Nov 10 13:12:20 user nova-compute[86206]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_linux_bridge.linux_bridge.LinuxBridgePlugin'>' with name 'linux_bridge' {{(pid=86206) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Nov 10 13:12:20 user nova-compute[86206]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_noop.noop.NoOpPlugin'>' with name 'noop' {{(pid=86206) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Nov 10 13:12:20 user nova-compute[86206]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_ovs.ovs.OvsPlugin'>' with name 'ovs' {{(pid=86206) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Nov 10 13:12:20 user nova-compute[86206]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs
Nov 10 13:12:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:12:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.018s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:12:21 user nova-compute[86206]: INFO nova.virt.driver [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] Loading compute driver 'libvirt.LibvirtDriver'
Nov 10 13:12:21 user nova-compute[86206]: INFO nova.compute.provider_config [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access.
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] Acquiring lock "singleton_lock" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] Acquired lock "singleton_lock" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] Releasing lock "singleton_lock" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] Full set of CONF: {{(pid=86206) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:362}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] ******************************************************************************** {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2589}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] Configuration options gathered from: {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2590}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] command line args: ['--config-file', '/etc/nova/nova-cpu.conf'] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2591}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] config files: ['/etc/nova/nova-cpu.conf'] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2592}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] ================================================================================ {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2594}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] allow_resize_to_same_host      = True {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] arq_binding_timeout            = 300 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] backdoor_port                  = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] backdoor_socket                = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] block_device_allocate_retries  = 300 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] block_device_allocate_retries_interval = 5 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cert                           = self.pem {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] compute_driver                 = libvirt.LibvirtDriver {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] compute_monitors               = [] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] config_dir                     = [] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] config_drive_format            = iso9660 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] config_file                    = ['/etc/nova/nova-cpu.conf'] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] config_source                  = [] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] console_host                   = user {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] control_exchange               = nova {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cpu_allocation_ratio           = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] daemon                         = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] debug                          = True {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] default_access_ip_network_name = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] default_availability_zone      = nova {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] default_ephemeral_format       = ext4 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] default_green_pool_size        = 1000 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] default_schedule_zone          = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] disk_allocation_ratio          = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] enable_new_services            = True {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] enabled_apis                   = ['osapi_compute'] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] enabled_ssl_apis               = [] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] flat_injected                  = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] force_config_drive             = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] force_raw_images               = True {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] graceful_shutdown_timeout      = 5 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] heal_instance_info_cache_interval = 60 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] host                           = user {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] initial_cpu_allocation_ratio   = 4.0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] initial_disk_allocation_ratio  = 1.0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] initial_ram_allocation_ratio   = 1.0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] injected_network_template      = /opt/stack/nova/nova/virt/interfaces.template {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] instance_build_timeout         = 0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] instance_delete_interval       = 300 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] instance_format                = [instance: %(uuid)s]  {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] instance_name_template         = instance-%08x {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] instance_usage_audit           = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] instance_usage_audit_period    = month {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] instances_path                 = /opt/stack/data/nova/instances {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] internal_service_availability_zone = internal {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] key                            = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] live_migration_retry_count     = 30 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] log_config_append              = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] log_dir                        = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] log_file                       = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] log_options                    = True {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] log_rotate_interval            = 1 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] log_rotate_interval_type       = days {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] log_rotation_type              = none {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] long_rpc_timeout               = 1800 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] max_concurrent_builds          = 10 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] max_concurrent_live_migrations = 1 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] max_concurrent_snapshots       = 5 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] max_local_block_devices        = 3 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] max_logfile_count              = 30 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] max_logfile_size_mb            = 200 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] maximum_instance_delete_attempts = 5 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] metadata_listen                = 0.0.0.0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] metadata_listen_port           = 8775 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] metadata_workers               = 3 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] migrate_max_retries            = -1 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] mkisofs_cmd                    = genisoimage {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] my_block_storage_ip            = 10.0.0.210 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] my_ip                          = 10.0.0.210 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] network_allocate_retries       = 0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] osapi_compute_listen           = 0.0.0.0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] osapi_compute_listen_port      = 8774 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] osapi_compute_unique_server_name_scope =  {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] osapi_compute_workers          = 3 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] password_length                = 12 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] periodic_enable                = True {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] periodic_fuzzy_delay           = 60 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] pointer_model                  = ps2mouse {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] preallocate_images             = none {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] publish_errors                 = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] pybasedir                      = /opt/stack/nova {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] ram_allocation_ratio           = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] rate_limit_burst               = 0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] rate_limit_except_level        = CRITICAL {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] rate_limit_interval            = 0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] reboot_timeout                 = 0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] reclaim_instance_interval      = 0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] record                         = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] reimage_timeout_per_gb         = 60 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] report_interval                = 120 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] rescue_timeout                 = 0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] reserved_host_cpus             = 0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] reserved_host_disk_mb          = 0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] reserved_host_memory_mb        = 512 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] reserved_huge_pages            = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] resize_confirm_window          = 0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] resize_fs_using_block_device   = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] resume_guests_state_on_host_boot = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] rootwrap_config                = /etc/nova/rootwrap.conf {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] rpc_response_timeout           = 60 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] run_external_periodic_tasks    = True {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] running_deleted_instance_action = reap {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] running_deleted_instance_poll_interval = 1800 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] running_deleted_instance_timeout = 0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] scheduler_instance_sync_interval = 120 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] service_down_time              = 720 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] servicegroup_driver            = db {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] shelved_offload_time           = 0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] shelved_poll_interval          = 3600 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] shutdown_timeout               = 0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] source_is_ipv6                 = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] ssl_only                       = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] state_path                     = /opt/stack/data/nova {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] sync_power_state_interval      = 600 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] sync_power_state_pool_size     = 1000 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] syslog_log_facility            = LOG_USER {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] tempdir                        = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] timeout_nbd                    = 10 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] transport_url                  = **** {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] update_resources_interval      = 0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] use_cow_images                 = True {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] use_eventlog                   = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] use_journal                    = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] use_json                       = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] use_rootwrap_daemon            = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] use_stderr                     = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] use_syslog                     = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vcpu_pin_set                   = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vif_plugging_is_fatal          = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vif_plugging_timeout           = 0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] virt_mkfs                      = [] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] volume_usage_poll_interval     = 0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] watch_log_file                 = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] web                            = /usr/share/spice-html5 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_concurrency.disable_process_locking = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_concurrency.lock_path     = /opt/stack/data/nova {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_messaging_metrics.metrics_process_name =  {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] api.auth_strategy              = keystone {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] api.compute_link_prefix        = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] api.dhcp_domain                = novalocal {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] api.enable_instance_password   = True {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] api.glance_link_prefix         = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] api.instance_list_cells_batch_strategy = distributed {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] api.instance_list_per_project_cells = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] api.list_records_by_skipping_down_cells = True {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] api.local_metadata_per_cell    = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] api.max_limit                  = 1000 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] api.metadata_cache_expiration  = 15 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] api.neutron_default_tenant_id  = default {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] api.use_forwarded_for          = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] api.use_neutron_default_nets   = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] api.vendordata_dynamic_failure_fatal = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] api.vendordata_dynamic_ssl_certfile =  {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] api.vendordata_dynamic_targets = [] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] api.vendordata_jsonfile_path   = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] api.vendordata_providers       = ['StaticJSON'] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cache.backend                  = dogpile.cache.memcached {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cache.backend_argument         = **** {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cache.config_prefix            = cache.oslo {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cache.dead_timeout             = 60.0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cache.debug_cache_backend      = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cache.enable_retry_client      = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cache.enable_socket_keepalive  = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cache.enabled                  = True {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cache.expiration_time          = 600 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cache.hashclient_retry_attempts = 2 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cache.hashclient_retry_delay   = 1.0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cache.memcache_dead_retry      = 300 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cache.memcache_password        =  {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cache.memcache_pool_maxsize    = 10 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cache.memcache_pool_unused_timeout = 60 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cache.memcache_sasl_enabled    = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cache.memcache_servers         = ['localhost:11211'] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cache.memcache_socket_timeout  = 1.0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cache.memcache_username        =  {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cache.proxies                  = [] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cache.retry_attempts           = 2 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cache.retry_delay              = 0.0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cache.socket_keepalive_count   = 1 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cache.socket_keepalive_idle    = 1 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cache.socket_keepalive_interval = 1 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cache.tls_allowed_ciphers      = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cache.tls_cafile               = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cache.tls_certfile             = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cache.tls_enabled              = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cache.tls_keyfile              = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cinder.auth_section            = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cinder.auth_type               = password {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cinder.cafile                  = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cinder.catalog_info            = volumev3::publicURL {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cinder.certfile                = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cinder.collect_timing          = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cinder.cross_az_attach         = True {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cinder.debug                   = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cinder.endpoint_template       = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cinder.http_retries            = 3 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cinder.insecure                = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cinder.keyfile                 = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cinder.os_region_name          = RegionOne {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cinder.split_loggers           = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cinder.timeout                 = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] compute.cpu_dedicated_set      = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] compute.cpu_shared_set         = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] compute.image_type_exclude_list = [] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] compute.live_migration_wait_for_vif_plug = True {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] compute.max_concurrent_disk_ops = 0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] compute.max_disk_devices_to_attach = -1 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] compute.resource_provider_association_refresh = 300 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] compute.shutdown_retry_interval = 10 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] compute.vmdk_allowed_types     = ['streamOptimized', 'monolithicSparse'] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] conductor.workers              = 3 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] console.allowed_origins        = [] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] console.ssl_ciphers            = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] console.ssl_minimum_version    = default {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] consoleauth.token_ttl          = 600 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cyborg.cafile                  = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cyborg.certfile                = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cyborg.collect_timing          = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cyborg.connect_retries         = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cyborg.connect_retry_delay     = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cyborg.endpoint_override       = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cyborg.insecure                = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cyborg.keyfile                 = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cyborg.max_version             = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cyborg.min_version             = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cyborg.region_name             = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cyborg.service_name            = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cyborg.service_type            = accelerator {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cyborg.split_loggers           = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cyborg.status_code_retries     = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cyborg.status_code_retry_delay = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cyborg.timeout                 = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cyborg.valid_interfaces        = ['internal', 'public'] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] cyborg.version                 = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] database.backend               = sqlalchemy {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] database.connection            = **** {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] database.connection_debug      = 0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] database.connection_parameters =  {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] database.connection_recycle_time = 3600 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] database.connection_trace      = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] database.db_inc_retry_interval = True {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] database.db_max_retries        = 20 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] database.db_max_retry_interval = 10 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] database.db_retry_interval     = 1 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] database.max_overflow          = 50 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] database.max_pool_size         = 5 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] database.max_retries           = 10 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] database.mysql_sql_mode        = TRADITIONAL {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] database.mysql_wsrep_sync_wait = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] database.pool_timeout          = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] database.retry_interval        = 10 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] database.slave_connection      = **** {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] database.sqlite_synchronous    = True {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] api_database.backend           = sqlalchemy {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] api_database.connection        = **** {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] api_database.connection_debug  = 0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] api_database.connection_parameters =  {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] api_database.connection_recycle_time = 3600 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] api_database.connection_trace  = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] api_database.db_inc_retry_interval = True {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] api_database.db_max_retries    = 20 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] api_database.db_max_retry_interval = 10 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] api_database.db_retry_interval = 1 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] api_database.max_overflow      = 50 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] api_database.max_pool_size     = 5 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] api_database.max_retries       = 10 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] api_database.mysql_sql_mode    = TRADITIONAL {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] api_database.mysql_wsrep_sync_wait = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] api_database.pool_timeout      = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] api_database.retry_interval    = 10 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] api_database.slave_connection  = **** {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] api_database.sqlite_synchronous = True {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] devices.enabled_mdev_types     = [] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] ephemeral_storage_encryption.enabled = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] ephemeral_storage_encryption.key_size = 512 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] glance.api_servers             = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] glance.cafile                  = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] glance.certfile                = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] glance.collect_timing          = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] glance.connect_retries         = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] glance.connect_retry_delay     = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] glance.debug                   = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] glance.default_trusted_certificate_ids = [] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] glance.enable_certificate_validation = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] glance.enable_rbd_download     = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] glance.endpoint_override       = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] glance.insecure                = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] glance.keyfile                 = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] glance.max_version             = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] glance.min_version             = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] glance.num_retries             = 3 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] glance.rbd_ceph_conf           =  {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] glance.rbd_connect_timeout     = 5 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] glance.rbd_pool                =  {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] glance.rbd_user                =  {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] glance.region_name             = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] glance.service_name            = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] glance.service_type            = image {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] glance.split_loggers           = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] glance.status_code_retries     = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] glance.status_code_retry_delay = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] glance.timeout                 = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] glance.valid_interfaces        = ['internal', 'public'] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] glance.verify_glance_signatures = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] glance.version                 = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] guestfs.debug                  = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] hyperv.config_drive_cdrom      = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] hyperv.config_drive_inject_password = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] hyperv.dynamic_memory_ratio    = 1.0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] hyperv.enable_instance_metrics_collection = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] hyperv.enable_remotefx         = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] hyperv.instances_path_share    =  {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] hyperv.iscsi_initiator_list    = [] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] hyperv.limit_cpu_features      = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] hyperv.mounted_disk_query_retry_count = 10 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] hyperv.mounted_disk_query_retry_interval = 5 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] hyperv.power_state_check_timeframe = 60 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] hyperv.power_state_event_polling_interval = 2 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] hyperv.qemu_img_cmd            = qemu-img.exe {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] hyperv.use_multipath_io        = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] hyperv.volume_attach_retry_count = 10 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] hyperv.volume_attach_retry_interval = 5 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] hyperv.vswitch_name            = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] hyperv.wait_soft_reboot_seconds = 60 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] mks.enabled                    = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] mks.mksproxy_base_url          = http://127.0.0.1:6090/ {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] image_cache.manager_interval   = 2400 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] image_cache.precache_concurrency = 1 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] image_cache.remove_unused_base_images = True {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] image_cache.subdirectory_name  = _base {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] ironic.api_max_retries         = 60 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] ironic.api_retry_interval      = 2 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] ironic.auth_section            = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] ironic.auth_type               = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] ironic.cafile                  = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] ironic.certfile                = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] ironic.collect_timing          = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] ironic.conductor_group         = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] ironic.connect_retries         = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] ironic.connect_retry_delay     = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] ironic.endpoint_override       = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] ironic.insecure                = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] ironic.keyfile                 = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] ironic.max_version             = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] ironic.min_version             = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] ironic.peer_list               = [] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] ironic.region_name             = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] ironic.serial_console_state_timeout = 10 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] ironic.service_name            = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] ironic.service_type            = baremetal {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] ironic.split_loggers           = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] ironic.status_code_retries     = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] ironic.status_code_retry_delay = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] ironic.timeout                 = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] ironic.valid_interfaces        = ['internal', 'public'] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] ironic.version                 = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] key_manager.backend            = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] key_manager.fixed_key          = **** {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] barbican.auth_endpoint         = http://localhost/identity/v3 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] barbican.barbican_api_version  = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] barbican.barbican_endpoint     = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] barbican.barbican_endpoint_type = public {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] barbican.barbican_region_name  = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] barbican.cafile                = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] barbican.certfile              = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] barbican.collect_timing        = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] barbican.insecure              = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] barbican.keyfile               = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] barbican.number_of_retries     = 60 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] barbican.retry_delay           = 1 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] barbican.send_service_user_token = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] barbican.split_loggers         = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] barbican.timeout               = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] barbican.verify_ssl            = True {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] barbican.verify_ssl_path       = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] barbican_service_user.auth_section = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] barbican_service_user.auth_type = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] barbican_service_user.cafile   = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] barbican_service_user.certfile = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] barbican_service_user.collect_timing = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] barbican_service_user.insecure = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] barbican_service_user.keyfile  = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] barbican_service_user.split_loggers = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] barbican_service_user.timeout  = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vault.approle_role_id          = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vault.approle_secret_id        = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vault.cafile                   = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vault.certfile                 = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vault.collect_timing           = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vault.insecure                 = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vault.keyfile                  = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vault.kv_mountpoint            = secret {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vault.kv_path                  = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vault.kv_version               = 2 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vault.namespace                = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vault.root_token_id            = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vault.split_loggers            = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vault.ssl_ca_crt_file          = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vault.timeout                  = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vault.use_ssl                  = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vault.vault_url                = http://127.0.0.1:8200 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] keystone.auth_section          = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] keystone.auth_type             = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] keystone.cafile                = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] keystone.certfile              = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] keystone.collect_timing        = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] keystone.connect_retries       = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] keystone.connect_retry_delay   = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] keystone.endpoint_override     = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] keystone.insecure              = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] keystone.keyfile               = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] keystone.max_version           = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] keystone.min_version           = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] keystone.region_name           = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] keystone.service_name          = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] keystone.service_type          = identity {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] keystone.split_loggers         = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] keystone.status_code_retries   = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] keystone.status_code_retry_delay = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] keystone.timeout               = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] keystone.valid_interfaces      = ['internal', 'public'] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] keystone.version               = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.connection_uri         =  {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.cpu_mode               = custom {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.cpu_model_extra_flags  = [] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: WARNING oslo_config.cfg [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] Deprecated: Option "cpu_model" from group "libvirt" is deprecated. Use option "cpu_models" from group "libvirt".
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.cpu_models             = ['Nehalem'] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.cpu_power_governor_high = performance {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.cpu_power_governor_low = powersave {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.cpu_power_management   = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.device_detach_attempts = 8 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.device_detach_timeout  = 20 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.disk_cachemodes        = [] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.disk_prefix            = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.enabled_perf_events    = [] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.file_backed_memory     = 0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.gid_maps               = [] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.hw_disk_discard        = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.hw_machine_type        = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.images_rbd_ceph_conf   =  {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.images_rbd_glance_store_name =  {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.images_rbd_pool        = rbd {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.images_type            = default {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.images_volume_group    = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.inject_key             = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.inject_partition       = -2 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.inject_password        = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.iscsi_iface            = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.iser_use_multipath     = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.live_migration_bandwidth = 0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.live_migration_completion_timeout = 800 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.live_migration_downtime = 500 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.live_migration_downtime_delay = 75 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.live_migration_downtime_steps = 10 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.live_migration_inbound_addr = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.live_migration_permit_auto_converge = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.live_migration_permit_post_copy = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.live_migration_scheme  = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.live_migration_timeout_action = abort {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.live_migration_tunnelled = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: WARNING oslo_config.cfg [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] Deprecated: Option "live_migration_uri" from group "libvirt" is deprecated for removal (
Nov 10 13:12:21 user nova-compute[86206]: live_migration_uri is deprecated for removal in favor of two other options that
Nov 10 13:12:21 user nova-compute[86206]: allow to change live migration scheme and target URI: ``live_migration_scheme``
Nov 10 13:12:21 user nova-compute[86206]: and ``live_migration_inbound_addr`` respectively.
Nov 10 13:12:21 user nova-compute[86206]: ).  Its value may be silently ignored in the future.
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.live_migration_uri     = qemu+ssh://stack@%s/system {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.live_migration_with_native_tls = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.max_queues             = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.mem_stats_period_seconds = 10 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.nfs_mount_options      = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.nfs_mount_point_base   = /opt/stack/data/nova/mnt {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.num_aoe_discover_tries = 3 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.num_iser_scan_tries    = 5 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.num_memory_encrypted_guests = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.num_nvme_discover_tries = 5 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.num_pcie_ports         = 0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.num_volume_scan_tries  = 5 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.pmem_namespaces        = [] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.quobyte_client_cfg     = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.rbd_connect_timeout    = 5 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.rbd_secret_uuid        = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.rbd_user               = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.realtime_scheduler_priority = 1 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.remote_filesystem_transport = ssh {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.rescue_image_id        = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.rescue_kernel_id       = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.rescue_ramdisk_id      = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.rng_dev_path           = /dev/urandom {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.rx_queue_size          = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.smbfs_mount_options    =  {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.snapshot_compression   = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.snapshot_image_format  = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.snapshots_directory    = /opt/stack/data/nova/instances/snapshots {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.sparse_logical_volumes = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.swtpm_enabled          = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.swtpm_group            = tss {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.swtpm_user             = tss {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.sysinfo_serial         = unique {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.tb_cache_size          = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.tx_queue_size          = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.uid_maps               = [] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.use_virtio_for_bridges = True {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.virt_type              = kvm {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.volume_clear           = zero {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.volume_clear_size      = 0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.volume_use_multipath   = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.vzstorage_cache_path   = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.vzstorage_log_path     = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.vzstorage_mount_group  = qemu {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.vzstorage_mount_opts   = [] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.vzstorage_mount_perms  = 0770 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.vzstorage_mount_user   = stack {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] neutron.auth_section           = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] neutron.auth_type              = password {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] neutron.cafile                 = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] neutron.certfile               = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] neutron.collect_timing         = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] neutron.connect_retries        = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] neutron.connect_retry_delay    = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] neutron.default_floating_pool  = public {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] neutron.endpoint_override      = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] neutron.extension_sync_interval = 600 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] neutron.http_retries           = 3 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] neutron.insecure               = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] neutron.keyfile                = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] neutron.max_version            = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] neutron.metadata_proxy_shared_secret = **** {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] neutron.min_version            = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] neutron.ovs_bridge             = br-int {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] neutron.physnets               = [] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] neutron.region_name            = RegionOne {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] neutron.service_metadata_proxy = True {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] neutron.service_name           = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] neutron.service_type           = network {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] neutron.split_loggers          = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] neutron.status_code_retries    = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] neutron.status_code_retry_delay = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] neutron.timeout                = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] neutron.valid_interfaces       = ['internal', 'public'] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] neutron.version                = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] notifications.bdms_in_notifications = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] notifications.default_level    = INFO {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] notifications.notification_format = unversioned {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] notifications.notify_on_state_change = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] pci.alias                      = [] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] pci.device_spec                = [] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] pci.report_in_placement        = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] placement.auth_section         = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] placement.auth_type            = password {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] placement.auth_url             = http://10.0.0.210/identity {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] placement.cafile               = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] placement.certfile             = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] placement.collect_timing       = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] placement.connect_retries      = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] placement.connect_retry_delay  = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] placement.default_domain_id    = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] placement.default_domain_name  = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] placement.domain_id            = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] placement.domain_name          = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] placement.endpoint_override    = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] placement.insecure             = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] placement.keyfile              = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] placement.max_version          = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] placement.min_version          = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] placement.password             = **** {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] placement.project_domain_id    = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] placement.project_domain_name  = Default {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] placement.project_id           = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] placement.project_name         = service {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] placement.region_name          = RegionOne {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] placement.service_name         = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] placement.service_type         = placement {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] placement.split_loggers        = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] placement.status_code_retries  = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] placement.status_code_retry_delay = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] placement.system_scope         = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] placement.timeout              = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] placement.trust_id             = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] placement.user_domain_id       = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] placement.user_domain_name     = Default {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] placement.user_id              = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] placement.username             = placement {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] placement.valid_interfaces     = ['internal', 'public'] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] placement.version              = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] quota.cores                    = 20 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] quota.count_usage_from_placement = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] quota.driver                   = nova.quota.DbQuotaDriver {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] quota.injected_file_content_bytes = 10240 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] quota.injected_file_path_length = 255 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] quota.injected_files           = 5 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] quota.instances                = 10 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] quota.key_pairs                = 100 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] quota.metadata_items           = 128 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] quota.ram                      = 51200 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] quota.recheck_quota            = True {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] quota.server_group_members     = 10 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] quota.server_groups            = 10 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] rdp.enabled                    = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] rdp.html5_proxy_base_url       = http://127.0.0.1:6083/ {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] scheduler.image_metadata_prefilter = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] scheduler.max_attempts         = 3 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] scheduler.max_placement_results = 1000 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] scheduler.query_placement_for_image_type_support = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] scheduler.workers              = 3 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] filter_scheduler.host_subset_size = 1 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] filter_scheduler.image_properties_default_architecture = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] filter_scheduler.isolated_hosts = [] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] filter_scheduler.isolated_images = [] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] filter_scheduler.max_instances_per_host = 50 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] filter_scheduler.pci_in_placement = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] filter_scheduler.track_instance_changes = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] metrics.required               = True {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] metrics.weight_multiplier      = 1.0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] metrics.weight_of_unavailable  = -10000.0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] metrics.weight_setting         = [] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] serial_console.base_url        = ws://127.0.0.1:6083/ {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] serial_console.enabled         = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] serial_console.port_range      = 10000:20000 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] serial_console.serialproxy_port = 6083 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] service_user.auth_section      = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] service_user.auth_type         = password {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] service_user.cafile            = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] service_user.certfile          = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] service_user.collect_timing    = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] service_user.insecure          = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] service_user.keyfile           = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] service_user.send_service_user_token = True {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] service_user.split_loggers     = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] service_user.timeout           = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] spice.agent_enabled            = True {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] spice.enabled                  = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] spice.html5proxy_base_url      = http://10.0.0.210:6081/spice_auto.html {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] spice.html5proxy_host          = 0.0.0.0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] spice.html5proxy_port          = 6082 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] spice.image_compression        = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] spice.jpeg_compression         = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] spice.playback_compression     = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] spice.server_listen            = 127.0.0.1 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] spice.streaming_mode           = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] spice.zlib_compression         = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] upgrade_levels.baseapi         = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] upgrade_levels.cert            = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] upgrade_levels.compute         = auto {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] upgrade_levels.conductor       = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] upgrade_levels.scheduler       = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vendordata_dynamic_auth.auth_section = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vendordata_dynamic_auth.auth_type = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vendordata_dynamic_auth.cafile = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vendordata_dynamic_auth.certfile = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vendordata_dynamic_auth.collect_timing = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vendordata_dynamic_auth.insecure = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vendordata_dynamic_auth.keyfile = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vendordata_dynamic_auth.split_loggers = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vendordata_dynamic_auth.timeout = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vmware.api_retry_count         = 10 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vmware.ca_file                 = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vmware.cache_prefix            = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vmware.cluster_name            = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vmware.connection_pool_size    = 10 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vmware.console_delay_seconds   = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vmware.datastore_regex         = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vmware.host_ip                 = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vmware.host_password           = **** {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vmware.host_port               = 443 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vmware.host_username           = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vmware.insecure                = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vmware.integration_bridge      = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vmware.maximum_objects         = 100 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vmware.pbm_default_policy      = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vmware.pbm_enabled             = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vmware.pbm_wsdl_location       = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vmware.serial_log_dir          = /opt/vmware/vspc {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vmware.serial_port_proxy_uri   = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vmware.serial_port_service_uri = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vmware.task_poll_interval      = 0.5 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vmware.use_linked_clone        = True {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vmware.vnc_keymap              = en-us {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vmware.vnc_port                = 5900 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vmware.vnc_port_total          = 10000 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vnc.auth_schemes               = ['none'] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vnc.enabled                    = True {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vnc.novncproxy_base_url        = http://10.0.0.210:6080/vnc_lite.html {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vnc.novncproxy_host            = 0.0.0.0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vnc.novncproxy_port            = 6080 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vnc.server_listen              = 0.0.0.0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vnc.server_proxyclient_address = 10.0.0.210 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vnc.vencrypt_ca_certs          = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vnc.vencrypt_client_cert       = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vnc.vencrypt_client_key        = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] workarounds.disable_fallback_pcpu_query = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] workarounds.disable_group_policy_check_upcall = True {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] workarounds.disable_rootwrap   = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] workarounds.enable_numa_live_migration = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] workarounds.handle_virt_lifecycle_events = True {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] workarounds.libvirt_disable_apic = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] workarounds.never_download_image_if_on_rbd = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] wsgi.api_paste_config          = /etc/nova/api-paste.ini {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] wsgi.client_socket_timeout     = 900 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] wsgi.default_pool_size         = 1000 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] wsgi.keep_alive                = True {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] wsgi.max_header_line           = 16384 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] wsgi.secure_proxy_ssl_header   = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] wsgi.ssl_ca_file               = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] wsgi.ssl_cert_file             = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] wsgi.ssl_key_file              = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] wsgi.tcp_keepidle              = 600 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] wsgi.wsgi_log_format           = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] zvm.ca_file                    = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] zvm.cloud_connector_url        = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] zvm.image_tmp_path             = /opt/stack/data/nova/images {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] zvm.reachable_timeout          = 300 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_policy.enforce_new_defaults = True {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_policy.enforce_scope      = True {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_policy.policy_default_rule = default {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_policy.policy_file        = policy.yaml {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] profiler.connection_string     = messaging:// {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] profiler.enabled               = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] profiler.es_doc_type           = notification {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] profiler.es_scroll_size        = 10000 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] profiler.es_scroll_time        = 2m {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] profiler.filter_error_trace    = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] profiler.hmac_keys             = **** {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] profiler.sentinel_service_name = mymaster {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] profiler.socket_timeout        = 0.1 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] profiler.trace_requests        = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] profiler.trace_sqlalchemy      = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] profiler_jaeger.process_tags   = {} {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] profiler_jaeger.service_name_prefix = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] profiler_otlp.service_name_prefix = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] remote_debug.host              = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] remote_debug.port              = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_messaging_rabbit.ssl      = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_messaging_rabbit.ssl_version =  {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_messaging_notifications.retry = -1 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_messaging_notifications.transport_url = **** {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_limit.auth_section        = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_limit.auth_type           = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_limit.cafile              = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_limit.certfile            = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_limit.collect_timing      = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_limit.connect_retries     = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_limit.connect_retry_delay = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_limit.endpoint_id         = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_limit.endpoint_override   = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_limit.insecure            = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_limit.keyfile             = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_limit.max_version         = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_limit.min_version         = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_limit.region_name         = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_limit.service_name        = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_limit.service_type        = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_limit.split_loggers       = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_limit.status_code_retries = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_limit.status_code_retry_delay = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_limit.timeout             = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_limit.valid_interfaces    = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_limit.version             = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_reports.file_event_handler = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_reports.file_event_handler_interval = 1 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] oslo_reports.log_dir           = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vif_plug_linux_bridge_privileged.group = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vif_plug_linux_bridge_privileged.thread_pool_size = 12 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vif_plug_linux_bridge_privileged.user = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vif_plug_ovs_privileged.group  = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vif_plug_ovs_privileged.helper_command = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vif_plug_ovs_privileged.thread_pool_size = 12 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] vif_plug_ovs_privileged.user   = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] os_vif_linux_bridge.flat_interface = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] os_vif_linux_bridge.iptables_bottom_regex =  {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] os_vif_linux_bridge.iptables_top_regex =  {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] os_vif_linux_bridge.use_ipv6   = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] os_vif_linux_bridge.vlan_interface = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] os_vif_ovs.default_qos_type    = linux-noop {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] os_vif_ovs.isolate_vif         = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] os_vif_ovs.network_device_mtu  = 1500 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] os_vif_ovs.ovs_vsctl_timeout   = 120 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] os_vif_ovs.ovsdb_connection    = tcp:127.0.0.1:6640 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] os_vif_ovs.ovsdb_interface     = native {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] os_vif_ovs.per_port_bridge     = False {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] os_brick.lock_path             = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] privsep_osbrick.capabilities   = [21] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] privsep_osbrick.group          = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] privsep_osbrick.helper_command = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] privsep_osbrick.logger_name    = os_brick.privileged {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] privsep_osbrick.thread_pool_size = 12 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] privsep_osbrick.user           = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] nova_sys_admin.capabilities    = [0, 1, 2, 3, 12, 21] {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] nova_sys_admin.group           = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] nova_sys_admin.helper_command  = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] nova_sys_admin.logger_name     = oslo_privsep.daemon {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] nova_sys_admin.thread_pool_size = 12 {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] nova_sys_admin.user            = None {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG oslo_service.service [None req-dff0cd9e-dc2d-466a-98eb-f36f91bb539c None None] ******************************************************************************** {{(pid=86206) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}}
Nov 10 13:12:21 user nova-compute[86206]: INFO nova.service [-] Starting compute node (version 0.0.0)
Nov 10 13:12:21 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Connecting to libvirt: qemu:///system {{(pid=86206) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:506}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Registering for lifecycle events <nova.virt.libvirt.host.Host object at 0x7fe4913a2fe0> {{(pid=86206) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:512}}
Nov 10 13:12:21 user nova-compute[86206]: libvirt:  error : internal error: could not initialize domain event timer
Nov 10 13:12:21 user nova-compute[86206]: WARNING nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] URI qemu:///system does not support events: internal error: could not initialize domain event timer: libvirt.libvirtError: internal error: could not initialize domain event timer
Nov 10 13:12:21 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Registering for connection events: <nova.virt.libvirt.host.Host object at 0x7fe4913a2fe0> {{(pid=86206) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:533}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Starting native event thread {{(pid=86206) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:492}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Starting green dispatch thread {{(pid=86206) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:498}}
Nov 10 13:12:21 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Starting connection event dispatch thread {{(pid=86206) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:501}}
Nov 10 13:12:21 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Connection event '1' reason 'None'
Nov 10 13:12:21 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Cannot update service status on host "user" since it is not registered.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Nov 10 13:12:21 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.mount [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Initialising _HostMountState generation 0 {{(pid=86206) host_up /opt/stack/nova/nova/virt/libvirt/volume/mount.py:130}}
Nov 10 13:12:28 user nova-compute[86206]: INFO nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Libvirt host capabilities <capabilities>
Nov 10 13:12:28 user nova-compute[86206]:   <host>
Nov 10 13:12:28 user nova-compute[86206]:     <uuid>e20c3142-5af9-7467-ecd8-70b2e4a210d6</uuid>
Nov 10 13:12:28 user nova-compute[86206]:     <cpu>
Nov 10 13:12:28 user nova-compute[86206]:       <arch>x86_64</arch>
Nov 10 13:12:28 user nova-compute[86206]:       <model>IvyBridge-IBRS</model>
Nov 10 13:12:28 user nova-compute[86206]:       <vendor>Intel</vendor>
Nov 10 13:12:28 user nova-compute[86206]:       <microcode version='1070'/>
Nov 10 13:12:28 user nova-compute[86206]:       <counter name='tsc' frequency='2094952000' scaling='no'/>
Nov 10 13:12:28 user nova-compute[86206]:       <topology sockets='6' dies='1' cores='1' threads='1'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature name='ss'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature name='vmx'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature name='pcid'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature name='osxsave'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature name='hypervisor'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature name='arat'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature name='tsc_adjust'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature name='md-clear'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature name='stibp'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature name='arch-capabilities'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature name='ssbd'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature name='invtsc'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature name='rsba'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature name='skip-l1dfl-vmentry'/>
Nov 10 13:12:28 user nova-compute[86206]:       <pages unit='KiB' size='4'/>
Nov 10 13:12:28 user nova-compute[86206]:       <pages unit='KiB' size='2048'/>
Nov 10 13:12:28 user nova-compute[86206]:     </cpu>
Nov 10 13:12:28 user nova-compute[86206]:     <power_management>
Nov 10 13:12:28 user nova-compute[86206]:       <suspend_mem/>
Nov 10 13:12:28 user nova-compute[86206]:       <suspend_disk/>
Nov 10 13:12:28 user nova-compute[86206]:       <suspend_hybrid/>
Nov 10 13:12:28 user nova-compute[86206]:     </power_management>
Nov 10 13:12:28 user nova-compute[86206]:     <iommu support='no'/>
Nov 10 13:12:28 user nova-compute[86206]:     <migration_features>
Nov 10 13:12:28 user nova-compute[86206]:       <live/>
Nov 10 13:12:28 user nova-compute[86206]:       <uri_transports>
Nov 10 13:12:28 user nova-compute[86206]:         <uri_transport>tcp</uri_transport>
Nov 10 13:12:28 user nova-compute[86206]:         <uri_transport>rdma</uri_transport>
Nov 10 13:12:28 user nova-compute[86206]:       </uri_transports>
Nov 10 13:12:28 user nova-compute[86206]:     </migration_features>
Nov 10 13:12:28 user nova-compute[86206]:     <topology>
Nov 10 13:12:28 user nova-compute[86206]:       <cells num='2'>
Nov 10 13:12:28 user nova-compute[86206]:         <cell id='0'>
Nov 10 13:12:28 user nova-compute[86206]:           <memory unit='KiB'>8189224</memory>
Nov 10 13:12:28 user nova-compute[86206]:           <pages unit='KiB' size='4'>2047306</pages>
Nov 10 13:12:28 user nova-compute[86206]:           <pages unit='KiB' size='2048'>0</pages>
Nov 10 13:12:28 user nova-compute[86206]:           <distances>
Nov 10 13:12:28 user nova-compute[86206]:             <sibling id='0' value='10'/>
Nov 10 13:12:28 user nova-compute[86206]:             <sibling id='1' value='20'/>
Nov 10 13:12:28 user nova-compute[86206]:           </distances>
Nov 10 13:12:28 user nova-compute[86206]:           <cpus num='6'>
Nov 10 13:12:28 user nova-compute[86206]:             <cpu id='0' socket_id='0' die_id='0' core_id='0' siblings='0'/>
Nov 10 13:12:28 user nova-compute[86206]:             <cpu id='1' socket_id='2' die_id='0' core_id='0' siblings='1'/>
Nov 10 13:12:28 user nova-compute[86206]:             <cpu id='2' socket_id='4' die_id='0' core_id='0' siblings='2'/>
Nov 10 13:12:28 user nova-compute[86206]:             <cpu id='3' socket_id='6' die_id='0' core_id='0' siblings='3'/>
Nov 10 13:12:28 user nova-compute[86206]:             <cpu id='4' socket_id='8' die_id='0' core_id='0' siblings='4'/>
Nov 10 13:12:28 user nova-compute[86206]:             <cpu id='5' socket_id='10' die_id='0' core_id='0' siblings='5'/>
Nov 10 13:12:28 user nova-compute[86206]:           </cpus>
Nov 10 13:12:28 user nova-compute[86206]:         </cell>
Nov 10 13:12:28 user nova-compute[86206]:         <cell id='1'>
Nov 10 13:12:28 user nova-compute[86206]:           <memory unit='KiB'>8206460</memory>
Nov 10 13:12:28 user nova-compute[86206]:           <pages unit='KiB' size='4'>2051615</pages>
Nov 10 13:12:28 user nova-compute[86206]:           <pages unit='KiB' size='2048'>0</pages>
Nov 10 13:12:28 user nova-compute[86206]:           <distances>
Nov 10 13:12:28 user nova-compute[86206]:             <sibling id='0' value='20'/>
Nov 10 13:12:28 user nova-compute[86206]:             <sibling id='1' value='10'/>
Nov 10 13:12:28 user nova-compute[86206]:           </distances>
Nov 10 13:12:28 user nova-compute[86206]:           <cpus num='6'>
Nov 10 13:12:28 user nova-compute[86206]:             <cpu id='6' socket_id='12' die_id='0' core_id='0' siblings='6'/>
Nov 10 13:12:28 user nova-compute[86206]:             <cpu id='7' socket_id='14' die_id='0' core_id='0' siblings='7'/>
Nov 10 13:12:28 user nova-compute[86206]:             <cpu id='8' socket_id='16' die_id='0' core_id='0' siblings='8'/>
Nov 10 13:12:28 user nova-compute[86206]:             <cpu id='9' socket_id='18' die_id='0' core_id='0' siblings='9'/>
Nov 10 13:12:28 user nova-compute[86206]:             <cpu id='10' socket_id='20' die_id='0' core_id='0' siblings='10'/>
Nov 10 13:12:28 user nova-compute[86206]:             <cpu id='11' socket_id='22' die_id='0' core_id='0' siblings='11'/>
Nov 10 13:12:28 user nova-compute[86206]:           </cpus>
Nov 10 13:12:28 user nova-compute[86206]:         </cell>
Nov 10 13:12:28 user nova-compute[86206]:       </cells>
Nov 10 13:12:28 user nova-compute[86206]:     </topology>
Nov 10 13:12:28 user nova-compute[86206]:     <cache>
Nov 10 13:12:28 user nova-compute[86206]:       <bank id='0' level='3' type='both' size='15' unit='MiB' cpus='0'/>
Nov 10 13:12:28 user nova-compute[86206]:       <bank id='2' level='3' type='both' size='15' unit='MiB' cpus='1'/>
Nov 10 13:12:28 user nova-compute[86206]:       <bank id='4' level='3' type='both' size='15' unit='MiB' cpus='2'/>
Nov 10 13:12:28 user nova-compute[86206]:       <bank id='6' level='3' type='both' size='15' unit='MiB' cpus='3'/>
Nov 10 13:12:28 user nova-compute[86206]:       <bank id='8' level='3' type='both' size='15' unit='MiB' cpus='4'/>
Nov 10 13:12:28 user nova-compute[86206]:       <bank id='10' level='3' type='both' size='15' unit='MiB' cpus='5'/>
Nov 10 13:12:28 user nova-compute[86206]:       <bank id='12' level='3' type='both' size='15' unit='MiB' cpus='6'/>
Nov 10 13:12:28 user nova-compute[86206]:       <bank id='14' level='3' type='both' size='15' unit='MiB' cpus='7'/>
Nov 10 13:12:28 user nova-compute[86206]:       <bank id='16' level='3' type='both' size='15' unit='MiB' cpus='8'/>
Nov 10 13:12:28 user nova-compute[86206]:       <bank id='18' level='3' type='both' size='15' unit='MiB' cpus='9'/>
Nov 10 13:12:28 user nova-compute[86206]:       <bank id='20' level='3' type='both' size='15' unit='MiB' cpus='10'/>
Nov 10 13:12:28 user nova-compute[86206]:       <bank id='22' level='3' type='both' size='15' unit='MiB' cpus='11'/>
Nov 10 13:12:28 user nova-compute[86206]:     </cache>
Nov 10 13:12:28 user nova-compute[86206]:     <secmodel>
Nov 10 13:12:28 user nova-compute[86206]:       <model>apparmor</model>
Nov 10 13:12:28 user nova-compute[86206]:       <doi>0</doi>
Nov 10 13:12:28 user nova-compute[86206]:     </secmodel>
Nov 10 13:12:28 user nova-compute[86206]:     <secmodel>
Nov 10 13:12:28 user nova-compute[86206]:       <model>dac</model>
Nov 10 13:12:28 user nova-compute[86206]:       <doi>0</doi>
Nov 10 13:12:28 user nova-compute[86206]:       <baselabel type='kvm'>+64055:+108</baselabel>
Nov 10 13:12:28 user nova-compute[86206]:       <baselabel type='qemu'>+64055:+108</baselabel>
Nov 10 13:12:28 user nova-compute[86206]:     </secmodel>
Nov 10 13:12:28 user nova-compute[86206]:   </host>
Nov 10 13:12:28 user nova-compute[86206]:   <guest>
Nov 10 13:12:28 user nova-compute[86206]:     <os_type>hvm</os_type>
Nov 10 13:12:28 user nova-compute[86206]:     <arch name='alpha'>
Nov 10 13:12:28 user nova-compute[86206]:       <wordsize>64</wordsize>
Nov 10 13:12:28 user nova-compute[86206]:       <emulator>/usr/bin/qemu-system-alpha</emulator>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='4'>clipper</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <domain type='qemu'/>
Nov 10 13:12:28 user nova-compute[86206]:     </arch>
Nov 10 13:12:28 user nova-compute[86206]:     <features>
Nov 10 13:12:28 user nova-compute[86206]:       <cpuselection/>
Nov 10 13:12:28 user nova-compute[86206]:       <deviceboot/>
Nov 10 13:12:28 user nova-compute[86206]:       <disksnapshot default='on' toggle='no'/>
Nov 10 13:12:28 user nova-compute[86206]:     </features>
Nov 10 13:12:28 user nova-compute[86206]:   </guest>
Nov 10 13:12:28 user nova-compute[86206]:   <guest>
Nov 10 13:12:28 user nova-compute[86206]:     <os_type>hvm</os_type>
Nov 10 13:12:28 user nova-compute[86206]:     <arch name='armv6l'>
Nov 10 13:12:28 user nova-compute[86206]:       <wordsize>32</wordsize>
Nov 10 13:12:28 user nova-compute[86206]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>integratorcp</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2'>ast2600-evb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>borzoi</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>spitz</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>virt-2.7</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2'>nuri</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>romulus-bmc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='512'>virt-3.0</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='512'>virt-5.0</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2'>npcm750-evb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>virt-2.10</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2'>rainier-bmc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>mps3-an547</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2'>musca-b1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>versatileab</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>kzm</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>virt-2.8</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2'>musca-a</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='512'>virt-3.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='512'>virt-5.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2'>smdkc210</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>sx1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>virt-2.11</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>imx25-pdk</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>virt-2.9</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='4'>orangepi-pc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>z2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='512'>virt-5.2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>tosa</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>mps2-an500</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>virt-2.12</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2'>mps2-an521</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='4'>sabrelite</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>mps2-an511</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>canon-a1100</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>realview-eb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>emcraft-sf2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>realview-pb-a8</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='512'>virt-4.0</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>raspi1ap</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>palmetto-bmc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>sx1-v1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>n810</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>g220a-bmc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>n800</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2'>tacoma-bmc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='512'>virt-4.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2'>quanta-gsj</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>versatilepb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>terrier</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>mainstone</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='512'>virt-4.2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2'>mps3-an524</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2'>kudo-bmc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='4'>vexpress-a9</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='4'>midway</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>musicpal</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>lm3s811evb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>lm3s6965evb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>microbit</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>mps2-an505</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>mps2-an385</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='512'>virt-6.0</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>cubieboard</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>verdex</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>netduino2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>mps2-an386</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='512'>virt-6.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='4'>raspi2b</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='4'>vexpress-a15</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2'>fuji-bmc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='512'>virt-6.2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>cheetah</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>virt-2.6</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>ast2500-evb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='4'>highbank</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>akita</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>connex</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>netduinoplus2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>collie</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>raspi0</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <domain type='qemu'/>
Nov 10 13:12:28 user nova-compute[86206]:     </arch>
Nov 10 13:12:28 user nova-compute[86206]:     <features>
Nov 10 13:12:28 user nova-compute[86206]:       <cpuselection/>
Nov 10 13:12:28 user nova-compute[86206]:       <deviceboot/>
Nov 10 13:12:28 user nova-compute[86206]:       <disksnapshot default='on' toggle='no'/>
Nov 10 13:12:28 user nova-compute[86206]:     </features>
Nov 10 13:12:28 user nova-compute[86206]:   </guest>
Nov 10 13:12:28 user nova-compute[86206]:   <guest>
Nov 10 13:12:28 user nova-compute[86206]:     <os_type>hvm</os_type>
Nov 10 13:12:28 user nova-compute[86206]:     <arch name='armv7l'>
Nov 10 13:12:28 user nova-compute[86206]:       <wordsize>32</wordsize>
Nov 10 13:12:28 user nova-compute[86206]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>integratorcp</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2'>ast2600-evb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>borzoi</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>spitz</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>virt-2.7</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2'>nuri</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>romulus-bmc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='512'>virt-3.0</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='512'>virt-5.0</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2'>npcm750-evb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>virt-2.10</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2'>rainier-bmc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>mps3-an547</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2'>musca-b1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>versatileab</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>kzm</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>virt-2.8</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2'>musca-a</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='512'>virt-3.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='512'>virt-5.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2'>smdkc210</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>sx1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>virt-2.11</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>imx25-pdk</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>virt-2.9</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='4'>orangepi-pc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>z2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='512'>virt-5.2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>tosa</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>mps2-an500</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>virt-2.12</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2'>mps2-an521</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='4'>sabrelite</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>mps2-an511</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>canon-a1100</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>realview-eb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>emcraft-sf2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>realview-pb-a8</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='512'>virt-4.0</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>raspi1ap</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>palmetto-bmc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>sx1-v1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>n810</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>g220a-bmc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>n800</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2'>tacoma-bmc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='512'>virt-4.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2'>quanta-gsj</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>versatilepb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>terrier</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>mainstone</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='512'>virt-4.2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2'>mps3-an524</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2'>kudo-bmc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='4'>vexpress-a9</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='4'>midway</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>musicpal</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>lm3s811evb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>lm3s6965evb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>microbit</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>mps2-an505</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>mps2-an385</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='512'>virt-6.0</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>cubieboard</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>verdex</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>netduino2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>mps2-an386</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='512'>virt-6.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='4'>raspi2b</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='4'>vexpress-a15</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2'>fuji-bmc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='512'>virt-6.2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>cheetah</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>virt-2.6</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>ast2500-evb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='4'>highbank</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>akita</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>connex</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>netduinoplus2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>collie</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>raspi0</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <domain type='qemu'/>
Nov 10 13:12:28 user nova-compute[86206]:     </arch>
Nov 10 13:12:28 user nova-compute[86206]:     <features>
Nov 10 13:12:28 user nova-compute[86206]:       <cpuselection/>
Nov 10 13:12:28 user nova-compute[86206]:       <deviceboot/>
Nov 10 13:12:28 user nova-compute[86206]:       <disksnapshot default='on' toggle='no'/>
Nov 10 13:12:28 user nova-compute[86206]:     </features>
Nov 10 13:12:28 user nova-compute[86206]:   </guest>
Nov 10 13:12:28 user nova-compute[86206]:   <guest>
Nov 10 13:12:28 user nova-compute[86206]:     <os_type>hvm</os_type>
Nov 10 13:12:28 user nova-compute[86206]:     <arch name='aarch64'>
Nov 10 13:12:28 user nova-compute[86206]:       <wordsize>64</wordsize>
Nov 10 13:12:28 user nova-compute[86206]:       <emulator>/usr/bin/qemu-system-aarch64</emulator>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>integratorcp</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2'>ast2600-evb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>borzoi</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>spitz</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>virt-2.7</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2'>nuri</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>romulus-bmc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='512'>virt-3.0</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='512'>virt-5.0</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2'>npcm750-evb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>virt-2.10</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2'>rainier-bmc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>mps3-an547</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>virt-2.8</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2'>musca-b1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>versatileab</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>kzm</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2'>musca-a</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='512'>virt-3.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='512'>virt-5.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2'>smdkc210</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>sx1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>virt-2.11</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>imx25-pdk</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>virt-2.9</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='4'>orangepi-pc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>z2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='512'>virt-5.2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='6'>xlnx-zcu102</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>tosa</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>mps2-an500</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>virt-2.12</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2'>mps2-an521</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='4'>sabrelite</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>mps2-an511</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>canon-a1100</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>realview-eb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>emcraft-sf2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>realview-pb-a8</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='512'>sbsa-ref</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='512'>virt-4.0</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>raspi1ap</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>palmetto-bmc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>sx1-v1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>n810</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>g220a-bmc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>n800</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2'>tacoma-bmc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='512'>virt-4.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2'>quanta-gsj</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>versatilepb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>terrier</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>mainstone</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='512'>virt-4.2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2'>mps3-an524</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2'>kudo-bmc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='4'>vexpress-a9</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='4'>midway</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>musicpal</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>lm3s811evb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>lm3s6965evb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>microbit</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>mps2-an505</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>mps2-an385</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='512'>virt-6.0</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='4'>raspi3ap</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>cubieboard</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>verdex</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>netduino2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2'>xlnx-versal-virt</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>mps2-an386</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='512'>virt-6.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='4'>raspi3b</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='4'>raspi2b</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='4'>vexpress-a15</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2'>fuji-bmc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='512'>virt-6.2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>cheetah</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>virt-2.6</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>ast2500-evb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='4'>highbank</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>akita</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>connex</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>netduinoplus2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>collie</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>raspi0</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <domain type='qemu'/>
Nov 10 13:12:28 user nova-compute[86206]:     </arch>
Nov 10 13:12:28 user nova-compute[86206]:     <features>
Nov 10 13:12:28 user nova-compute[86206]:       <acpi default='on' toggle='yes'/>
Nov 10 13:12:28 user nova-compute[86206]:       <cpuselection/>
Nov 10 13:12:28 user nova-compute[86206]:       <deviceboot/>
Nov 10 13:12:28 user nova-compute[86206]:       <disksnapshot default='on' toggle='no'/>
Nov 10 13:12:28 user nova-compute[86206]:     </features>
Nov 10 13:12:28 user nova-compute[86206]:   </guest>
Nov 10 13:12:28 user nova-compute[86206]:   <guest>
Nov 10 13:12:28 user nova-compute[86206]:     <os_type>hvm</os_type>
Nov 10 13:12:28 user nova-compute[86206]:     <arch name='cris'>
Nov 10 13:12:28 user nova-compute[86206]:       <wordsize>32</wordsize>
Nov 10 13:12:28 user nova-compute[86206]:       <emulator>/usr/bin/qemu-system-cris</emulator>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>axis-dev88</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <domain type='qemu'/>
Nov 10 13:12:28 user nova-compute[86206]:     </arch>
Nov 10 13:12:28 user nova-compute[86206]:     <features>
Nov 10 13:12:28 user nova-compute[86206]:       <cpuselection/>
Nov 10 13:12:28 user nova-compute[86206]:       <deviceboot/>
Nov 10 13:12:28 user nova-compute[86206]:       <disksnapshot default='on' toggle='no'/>
Nov 10 13:12:28 user nova-compute[86206]:     </features>
Nov 10 13:12:28 user nova-compute[86206]:   </guest>
Nov 10 13:12:28 user nova-compute[86206]:   <guest>
Nov 10 13:12:28 user nova-compute[86206]:     <os_type>hvm</os_type>
Nov 10 13:12:28 user nova-compute[86206]:     <arch name='i686'>
Nov 10 13:12:28 user nova-compute[86206]:       <wordsize>32</wordsize>
Nov 10 13:12:28 user nova-compute[86206]:       <emulator>/usr/bin/qemu-system-i386</emulator>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-artful</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>x-remote</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>isapc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-disco</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-impish</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-focal</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>microvm</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <domain type='qemu'/>
Nov 10 13:12:28 user nova-compute[86206]:       <domain type='kvm'/>
Nov 10 13:12:28 user nova-compute[86206]:     </arch>
Nov 10 13:12:28 user nova-compute[86206]:     <features>
Nov 10 13:12:28 user nova-compute[86206]:       <pae/>
Nov 10 13:12:28 user nova-compute[86206]:       <nonpae/>
Nov 10 13:12:28 user nova-compute[86206]:       <acpi default='on' toggle='yes'/>
Nov 10 13:12:28 user nova-compute[86206]:       <apic default='on' toggle='no'/>
Nov 10 13:12:28 user nova-compute[86206]:       <cpuselection/>
Nov 10 13:12:28 user nova-compute[86206]:       <deviceboot/>
Nov 10 13:12:28 user nova-compute[86206]:       <disksnapshot default='on' toggle='no'/>
Nov 10 13:12:28 user nova-compute[86206]:     </features>
Nov 10 13:12:28 user nova-compute[86206]:   </guest>
Nov 10 13:12:28 user nova-compute[86206]:   <guest>
Nov 10 13:12:28 user nova-compute[86206]:     <os_type>hvm</os_type>
Nov 10 13:12:28 user nova-compute[86206]:     <arch name='m68k'>
Nov 10 13:12:28 user nova-compute[86206]:       <wordsize>32</wordsize>
Nov 10 13:12:28 user nova-compute[86206]:       <emulator>/usr/bin/qemu-system-m68k</emulator>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>mcf5208evb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>an5206</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>virt-6.0</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>q800</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>virt-6.2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine canonical='virt-6.2' maxCpus='1'>virt</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>next-cube</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>virt-6.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <domain type='qemu'/>
Nov 10 13:12:28 user nova-compute[86206]:     </arch>
Nov 10 13:12:28 user nova-compute[86206]:     <features>
Nov 10 13:12:28 user nova-compute[86206]:       <cpuselection/>
Nov 10 13:12:28 user nova-compute[86206]:       <deviceboot/>
Nov 10 13:12:28 user nova-compute[86206]:       <disksnapshot default='on' toggle='no'/>
Nov 10 13:12:28 user nova-compute[86206]:     </features>
Nov 10 13:12:28 user nova-compute[86206]:   </guest>
Nov 10 13:12:28 user nova-compute[86206]:   <guest>
Nov 10 13:12:28 user nova-compute[86206]:     <os_type>hvm</os_type>
Nov 10 13:12:28 user nova-compute[86206]:     <arch name='microblaze'>
Nov 10 13:12:28 user nova-compute[86206]:       <wordsize>32</wordsize>
Nov 10 13:12:28 user nova-compute[86206]:       <emulator>/usr/bin/qemu-system-microblaze</emulator>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>petalogix-ml605</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <domain type='qemu'/>
Nov 10 13:12:28 user nova-compute[86206]:     </arch>
Nov 10 13:12:28 user nova-compute[86206]:     <features>
Nov 10 13:12:28 user nova-compute[86206]:       <cpuselection/>
Nov 10 13:12:28 user nova-compute[86206]:       <deviceboot/>
Nov 10 13:12:28 user nova-compute[86206]:       <disksnapshot default='on' toggle='no'/>
Nov 10 13:12:28 user nova-compute[86206]:     </features>
Nov 10 13:12:28 user nova-compute[86206]:   </guest>
Nov 10 13:12:28 user nova-compute[86206]:   <guest>
Nov 10 13:12:28 user nova-compute[86206]:     <os_type>hvm</os_type>
Nov 10 13:12:28 user nova-compute[86206]:     <arch name='microblazeel'>
Nov 10 13:12:28 user nova-compute[86206]:       <wordsize>32</wordsize>
Nov 10 13:12:28 user nova-compute[86206]:       <emulator>/usr/bin/qemu-system-microblazeel</emulator>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>petalogix-ml605</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <domain type='qemu'/>
Nov 10 13:12:28 user nova-compute[86206]:     </arch>
Nov 10 13:12:28 user nova-compute[86206]:     <features>
Nov 10 13:12:28 user nova-compute[86206]:       <cpuselection/>
Nov 10 13:12:28 user nova-compute[86206]:       <deviceboot/>
Nov 10 13:12:28 user nova-compute[86206]:       <disksnapshot default='on' toggle='no'/>
Nov 10 13:12:28 user nova-compute[86206]:     </features>
Nov 10 13:12:28 user nova-compute[86206]:   </guest>
Nov 10 13:12:28 user nova-compute[86206]:   <guest>
Nov 10 13:12:28 user nova-compute[86206]:     <os_type>hvm</os_type>
Nov 10 13:12:28 user nova-compute[86206]:     <arch name='mips'>
Nov 10 13:12:28 user nova-compute[86206]:       <wordsize>32</wordsize>
Nov 10 13:12:28 user nova-compute[86206]:       <emulator>/usr/bin/qemu-system-mips</emulator>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='16'>malta</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>mipssim</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <domain type='qemu'/>
Nov 10 13:12:28 user nova-compute[86206]:     </arch>
Nov 10 13:12:28 user nova-compute[86206]:     <features>
Nov 10 13:12:28 user nova-compute[86206]:       <cpuselection/>
Nov 10 13:12:28 user nova-compute[86206]:       <deviceboot/>
Nov 10 13:12:28 user nova-compute[86206]:       <disksnapshot default='on' toggle='no'/>
Nov 10 13:12:28 user nova-compute[86206]:     </features>
Nov 10 13:12:28 user nova-compute[86206]:   </guest>
Nov 10 13:12:28 user nova-compute[86206]:   <guest>
Nov 10 13:12:28 user nova-compute[86206]:     <os_type>hvm</os_type>
Nov 10 13:12:28 user nova-compute[86206]:     <arch name='mipsel'>
Nov 10 13:12:28 user nova-compute[86206]:       <wordsize>32</wordsize>
Nov 10 13:12:28 user nova-compute[86206]:       <emulator>/usr/bin/qemu-system-mipsel</emulator>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='16'>malta</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>mipssim</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <domain type='qemu'/>
Nov 10 13:12:28 user nova-compute[86206]:     </arch>
Nov 10 13:12:28 user nova-compute[86206]:     <features>
Nov 10 13:12:28 user nova-compute[86206]:       <cpuselection/>
Nov 10 13:12:28 user nova-compute[86206]:       <deviceboot/>
Nov 10 13:12:28 user nova-compute[86206]:       <disksnapshot default='on' toggle='no'/>
Nov 10 13:12:28 user nova-compute[86206]:     </features>
Nov 10 13:12:28 user nova-compute[86206]:   </guest>
Nov 10 13:12:28 user nova-compute[86206]:   <guest>
Nov 10 13:12:28 user nova-compute[86206]:     <os_type>hvm</os_type>
Nov 10 13:12:28 user nova-compute[86206]:     <arch name='mips64'>
Nov 10 13:12:28 user nova-compute[86206]:       <wordsize>64</wordsize>
Nov 10 13:12:28 user nova-compute[86206]:       <emulator>/usr/bin/qemu-system-mips64</emulator>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='16'>malta</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>mipssim</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>pica61</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>magnum</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <domain type='qemu'/>
Nov 10 13:12:28 user nova-compute[86206]:     </arch>
Nov 10 13:12:28 user nova-compute[86206]:     <features>
Nov 10 13:12:28 user nova-compute[86206]:       <cpuselection/>
Nov 10 13:12:28 user nova-compute[86206]:       <deviceboot/>
Nov 10 13:12:28 user nova-compute[86206]:       <disksnapshot default='on' toggle='no'/>
Nov 10 13:12:28 user nova-compute[86206]:     </features>
Nov 10 13:12:28 user nova-compute[86206]:   </guest>
Nov 10 13:12:28 user nova-compute[86206]:   <guest>
Nov 10 13:12:28 user nova-compute[86206]:     <os_type>hvm</os_type>
Nov 10 13:12:28 user nova-compute[86206]:     <arch name='mips64el'>
Nov 10 13:12:28 user nova-compute[86206]:       <wordsize>64</wordsize>
Nov 10 13:12:28 user nova-compute[86206]:       <emulator>/usr/bin/qemu-system-mips64el</emulator>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='16'>malta</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='16'>loongson3-virt</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>mipssim</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>pica61</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>magnum</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='16'>boston</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>fuloong2e</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <domain type='qemu'/>
Nov 10 13:12:28 user nova-compute[86206]:     </arch>
Nov 10 13:12:28 user nova-compute[86206]:     <features>
Nov 10 13:12:28 user nova-compute[86206]:       <cpuselection/>
Nov 10 13:12:28 user nova-compute[86206]:       <deviceboot/>
Nov 10 13:12:28 user nova-compute[86206]:       <disksnapshot default='on' toggle='no'/>
Nov 10 13:12:28 user nova-compute[86206]:     </features>
Nov 10 13:12:28 user nova-compute[86206]:   </guest>
Nov 10 13:12:28 user nova-compute[86206]:   <guest>
Nov 10 13:12:28 user nova-compute[86206]:     <os_type>hvm</os_type>
Nov 10 13:12:28 user nova-compute[86206]:     <arch name='ppc'>
Nov 10 13:12:28 user nova-compute[86206]:       <wordsize>32</wordsize>
Nov 10 13:12:28 user nova-compute[86206]:       <emulator>/usr/bin/qemu-system-ppc</emulator>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>g3beige</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>virtex-ml507</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>mac99</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='32'>ppce500</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>pegasos2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>sam460ex</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>bamboo</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>40p</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>ref405ep</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='15'>mpc8544ds</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>taihu</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <domain type='qemu'/>
Nov 10 13:12:28 user nova-compute[86206]:     </arch>
Nov 10 13:12:28 user nova-compute[86206]:     <features>
Nov 10 13:12:28 user nova-compute[86206]:       <cpuselection/>
Nov 10 13:12:28 user nova-compute[86206]:       <deviceboot/>
Nov 10 13:12:28 user nova-compute[86206]:       <disksnapshot default='on' toggle='no'/>
Nov 10 13:12:28 user nova-compute[86206]:     </features>
Nov 10 13:12:28 user nova-compute[86206]:   </guest>
Nov 10 13:12:28 user nova-compute[86206]:   <guest>
Nov 10 13:12:28 user nova-compute[86206]:     <os_type>hvm</os_type>
Nov 10 13:12:28 user nova-compute[86206]:     <arch name='ppc64'>
Nov 10 13:12:28 user nova-compute[86206]:       <wordsize>64</wordsize>
Nov 10 13:12:28 user nova-compute[86206]:       <emulator>/usr/bin/qemu-system-ppc64</emulator>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2048'>powernv9</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>taihu</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='15'>mpc8544ds</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2048'>powernv10</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='32'>ppce500</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>40p</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>pegasos2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>bamboo</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>g3beige</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>virtex-ml507</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>mac99</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>sam460ex</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>ref405ep</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2048'>powernv8</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <domain type='qemu'/>
Nov 10 13:12:28 user nova-compute[86206]:     </arch>
Nov 10 13:12:28 user nova-compute[86206]:     <features>
Nov 10 13:12:28 user nova-compute[86206]:       <cpuselection/>
Nov 10 13:12:28 user nova-compute[86206]:       <deviceboot/>
Nov 10 13:12:28 user nova-compute[86206]:       <disksnapshot default='on' toggle='no'/>
Nov 10 13:12:28 user nova-compute[86206]:     </features>
Nov 10 13:12:28 user nova-compute[86206]:   </guest>
Nov 10 13:12:28 user nova-compute[86206]:   <guest>
Nov 10 13:12:28 user nova-compute[86206]:     <os_type>hvm</os_type>
Nov 10 13:12:28 user nova-compute[86206]:     <arch name='ppc64le'>
Nov 10 13:12:28 user nova-compute[86206]:       <wordsize>64</wordsize>
Nov 10 13:12:28 user nova-compute[86206]:       <emulator>/usr/bin/qemu-system-ppc64le</emulator>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2048'>powernv9</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>taihu</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='15'>mpc8544ds</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2048'>powernv10</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='32'>ppce500</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>40p</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>pegasos2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>bamboo</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>g3beige</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>virtex-ml507</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>mac99</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>sam460ex</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>ref405ep</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2048'>powernv8</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <domain type='qemu'/>
Nov 10 13:12:28 user nova-compute[86206]:     </arch>
Nov 10 13:12:28 user nova-compute[86206]:     <features>
Nov 10 13:12:28 user nova-compute[86206]:       <cpuselection/>
Nov 10 13:12:28 user nova-compute[86206]:       <deviceboot/>
Nov 10 13:12:28 user nova-compute[86206]:       <disksnapshot default='on' toggle='no'/>
Nov 10 13:12:28 user nova-compute[86206]:     </features>
Nov 10 13:12:28 user nova-compute[86206]:   </guest>
Nov 10 13:12:28 user nova-compute[86206]:   <guest>
Nov 10 13:12:28 user nova-compute[86206]:     <os_type>hvm</os_type>
Nov 10 13:12:28 user nova-compute[86206]:     <arch name='riscv32'>
Nov 10 13:12:28 user nova-compute[86206]:       <wordsize>32</wordsize>
Nov 10 13:12:28 user nova-compute[86206]:       <emulator>/usr/bin/qemu-system-riscv32</emulator>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='8'>spike</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>opentitan</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='5'>sifive_u</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>sifive_e</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='8'>virt</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <domain type='qemu'/>
Nov 10 13:12:28 user nova-compute[86206]:     </arch>
Nov 10 13:12:28 user nova-compute[86206]:     <features>
Nov 10 13:12:28 user nova-compute[86206]:       <cpuselection/>
Nov 10 13:12:28 user nova-compute[86206]:       <deviceboot/>
Nov 10 13:12:28 user nova-compute[86206]:       <disksnapshot default='on' toggle='no'/>
Nov 10 13:12:28 user nova-compute[86206]:     </features>
Nov 10 13:12:28 user nova-compute[86206]:   </guest>
Nov 10 13:12:28 user nova-compute[86206]:   <guest>
Nov 10 13:12:28 user nova-compute[86206]:     <os_type>hvm</os_type>
Nov 10 13:12:28 user nova-compute[86206]:     <arch name='riscv64'>
Nov 10 13:12:28 user nova-compute[86206]:       <wordsize>64</wordsize>
Nov 10 13:12:28 user nova-compute[86206]:       <emulator>/usr/bin/qemu-system-riscv64</emulator>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='8'>spike</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='5'>microchip-icicle-kit</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='5'>sifive_u</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>shakti_c</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>sifive_e</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='8'>virt</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <domain type='qemu'/>
Nov 10 13:12:28 user nova-compute[86206]:     </arch>
Nov 10 13:12:28 user nova-compute[86206]:     <features>
Nov 10 13:12:28 user nova-compute[86206]:       <cpuselection/>
Nov 10 13:12:28 user nova-compute[86206]:       <deviceboot/>
Nov 10 13:12:28 user nova-compute[86206]:       <disksnapshot default='on' toggle='no'/>
Nov 10 13:12:28 user nova-compute[86206]:     </features>
Nov 10 13:12:28 user nova-compute[86206]:   </guest>
Nov 10 13:12:28 user nova-compute[86206]:   <guest>
Nov 10 13:12:28 user nova-compute[86206]:     <os_type>hvm</os_type>
Nov 10 13:12:28 user nova-compute[86206]:     <arch name='s390x'>
Nov 10 13:12:28 user nova-compute[86206]:       <wordsize>64</wordsize>
Nov 10 13:12:28 user nova-compute[86206]:       <emulator>/usr/bin/qemu-system-s390x</emulator>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='248'>s390-ccw-virtio-jammy</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine canonical='s390-ccw-virtio-jammy' maxCpus='248'>s390-ccw-virtio</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='248'>s390-ccw-virtio-4.0</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='248'>s390-ccw-virtio-5.2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='248'>s390-ccw-virtio-artful</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='248'>s390-ccw-virtio-3.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='248'>s390-ccw-virtio-groovy</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='248'>s390-ccw-virtio-hirsute</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='248'>s390-ccw-virtio-disco</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='248'>s390-ccw-virtio-2.12</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='248'>s390-ccw-virtio-2.6</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='248'>s390-ccw-virtio-yakkety</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='248'>s390-ccw-virtio-eoan</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='248'>s390-ccw-virtio-2.9</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='248'>s390-ccw-virtio-6.0</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='248'>s390-ccw-virtio-5.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='248'>s390-ccw-virtio-3.0</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='248'>s390-ccw-virtio-4.2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='248'>s390-ccw-virtio-2.5</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='248'>s390-ccw-virtio-2.11</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='248'>s390-ccw-virtio-xenial</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='248'>s390-ccw-virtio-focal</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='248'>s390-ccw-virtio-2.8</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='248'>s390-ccw-virtio-impish</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='248'>s390-ccw-virtio-bionic</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='248'>s390-ccw-virtio-5.0</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='248'>s390-ccw-virtio-6.2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='248'>s390-ccw-virtio-zesty</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='248'>s390-ccw-virtio-4.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='248'>s390-ccw-virtio-cosmic</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='248'>s390-ccw-virtio-2.4</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='248'>s390-ccw-virtio-2.10</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='248'>s390-ccw-virtio-2.7</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='248'>s390-ccw-virtio-6.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <domain type='qemu'/>
Nov 10 13:12:28 user nova-compute[86206]:     </arch>
Nov 10 13:12:28 user nova-compute[86206]:     <features>
Nov 10 13:12:28 user nova-compute[86206]:       <cpuselection/>
Nov 10 13:12:28 user nova-compute[86206]:       <deviceboot/>
Nov 10 13:12:28 user nova-compute[86206]:       <disksnapshot default='on' toggle='no'/>
Nov 10 13:12:28 user nova-compute[86206]:     </features>
Nov 10 13:12:28 user nova-compute[86206]:   </guest>
Nov 10 13:12:28 user nova-compute[86206]:   <guest>
Nov 10 13:12:28 user nova-compute[86206]:     <os_type>hvm</os_type>
Nov 10 13:12:28 user nova-compute[86206]:     <arch name='sh4'>
Nov 10 13:12:28 user nova-compute[86206]:       <wordsize>32</wordsize>
Nov 10 13:12:28 user nova-compute[86206]:       <emulator>/usr/bin/qemu-system-sh4</emulator>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>shix</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>r2d</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <domain type='qemu'/>
Nov 10 13:12:28 user nova-compute[86206]:     </arch>
Nov 10 13:12:28 user nova-compute[86206]:     <features>
Nov 10 13:12:28 user nova-compute[86206]:       <cpuselection/>
Nov 10 13:12:28 user nova-compute[86206]:       <deviceboot/>
Nov 10 13:12:28 user nova-compute[86206]:       <disksnapshot default='on' toggle='no'/>
Nov 10 13:12:28 user nova-compute[86206]:     </features>
Nov 10 13:12:28 user nova-compute[86206]:   </guest>
Nov 10 13:12:28 user nova-compute[86206]:   <guest>
Nov 10 13:12:28 user nova-compute[86206]:     <os_type>hvm</os_type>
Nov 10 13:12:28 user nova-compute[86206]:     <arch name='sh4eb'>
Nov 10 13:12:28 user nova-compute[86206]:       <wordsize>64</wordsize>
Nov 10 13:12:28 user nova-compute[86206]:       <emulator>/usr/bin/qemu-system-sh4eb</emulator>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>shix</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>r2d</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <domain type='qemu'/>
Nov 10 13:12:28 user nova-compute[86206]:     </arch>
Nov 10 13:12:28 user nova-compute[86206]:     <features>
Nov 10 13:12:28 user nova-compute[86206]:       <cpuselection/>
Nov 10 13:12:28 user nova-compute[86206]:       <deviceboot/>
Nov 10 13:12:28 user nova-compute[86206]:       <disksnapshot default='on' toggle='no'/>
Nov 10 13:12:28 user nova-compute[86206]:     </features>
Nov 10 13:12:28 user nova-compute[86206]:   </guest>
Nov 10 13:12:28 user nova-compute[86206]:   <guest>
Nov 10 13:12:28 user nova-compute[86206]:     <os_type>hvm</os_type>
Nov 10 13:12:28 user nova-compute[86206]:     <arch name='sparc'>
Nov 10 13:12:28 user nova-compute[86206]:       <wordsize>32</wordsize>
Nov 10 13:12:28 user nova-compute[86206]:       <emulator>/usr/bin/qemu-system-sparc</emulator>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>SS-5</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='4'>SS-20</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>LX</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>SPARCClassic</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>leon3_generic</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>SPARCbook</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>SS-4</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='4'>SS-600MP</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='4'>SS-10</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>Voyager</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <domain type='qemu'/>
Nov 10 13:12:28 user nova-compute[86206]:     </arch>
Nov 10 13:12:28 user nova-compute[86206]:     <features>
Nov 10 13:12:28 user nova-compute[86206]:       <cpuselection/>
Nov 10 13:12:28 user nova-compute[86206]:       <deviceboot/>
Nov 10 13:12:28 user nova-compute[86206]:       <disksnapshot default='on' toggle='no'/>
Nov 10 13:12:28 user nova-compute[86206]:     </features>
Nov 10 13:12:28 user nova-compute[86206]:   </guest>
Nov 10 13:12:28 user nova-compute[86206]:   <guest>
Nov 10 13:12:28 user nova-compute[86206]:     <os_type>hvm</os_type>
Nov 10 13:12:28 user nova-compute[86206]:     <arch name='sparc64'>
Nov 10 13:12:28 user nova-compute[86206]:       <wordsize>64</wordsize>
Nov 10 13:12:28 user nova-compute[86206]:       <emulator>/usr/bin/qemu-system-sparc64</emulator>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>sun4u</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>niagara</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>sun4v</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <domain type='qemu'/>
Nov 10 13:12:28 user nova-compute[86206]:     </arch>
Nov 10 13:12:28 user nova-compute[86206]:     <features>
Nov 10 13:12:28 user nova-compute[86206]:       <cpuselection/>
Nov 10 13:12:28 user nova-compute[86206]:       <deviceboot/>
Nov 10 13:12:28 user nova-compute[86206]:       <disksnapshot default='on' toggle='no'/>
Nov 10 13:12:28 user nova-compute[86206]:     </features>
Nov 10 13:12:28 user nova-compute[86206]:   </guest>
Nov 10 13:12:28 user nova-compute[86206]:   <guest>
Nov 10 13:12:28 user nova-compute[86206]:     <os_type>hvm</os_type>
Nov 10 13:12:28 user nova-compute[86206]:     <arch name='x86_64'>
Nov 10 13:12:28 user nova-compute[86206]:       <wordsize>64</wordsize>
Nov 10 13:12:28 user nova-compute[86206]:       <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-artful</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>x-remote</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='1'>isapc</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-disco</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-impish</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-focal</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>microvm</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <domain type='qemu'/>
Nov 10 13:12:28 user nova-compute[86206]:       <domain type='kvm'/>
Nov 10 13:12:28 user nova-compute[86206]:     </arch>
Nov 10 13:12:28 user nova-compute[86206]:     <features>
Nov 10 13:12:28 user nova-compute[86206]:       <acpi default='on' toggle='yes'/>
Nov 10 13:12:28 user nova-compute[86206]:       <apic default='on' toggle='no'/>
Nov 10 13:12:28 user nova-compute[86206]:       <cpuselection/>
Nov 10 13:12:28 user nova-compute[86206]:       <deviceboot/>
Nov 10 13:12:28 user nova-compute[86206]:       <disksnapshot default='on' toggle='no'/>
Nov 10 13:12:28 user nova-compute[86206]:     </features>
Nov 10 13:12:28 user nova-compute[86206]:   </guest>
Nov 10 13:12:28 user nova-compute[86206]:   <guest>
Nov 10 13:12:28 user nova-compute[86206]:     <os_type>hvm</os_type>
Nov 10 13:12:28 user nova-compute[86206]:     <arch name='xtensa'>
Nov 10 13:12:28 user nova-compute[86206]:       <wordsize>32</wordsize>
Nov 10 13:12:28 user nova-compute[86206]:       <emulator>/usr/bin/qemu-system-xtensa</emulator>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='4'>sim</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='32'>kc705</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='32'>ml605</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='32'>ml605-nommu</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='32'>virt</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='32'>lx60-nommu</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='32'>lx200</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='32'>lx200-nommu</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='32'>lx60</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='32'>kc705-nommu</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <domain type='qemu'/>
Nov 10 13:12:28 user nova-compute[86206]:     </arch>
Nov 10 13:12:28 user nova-compute[86206]:     <features>
Nov 10 13:12:28 user nova-compute[86206]:       <cpuselection/>
Nov 10 13:12:28 user nova-compute[86206]:       <deviceboot/>
Nov 10 13:12:28 user nova-compute[86206]:       <disksnapshot default='on' toggle='no'/>
Nov 10 13:12:28 user nova-compute[86206]:     </features>
Nov 10 13:12:28 user nova-compute[86206]:   </guest>
Nov 10 13:12:28 user nova-compute[86206]:   <guest>
Nov 10 13:12:28 user nova-compute[86206]:     <os_type>hvm</os_type>
Nov 10 13:12:28 user nova-compute[86206]:     <arch name='xtensaeb'>
Nov 10 13:12:28 user nova-compute[86206]:       <wordsize>32</wordsize>
Nov 10 13:12:28 user nova-compute[86206]:       <emulator>/usr/bin/qemu-system-xtensaeb</emulator>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='4'>sim</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='32'>kc705</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='32'>ml605</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='32'>ml605-nommu</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='32'>virt</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='32'>lx60-nommu</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='32'>lx200</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='32'>lx200-nommu</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='32'>lx60</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <machine maxCpus='32'>kc705-nommu</machine>
Nov 10 13:12:28 user nova-compute[86206]:       <domain type='qemu'/>
Nov 10 13:12:28 user nova-compute[86206]:     </arch>
Nov 10 13:12:28 user nova-compute[86206]:     <features>
Nov 10 13:12:28 user nova-compute[86206]:       <cpuselection/>
Nov 10 13:12:28 user nova-compute[86206]:       <deviceboot/>
Nov 10 13:12:28 user nova-compute[86206]:       <disksnapshot default='on' toggle='no'/>
Nov 10 13:12:28 user nova-compute[86206]:     </features>
Nov 10 13:12:28 user nova-compute[86206]:   </guest>
Nov 10 13:12:28 user nova-compute[86206]: </capabilities>
Nov 10 13:12:28 user nova-compute[86206]: 
Nov 10 13:12:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Getting domain capabilities for alpha via machine types: {None} {{(pid=86206) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 10 13:12:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Error from libvirt when retrieving domain capabilities for arch alpha / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-alpha' on this host {{(pid=86206) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 10 13:12:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Getting domain capabilities for armv6l via machine types: {'virt', None} {{(pid=86206) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 10 13:12:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=86206) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 10 13:12:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=86206) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 10 13:12:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Getting domain capabilities for armv7l via machine types: {'virt'} {{(pid=86206) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 10 13:12:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Error from libvirt when retrieving domain capabilities for arch armv7l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=86206) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 10 13:12:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Getting domain capabilities for aarch64 via machine types: {'virt'} {{(pid=86206) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 10 13:12:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Error from libvirt when retrieving domain capabilities for arch aarch64 / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-aarch64' on this host {{(pid=86206) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 10 13:12:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Getting domain capabilities for cris via machine types: {None} {{(pid=86206) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 10 13:12:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Error from libvirt when retrieving domain capabilities for arch cris / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-cris' on this host {{(pid=86206) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 10 13:12:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Getting domain capabilities for i686 via machine types: {'pc', 'q35', 'ubuntu-q35', 'ubuntu'} {{(pid=86206) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 10 13:12:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=pc:
Nov 10 13:12:28 user nova-compute[86206]: <domainCapabilities>
Nov 10 13:12:28 user nova-compute[86206]:   <path>/usr/bin/qemu-system-i386</path>
Nov 10 13:12:28 user nova-compute[86206]:   <domain>kvm</domain>
Nov 10 13:12:28 user nova-compute[86206]:   <machine>pc-i440fx-6.2</machine>
Nov 10 13:12:28 user nova-compute[86206]:   <arch>i686</arch>
Nov 10 13:12:28 user nova-compute[86206]:   <vcpu max='255'/>
Nov 10 13:12:28 user nova-compute[86206]:   <iothreads supported='yes'/>
Nov 10 13:12:28 user nova-compute[86206]:   <os supported='yes'>
Nov 10 13:12:28 user nova-compute[86206]:     <enum name='firmware'/>
Nov 10 13:12:28 user nova-compute[86206]:     <loader supported='yes'>
Nov 10 13:12:28 user nova-compute[86206]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 10 13:12:28 user nova-compute[86206]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 10 13:12:28 user nova-compute[86206]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 10 13:12:28 user nova-compute[86206]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 10 13:12:28 user nova-compute[86206]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 10 13:12:28 user nova-compute[86206]:       <enum name='type'>
Nov 10 13:12:28 user nova-compute[86206]:         <value>rom</value>
Nov 10 13:12:28 user nova-compute[86206]:         <value>pflash</value>
Nov 10 13:12:28 user nova-compute[86206]:       </enum>
Nov 10 13:12:28 user nova-compute[86206]:       <enum name='readonly'>
Nov 10 13:12:28 user nova-compute[86206]:         <value>yes</value>
Nov 10 13:12:28 user nova-compute[86206]:         <value>no</value>
Nov 10 13:12:28 user nova-compute[86206]:       </enum>
Nov 10 13:12:28 user nova-compute[86206]:       <enum name='secure'>
Nov 10 13:12:28 user nova-compute[86206]:         <value>no</value>
Nov 10 13:12:28 user nova-compute[86206]:       </enum>
Nov 10 13:12:28 user nova-compute[86206]:     </loader>
Nov 10 13:12:28 user nova-compute[86206]:   </os>
Nov 10 13:12:28 user nova-compute[86206]:   <cpu>
Nov 10 13:12:28 user nova-compute[86206]:     <mode name='host-passthrough' supported='yes'>
Nov 10 13:12:28 user nova-compute[86206]:       <enum name='hostPassthroughMigratable'>
Nov 10 13:12:28 user nova-compute[86206]:         <value>off</value>
Nov 10 13:12:28 user nova-compute[86206]:       </enum>
Nov 10 13:12:28 user nova-compute[86206]:     </mode>
Nov 10 13:12:28 user nova-compute[86206]:     <mode name='maximum' supported='yes'>
Nov 10 13:12:28 user nova-compute[86206]:       <enum name='maximumMigratable'>
Nov 10 13:12:28 user nova-compute[86206]:         <value>on</value>
Nov 10 13:12:28 user nova-compute[86206]:         <value>off</value>
Nov 10 13:12:28 user nova-compute[86206]:       </enum>
Nov 10 13:12:28 user nova-compute[86206]:     </mode>
Nov 10 13:12:28 user nova-compute[86206]:     <mode name='host-model' supported='yes'>
Nov 10 13:12:28 user nova-compute[86206]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 10 13:12:28 user nova-compute[86206]:       <vendor>Intel</vendor>
Nov 10 13:12:28 user nova-compute[86206]:       <feature policy='require' name='ss'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature policy='require' name='vmx'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature policy='require' name='pcid'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature policy='require' name='hypervisor'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature policy='require' name='arat'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature policy='require' name='tsc_adjust'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature policy='require' name='umip'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature policy='require' name='md-clear'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature policy='require' name='stibp'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature policy='require' name='arch-capabilities'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature policy='require' name='ssbd'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature policy='require' name='ibpb'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature policy='require' name='ibrs'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature policy='require' name='amd-stibp'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature policy='require' name='amd-ssbd'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature policy='disable' name='erms'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature policy='disable' name='xsaveopt'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature policy='disable' name='lm'/>
Nov 10 13:12:28 user nova-compute[86206]:     </mode>
Nov 10 13:12:28 user nova-compute[86206]:     <mode name='custom' supported='yes'>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>qemu64</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='yes'>qemu32</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>phenom</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='yes'>pentium3</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='yes'>pentium2</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='yes'>pentium</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>n270</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>kvm64</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='yes'>kvm32</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='yes'>coreduo</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>core2duo</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>athlon</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Westmere-IBRS</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Westmere</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Snowridge</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Skylake-Server</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Skylake-Client</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>SandyBridge</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Penryn</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Opteron_G5</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Opteron_G4</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Opteron_G3</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Opteron_G2</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Opteron_G1</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Nehalem-IBRS</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Nehalem</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>IvyBridge</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Icelake-Server</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Haswell-noTSX</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Haswell-IBRS</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Haswell</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>EPYC-Rome</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>EPYC-Milan</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>EPYC-IBPB</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>EPYC</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Dhyana</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Cooperlake</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Conroe</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Cascadelake-Server</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Broadwell-noTSX</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Broadwell-IBRS</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Broadwell</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='yes'>486</model>
Nov 10 13:12:28 user nova-compute[86206]:     </mode>
Nov 10 13:12:28 user nova-compute[86206]:   </cpu>
Nov 10 13:12:28 user nova-compute[86206]:   <memoryBacking supported='yes'>
Nov 10 13:12:28 user nova-compute[86206]:     <enum name='sourceType'>
Nov 10 13:12:28 user nova-compute[86206]:       <value>file</value>
Nov 10 13:12:28 user nova-compute[86206]:       <value>anonymous</value>
Nov 10 13:12:28 user nova-compute[86206]:       <value>memfd</value>
Nov 10 13:12:28 user nova-compute[86206]:     </enum>
Nov 10 13:12:28 user nova-compute[86206]:   </memoryBacking>
Nov 10 13:12:28 user nova-compute[86206]:   <devices>
Nov 10 13:12:28 user nova-compute[86206]:     <disk supported='yes'>
Nov 10 13:12:28 user nova-compute[86206]:       <enum name='diskDevice'>
Nov 10 13:12:28 user nova-compute[86206]:         <value>disk</value>
Nov 10 13:12:28 user nova-compute[86206]:         <value>cdrom</value>
Nov 10 13:12:28 user nova-compute[86206]:         <value>floppy</value>
Nov 10 13:12:28 user nova-compute[86206]:         <value>lun</value>
Nov 10 13:12:28 user nova-compute[86206]:       </enum>
Nov 10 13:12:28 user nova-compute[86206]:       <enum name='bus'>
Nov 10 13:12:28 user nova-compute[86206]:         <value>ide</value>
Nov 10 13:12:28 user nova-compute[86206]:         <value>fdc</value>
Nov 10 13:12:28 user nova-compute[86206]:         <value>scsi</value>
Nov 10 13:12:28 user nova-compute[86206]:         <value>virtio</value>
Nov 10 13:12:28 user nova-compute[86206]:         <value>usb</value>
Nov 10 13:12:28 user nova-compute[86206]:         <value>sata</value>
Nov 10 13:12:28 user nova-compute[86206]:       </enum>
Nov 10 13:12:28 user nova-compute[86206]:       <enum name='model'>
Nov 10 13:12:28 user nova-compute[86206]:         <value>virtio</value>
Nov 10 13:12:28 user nova-compute[86206]:         <value>virtio-transitional</value>
Nov 10 13:12:28 user nova-compute[86206]:         <value>virtio-non-transitional</value>
Nov 10 13:12:28 user nova-compute[86206]:       </enum>
Nov 10 13:12:28 user nova-compute[86206]:     </disk>
Nov 10 13:12:28 user nova-compute[86206]:     <graphics supported='yes'>
Nov 10 13:12:28 user nova-compute[86206]:       <enum name='type'>
Nov 10 13:12:28 user nova-compute[86206]:         <value>sdl</value>
Nov 10 13:12:28 user nova-compute[86206]:         <value>vnc</value>
Nov 10 13:12:28 user nova-compute[86206]:         <value>spice</value>
Nov 10 13:12:28 user nova-compute[86206]:         <value>egl-headless</value>
Nov 10 13:12:28 user nova-compute[86206]:       </enum>
Nov 10 13:12:28 user nova-compute[86206]:     </graphics>
Nov 10 13:12:28 user nova-compute[86206]:     <video supported='yes'>
Nov 10 13:12:28 user nova-compute[86206]:       <enum name='modelType'>
Nov 10 13:12:28 user nova-compute[86206]:         <value>vga</value>
Nov 10 13:12:28 user nova-compute[86206]:         <value>cirrus</value>
Nov 10 13:12:28 user nova-compute[86206]:         <value>vmvga</value>
Nov 10 13:12:28 user nova-compute[86206]:         <value>qxl</value>
Nov 10 13:12:28 user nova-compute[86206]:         <value>virtio</value>
Nov 10 13:12:28 user nova-compute[86206]:         <value>none</value>
Nov 10 13:12:28 user nova-compute[86206]:         <value>bochs</value>
Nov 10 13:12:28 user nova-compute[86206]:         <value>ramfb</value>
Nov 10 13:12:28 user nova-compute[86206]:       </enum>
Nov 10 13:12:28 user nova-compute[86206]:     </video>
Nov 10 13:12:28 user nova-compute[86206]:     <hostdev supported='yes'>
Nov 10 13:12:28 user nova-compute[86206]:       <enum name='mode'>
Nov 10 13:12:28 user nova-compute[86206]:         <value>subsystem</value>
Nov 10 13:12:28 user nova-compute[86206]:       </enum>
Nov 10 13:12:28 user nova-compute[86206]:       <enum name='startupPolicy'>
Nov 10 13:12:28 user nova-compute[86206]:         <value>default</value>
Nov 10 13:12:28 user nova-compute[86206]:         <value>mandatory</value>
Nov 10 13:12:28 user nova-compute[86206]:         <value>requisite</value>
Nov 10 13:12:28 user nova-compute[86206]:         <value>optional</value>
Nov 10 13:12:28 user nova-compute[86206]:       </enum>
Nov 10 13:12:28 user nova-compute[86206]:       <enum name='subsysType'>
Nov 10 13:12:28 user nova-compute[86206]:         <value>usb</value>
Nov 10 13:12:28 user nova-compute[86206]:         <value>pci</value>
Nov 10 13:12:28 user nova-compute[86206]:         <value>scsi</value>
Nov 10 13:12:28 user nova-compute[86206]:       </enum>
Nov 10 13:12:28 user nova-compute[86206]:       <enum name='capsType'/>
Nov 10 13:12:28 user nova-compute[86206]:       <enum name='pciBackend'/>
Nov 10 13:12:28 user nova-compute[86206]:     </hostdev>
Nov 10 13:12:28 user nova-compute[86206]:     <rng supported='yes'>
Nov 10 13:12:28 user nova-compute[86206]:       <enum name='model'>
Nov 10 13:12:28 user nova-compute[86206]:         <value>virtio</value>
Nov 10 13:12:28 user nova-compute[86206]:         <value>virtio-transitional</value>
Nov 10 13:12:28 user nova-compute[86206]:         <value>virtio-non-transitional</value>
Nov 10 13:12:28 user nova-compute[86206]:       </enum>
Nov 10 13:12:28 user nova-compute[86206]:       <enum name='backendModel'>
Nov 10 13:12:28 user nova-compute[86206]:         <value>random</value>
Nov 10 13:12:28 user nova-compute[86206]:         <value>egd</value>
Nov 10 13:12:28 user nova-compute[86206]:         <value>builtin</value>
Nov 10 13:12:28 user nova-compute[86206]:       </enum>
Nov 10 13:12:28 user nova-compute[86206]:     </rng>
Nov 10 13:12:28 user nova-compute[86206]:     <filesystem supported='yes'>
Nov 10 13:12:28 user nova-compute[86206]:       <enum name='driverType'>
Nov 10 13:12:28 user nova-compute[86206]:         <value>path</value>
Nov 10 13:12:28 user nova-compute[86206]:         <value>handle</value>
Nov 10 13:12:28 user nova-compute[86206]:         <value>virtiofs</value>
Nov 10 13:12:28 user nova-compute[86206]:       </enum>
Nov 10 13:12:28 user nova-compute[86206]:     </filesystem>
Nov 10 13:12:28 user nova-compute[86206]:     <tpm supported='yes'>
Nov 10 13:12:28 user nova-compute[86206]:       <enum name='model'>
Nov 10 13:12:28 user nova-compute[86206]:         <value>tpm-tis</value>
Nov 10 13:12:28 user nova-compute[86206]:         <value>tpm-crb</value>
Nov 10 13:12:28 user nova-compute[86206]:       </enum>
Nov 10 13:12:28 user nova-compute[86206]:       <enum name='backendModel'>
Nov 10 13:12:28 user nova-compute[86206]:         <value>passthrough</value>
Nov 10 13:12:28 user nova-compute[86206]:         <value>emulator</value>
Nov 10 13:12:28 user nova-compute[86206]:       </enum>
Nov 10 13:12:28 user nova-compute[86206]:     </tpm>
Nov 10 13:12:28 user nova-compute[86206]:   </devices>
Nov 10 13:12:28 user nova-compute[86206]:   <features>
Nov 10 13:12:28 user nova-compute[86206]:     <gic supported='no'/>
Nov 10 13:12:28 user nova-compute[86206]:     <vmcoreinfo supported='yes'/>
Nov 10 13:12:28 user nova-compute[86206]:     <genid supported='yes'/>
Nov 10 13:12:28 user nova-compute[86206]:     <backingStoreInput supported='yes'/>
Nov 10 13:12:28 user nova-compute[86206]:     <backup supported='yes'/>
Nov 10 13:12:28 user nova-compute[86206]:     <sev supported='no'/>
Nov 10 13:12:28 user nova-compute[86206]:   </features>
Nov 10 13:12:28 user nova-compute[86206]: </domainCapabilities>
Nov 10 13:12:28 user nova-compute[86206]:  {{(pid=86206) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 10 13:12:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=q35:
Nov 10 13:12:28 user nova-compute[86206]: <domainCapabilities>
Nov 10 13:12:28 user nova-compute[86206]:   <path>/usr/bin/qemu-system-i386</path>
Nov 10 13:12:28 user nova-compute[86206]:   <domain>kvm</domain>
Nov 10 13:12:28 user nova-compute[86206]:   <machine>pc-q35-6.2</machine>
Nov 10 13:12:28 user nova-compute[86206]:   <arch>i686</arch>
Nov 10 13:12:28 user nova-compute[86206]:   <vcpu max='288'/>
Nov 10 13:12:28 user nova-compute[86206]:   <iothreads supported='yes'/>
Nov 10 13:12:28 user nova-compute[86206]:   <os supported='yes'>
Nov 10 13:12:28 user nova-compute[86206]:     <enum name='firmware'/>
Nov 10 13:12:28 user nova-compute[86206]:     <loader supported='yes'>
Nov 10 13:12:28 user nova-compute[86206]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 10 13:12:28 user nova-compute[86206]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 10 13:12:28 user nova-compute[86206]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 10 13:12:28 user nova-compute[86206]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 10 13:12:28 user nova-compute[86206]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 10 13:12:28 user nova-compute[86206]:       <enum name='type'>
Nov 10 13:12:28 user nova-compute[86206]:         <value>rom</value>
Nov 10 13:12:28 user nova-compute[86206]:         <value>pflash</value>
Nov 10 13:12:28 user nova-compute[86206]:       </enum>
Nov 10 13:12:28 user nova-compute[86206]:       <enum name='readonly'>
Nov 10 13:12:28 user nova-compute[86206]:         <value>yes</value>
Nov 10 13:12:28 user nova-compute[86206]:         <value>no</value>
Nov 10 13:12:28 user nova-compute[86206]:       </enum>
Nov 10 13:12:28 user nova-compute[86206]:       <enum name='secure'>
Nov 10 13:12:28 user nova-compute[86206]:         <value>no</value>
Nov 10 13:12:28 user nova-compute[86206]:       </enum>
Nov 10 13:12:28 user nova-compute[86206]:     </loader>
Nov 10 13:12:28 user nova-compute[86206]:   </os>
Nov 10 13:12:28 user nova-compute[86206]:   <cpu>
Nov 10 13:12:28 user nova-compute[86206]:     <mode name='host-passthrough' supported='yes'>
Nov 10 13:12:28 user nova-compute[86206]:       <enum name='hostPassthroughMigratable'>
Nov 10 13:12:28 user nova-compute[86206]:         <value>off</value>
Nov 10 13:12:28 user nova-compute[86206]:       </enum>
Nov 10 13:12:28 user nova-compute[86206]:     </mode>
Nov 10 13:12:28 user nova-compute[86206]:     <mode name='maximum' supported='yes'>
Nov 10 13:12:28 user nova-compute[86206]:       <enum name='maximumMigratable'>
Nov 10 13:12:28 user nova-compute[86206]:         <value>on</value>
Nov 10 13:12:28 user nova-compute[86206]:         <value>off</value>
Nov 10 13:12:28 user nova-compute[86206]:       </enum>
Nov 10 13:12:28 user nova-compute[86206]:     </mode>
Nov 10 13:12:28 user nova-compute[86206]:     <mode name='host-model' supported='yes'>
Nov 10 13:12:28 user nova-compute[86206]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 10 13:12:28 user nova-compute[86206]:       <vendor>Intel</vendor>
Nov 10 13:12:28 user nova-compute[86206]:       <feature policy='require' name='ss'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature policy='require' name='vmx'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature policy='require' name='pcid'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature policy='require' name='hypervisor'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature policy='require' name='arat'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature policy='require' name='tsc_adjust'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature policy='require' name='umip'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature policy='require' name='md-clear'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature policy='require' name='stibp'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature policy='require' name='arch-capabilities'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature policy='require' name='ssbd'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature policy='require' name='ibpb'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature policy='require' name='ibrs'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature policy='require' name='amd-stibp'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature policy='require' name='amd-ssbd'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature policy='disable' name='erms'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature policy='disable' name='xsaveopt'/>
Nov 10 13:12:28 user nova-compute[86206]:       <feature policy='disable' name='lm'/>
Nov 10 13:12:28 user nova-compute[86206]:     </mode>
Nov 10 13:12:28 user nova-compute[86206]:     <mode name='custom' supported='yes'>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>qemu64</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='yes'>qemu32</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>phenom</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='yes'>pentium3</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='yes'>pentium2</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='yes'>pentium</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>n270</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>kvm64</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='yes'>kvm32</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='yes'>coreduo</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>core2duo</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>athlon</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Westmere-IBRS</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Westmere</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Snowridge</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Skylake-Server</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Skylake-Client</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>SandyBridge</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Penryn</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Opteron_G5</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Opteron_G4</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Opteron_G3</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Opteron_G2</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Opteron_G1</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Nehalem-IBRS</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Nehalem</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>IvyBridge</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no'>Icelake-Server</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 10 13:12:28 user nova-compute[86206]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Haswell-noTSX</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Haswell-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Haswell</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>EPYC-Rome</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>EPYC-Milan</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>EPYC-IBPB</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>EPYC</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Dhyana</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Cooperlake</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Conroe</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Cascadelake-Server</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Broadwell-noTSX</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Broadwell-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Broadwell</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>486</model>
Nov 10 13:12:29 user nova-compute[86206]:     </mode>
Nov 10 13:12:29 user nova-compute[86206]:   </cpu>
Nov 10 13:12:29 user nova-compute[86206]:   <memoryBacking supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:     <enum name='sourceType'>
Nov 10 13:12:29 user nova-compute[86206]:       <value>file</value>
Nov 10 13:12:29 user nova-compute[86206]:       <value>anonymous</value>
Nov 10 13:12:29 user nova-compute[86206]:       <value>memfd</value>
Nov 10 13:12:29 user nova-compute[86206]:     </enum>
Nov 10 13:12:29 user nova-compute[86206]:   </memoryBacking>
Nov 10 13:12:29 user nova-compute[86206]:   <devices>
Nov 10 13:12:29 user nova-compute[86206]:     <disk supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='diskDevice'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>disk</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>cdrom</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>floppy</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>lun</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='bus'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>fdc</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>scsi</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>usb</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>sata</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='model'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio-transitional</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio-non-transitional</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </disk>
Nov 10 13:12:29 user nova-compute[86206]:     <graphics supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='type'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>sdl</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>vnc</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>spice</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>egl-headless</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </graphics>
Nov 10 13:12:29 user nova-compute[86206]:     <video supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='modelType'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>vga</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>cirrus</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>vmvga</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>qxl</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>none</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>bochs</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>ramfb</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </video>
Nov 10 13:12:29 user nova-compute[86206]:     <hostdev supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='mode'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>subsystem</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='startupPolicy'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>default</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>mandatory</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>requisite</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>optional</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='subsysType'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>usb</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>pci</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>scsi</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='capsType'/>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='pciBackend'/>
Nov 10 13:12:29 user nova-compute[86206]:     </hostdev>
Nov 10 13:12:29 user nova-compute[86206]:     <rng supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='model'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio-transitional</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio-non-transitional</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='backendModel'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>random</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>egd</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>builtin</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </rng>
Nov 10 13:12:29 user nova-compute[86206]:     <filesystem supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='driverType'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>path</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>handle</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtiofs</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </filesystem>
Nov 10 13:12:29 user nova-compute[86206]:     <tpm supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='model'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>tpm-tis</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>tpm-crb</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='backendModel'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>passthrough</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>emulator</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </tpm>
Nov 10 13:12:29 user nova-compute[86206]:   </devices>
Nov 10 13:12:29 user nova-compute[86206]:   <features>
Nov 10 13:12:29 user nova-compute[86206]:     <gic supported='no'/>
Nov 10 13:12:29 user nova-compute[86206]:     <vmcoreinfo supported='yes'/>
Nov 10 13:12:29 user nova-compute[86206]:     <genid supported='yes'/>
Nov 10 13:12:29 user nova-compute[86206]:     <backingStoreInput supported='yes'/>
Nov 10 13:12:29 user nova-compute[86206]:     <backup supported='yes'/>
Nov 10 13:12:29 user nova-compute[86206]:     <sev supported='no'/>
Nov 10 13:12:29 user nova-compute[86206]:   </features>
Nov 10 13:12:29 user nova-compute[86206]: </domainCapabilities>
Nov 10 13:12:29 user nova-compute[86206]:  {{(pid=86206) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu-q35:
Nov 10 13:12:29 user nova-compute[86206]: <domainCapabilities>
Nov 10 13:12:29 user nova-compute[86206]:   <path>/usr/bin/qemu-system-i386</path>
Nov 10 13:12:29 user nova-compute[86206]:   <domain>kvm</domain>
Nov 10 13:12:29 user nova-compute[86206]:   <machine>pc-q35-jammy</machine>
Nov 10 13:12:29 user nova-compute[86206]:   <arch>i686</arch>
Nov 10 13:12:29 user nova-compute[86206]:   <vcpu max='288'/>
Nov 10 13:12:29 user nova-compute[86206]:   <iothreads supported='yes'/>
Nov 10 13:12:29 user nova-compute[86206]:   <os supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:     <enum name='firmware'/>
Nov 10 13:12:29 user nova-compute[86206]:     <loader supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 10 13:12:29 user nova-compute[86206]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 10 13:12:29 user nova-compute[86206]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 10 13:12:29 user nova-compute[86206]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 10 13:12:29 user nova-compute[86206]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='type'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>rom</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>pflash</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='readonly'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>yes</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>no</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='secure'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>no</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </loader>
Nov 10 13:12:29 user nova-compute[86206]:   </os>
Nov 10 13:12:29 user nova-compute[86206]:   <cpu>
Nov 10 13:12:29 user nova-compute[86206]:     <mode name='host-passthrough' supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='hostPassthroughMigratable'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>off</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </mode>
Nov 10 13:12:29 user nova-compute[86206]:     <mode name='maximum' supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='maximumMigratable'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>on</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>off</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </mode>
Nov 10 13:12:29 user nova-compute[86206]:     <mode name='host-model' supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <vendor>Intel</vendor>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='ss'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='vmx'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='pcid'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='hypervisor'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='arat'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='tsc_adjust'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='umip'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='md-clear'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='stibp'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='arch-capabilities'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='ssbd'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='ibpb'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='ibrs'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='amd-stibp'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='amd-ssbd'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='disable' name='erms'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='disable' name='xsaveopt'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='disable' name='lm'/>
Nov 10 13:12:29 user nova-compute[86206]:     </mode>
Nov 10 13:12:29 user nova-compute[86206]:     <mode name='custom' supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>qemu64</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>qemu32</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>phenom</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>pentium3</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>pentium2</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>pentium</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>n270</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>kvm64</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>kvm32</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>coreduo</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>core2duo</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>athlon</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Westmere-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Westmere</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Snowridge</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Skylake-Server</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Skylake-Client</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>SandyBridge</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Penryn</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Opteron_G5</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Opteron_G4</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Opteron_G3</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Opteron_G2</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Opteron_G1</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Nehalem-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Nehalem</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>IvyBridge</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Icelake-Server</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Haswell-noTSX</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Haswell-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Haswell</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>EPYC-Rome</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>EPYC-Milan</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>EPYC-IBPB</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>EPYC</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Dhyana</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Cooperlake</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Conroe</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Cascadelake-Server</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Broadwell-noTSX</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Broadwell-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Broadwell</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>486</model>
Nov 10 13:12:29 user nova-compute[86206]:     </mode>
Nov 10 13:12:29 user nova-compute[86206]:   </cpu>
Nov 10 13:12:29 user nova-compute[86206]:   <memoryBacking supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:     <enum name='sourceType'>
Nov 10 13:12:29 user nova-compute[86206]:       <value>file</value>
Nov 10 13:12:29 user nova-compute[86206]:       <value>anonymous</value>
Nov 10 13:12:29 user nova-compute[86206]:       <value>memfd</value>
Nov 10 13:12:29 user nova-compute[86206]:     </enum>
Nov 10 13:12:29 user nova-compute[86206]:   </memoryBacking>
Nov 10 13:12:29 user nova-compute[86206]:   <devices>
Nov 10 13:12:29 user nova-compute[86206]:     <disk supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='diskDevice'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>disk</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>cdrom</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>floppy</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>lun</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='bus'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>fdc</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>scsi</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>usb</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>sata</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='model'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio-transitional</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio-non-transitional</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </disk>
Nov 10 13:12:29 user nova-compute[86206]:     <graphics supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='type'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>sdl</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>vnc</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>spice</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>egl-headless</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </graphics>
Nov 10 13:12:29 user nova-compute[86206]:     <video supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='modelType'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>vga</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>cirrus</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>vmvga</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>qxl</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>none</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>bochs</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>ramfb</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </video>
Nov 10 13:12:29 user nova-compute[86206]:     <hostdev supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='mode'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>subsystem</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='startupPolicy'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>default</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>mandatory</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>requisite</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>optional</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='subsysType'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>usb</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>pci</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>scsi</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='capsType'/>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='pciBackend'/>
Nov 10 13:12:29 user nova-compute[86206]:     </hostdev>
Nov 10 13:12:29 user nova-compute[86206]:     <rng supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='model'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio-transitional</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio-non-transitional</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='backendModel'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>random</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>egd</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>builtin</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </rng>
Nov 10 13:12:29 user nova-compute[86206]:     <filesystem supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='driverType'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>path</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>handle</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtiofs</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </filesystem>
Nov 10 13:12:29 user nova-compute[86206]:     <tpm supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='model'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>tpm-tis</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>tpm-crb</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='backendModel'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>passthrough</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>emulator</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </tpm>
Nov 10 13:12:29 user nova-compute[86206]:   </devices>
Nov 10 13:12:29 user nova-compute[86206]:   <features>
Nov 10 13:12:29 user nova-compute[86206]:     <gic supported='no'/>
Nov 10 13:12:29 user nova-compute[86206]:     <vmcoreinfo supported='yes'/>
Nov 10 13:12:29 user nova-compute[86206]:     <genid supported='yes'/>
Nov 10 13:12:29 user nova-compute[86206]:     <backingStoreInput supported='yes'/>
Nov 10 13:12:29 user nova-compute[86206]:     <backup supported='yes'/>
Nov 10 13:12:29 user nova-compute[86206]:     <sev supported='no'/>
Nov 10 13:12:29 user nova-compute[86206]:   </features>
Nov 10 13:12:29 user nova-compute[86206]: </domainCapabilities>
Nov 10 13:12:29 user nova-compute[86206]:  {{(pid=86206) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu:
Nov 10 13:12:29 user nova-compute[86206]: <domainCapabilities>
Nov 10 13:12:29 user nova-compute[86206]:   <path>/usr/bin/qemu-system-i386</path>
Nov 10 13:12:29 user nova-compute[86206]:   <domain>kvm</domain>
Nov 10 13:12:29 user nova-compute[86206]:   <machine>pc-i440fx-jammy</machine>
Nov 10 13:12:29 user nova-compute[86206]:   <arch>i686</arch>
Nov 10 13:12:29 user nova-compute[86206]:   <vcpu max='255'/>
Nov 10 13:12:29 user nova-compute[86206]:   <iothreads supported='yes'/>
Nov 10 13:12:29 user nova-compute[86206]:   <os supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:     <enum name='firmware'/>
Nov 10 13:12:29 user nova-compute[86206]:     <loader supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 10 13:12:29 user nova-compute[86206]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 10 13:12:29 user nova-compute[86206]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 10 13:12:29 user nova-compute[86206]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 10 13:12:29 user nova-compute[86206]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='type'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>rom</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>pflash</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='readonly'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>yes</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>no</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='secure'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>no</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </loader>
Nov 10 13:12:29 user nova-compute[86206]:   </os>
Nov 10 13:12:29 user nova-compute[86206]:   <cpu>
Nov 10 13:12:29 user nova-compute[86206]:     <mode name='host-passthrough' supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='hostPassthroughMigratable'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>off</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </mode>
Nov 10 13:12:29 user nova-compute[86206]:     <mode name='maximum' supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='maximumMigratable'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>on</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>off</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </mode>
Nov 10 13:12:29 user nova-compute[86206]:     <mode name='host-model' supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <vendor>Intel</vendor>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='ss'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='vmx'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='pcid'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='hypervisor'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='arat'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='tsc_adjust'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='umip'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='md-clear'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='stibp'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='arch-capabilities'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='ssbd'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='ibpb'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='ibrs'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='amd-stibp'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='amd-ssbd'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='disable' name='erms'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='disable' name='xsaveopt'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='disable' name='lm'/>
Nov 10 13:12:29 user nova-compute[86206]:     </mode>
Nov 10 13:12:29 user nova-compute[86206]:     <mode name='custom' supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>qemu64</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>qemu32</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>phenom</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>pentium3</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>pentium2</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>pentium</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>n270</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>kvm64</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>kvm32</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>coreduo</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>core2duo</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>athlon</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Westmere-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Westmere</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Snowridge</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Skylake-Server</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Skylake-Client</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>SandyBridge</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Penryn</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Opteron_G5</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Opteron_G4</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Opteron_G3</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Opteron_G2</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Opteron_G1</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Nehalem-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Nehalem</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>IvyBridge</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Icelake-Server</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Haswell-noTSX</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Haswell-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Haswell</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>EPYC-Rome</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>EPYC-Milan</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>EPYC-IBPB</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>EPYC</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Dhyana</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Cooperlake</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Conroe</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Cascadelake-Server</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Broadwell-noTSX</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Broadwell-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Broadwell</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>486</model>
Nov 10 13:12:29 user nova-compute[86206]:     </mode>
Nov 10 13:12:29 user nova-compute[86206]:   </cpu>
Nov 10 13:12:29 user nova-compute[86206]:   <memoryBacking supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:     <enum name='sourceType'>
Nov 10 13:12:29 user nova-compute[86206]:       <value>file</value>
Nov 10 13:12:29 user nova-compute[86206]:       <value>anonymous</value>
Nov 10 13:12:29 user nova-compute[86206]:       <value>memfd</value>
Nov 10 13:12:29 user nova-compute[86206]:     </enum>
Nov 10 13:12:29 user nova-compute[86206]:   </memoryBacking>
Nov 10 13:12:29 user nova-compute[86206]:   <devices>
Nov 10 13:12:29 user nova-compute[86206]:     <disk supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='diskDevice'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>disk</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>cdrom</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>floppy</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>lun</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='bus'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>ide</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>fdc</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>scsi</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>usb</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>sata</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='model'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio-transitional</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio-non-transitional</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </disk>
Nov 10 13:12:29 user nova-compute[86206]:     <graphics supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='type'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>sdl</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>vnc</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>spice</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>egl-headless</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </graphics>
Nov 10 13:12:29 user nova-compute[86206]:     <video supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='modelType'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>vga</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>cirrus</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>vmvga</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>qxl</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>none</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>bochs</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>ramfb</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </video>
Nov 10 13:12:29 user nova-compute[86206]:     <hostdev supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='mode'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>subsystem</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='startupPolicy'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>default</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>mandatory</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>requisite</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>optional</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='subsysType'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>usb</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>pci</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>scsi</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='capsType'/>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='pciBackend'/>
Nov 10 13:12:29 user nova-compute[86206]:     </hostdev>
Nov 10 13:12:29 user nova-compute[86206]:     <rng supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='model'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio-transitional</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio-non-transitional</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='backendModel'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>random</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>egd</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>builtin</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </rng>
Nov 10 13:12:29 user nova-compute[86206]:     <filesystem supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='driverType'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>path</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>handle</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtiofs</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </filesystem>
Nov 10 13:12:29 user nova-compute[86206]:     <tpm supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='model'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>tpm-tis</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>tpm-crb</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='backendModel'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>passthrough</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>emulator</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </tpm>
Nov 10 13:12:29 user nova-compute[86206]:   </devices>
Nov 10 13:12:29 user nova-compute[86206]:   <features>
Nov 10 13:12:29 user nova-compute[86206]:     <gic supported='no'/>
Nov 10 13:12:29 user nova-compute[86206]:     <vmcoreinfo supported='yes'/>
Nov 10 13:12:29 user nova-compute[86206]:     <genid supported='yes'/>
Nov 10 13:12:29 user nova-compute[86206]:     <backingStoreInput supported='yes'/>
Nov 10 13:12:29 user nova-compute[86206]:     <backup supported='yes'/>
Nov 10 13:12:29 user nova-compute[86206]:     <sev supported='no'/>
Nov 10 13:12:29 user nova-compute[86206]:   </features>
Nov 10 13:12:29 user nova-compute[86206]: </domainCapabilities>
Nov 10 13:12:29 user nova-compute[86206]:  {{(pid=86206) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Getting domain capabilities for m68k via machine types: {'virt', None} {{(pid=86206) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=86206) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=86206) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Getting domain capabilities for microblaze via machine types: {None} {{(pid=86206) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Error from libvirt when retrieving domain capabilities for arch microblaze / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblaze' on this host {{(pid=86206) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Getting domain capabilities for microblazeel via machine types: {None} {{(pid=86206) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Error from libvirt when retrieving domain capabilities for arch microblazeel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblazeel' on this host {{(pid=86206) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Getting domain capabilities for mips via machine types: {None} {{(pid=86206) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Error from libvirt when retrieving domain capabilities for arch mips / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips' on this host {{(pid=86206) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Getting domain capabilities for mipsel via machine types: {None} {{(pid=86206) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Error from libvirt when retrieving domain capabilities for arch mipsel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mipsel' on this host {{(pid=86206) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Getting domain capabilities for mips64 via machine types: {None} {{(pid=86206) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Error from libvirt when retrieving domain capabilities for arch mips64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64' on this host {{(pid=86206) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Getting domain capabilities for mips64el via machine types: {None} {{(pid=86206) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Error from libvirt when retrieving domain capabilities for arch mips64el / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64el' on this host {{(pid=86206) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Getting domain capabilities for ppc via machine types: {None} {{(pid=86206) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Error from libvirt when retrieving domain capabilities for arch ppc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc' on this host {{(pid=86206) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Getting domain capabilities for ppc64 via machine types: {'powernv', 'pseries', None} {{(pid=86206) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=86206) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=86206) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=86206) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Getting domain capabilities for ppc64le via machine types: {'pseries', 'powernv'} {{(pid=86206) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=86206) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=86206) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Getting domain capabilities for riscv32 via machine types: {None} {{(pid=86206) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Error from libvirt when retrieving domain capabilities for arch riscv32 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv32' on this host {{(pid=86206) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Getting domain capabilities for riscv64 via machine types: {None} {{(pid=86206) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Error from libvirt when retrieving domain capabilities for arch riscv64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv64' on this host {{(pid=86206) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Getting domain capabilities for s390x via machine types: {'s390-ccw-virtio'} {{(pid=86206) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Error from libvirt when retrieving domain capabilities for arch s390x / virt_type kvm / machine_type s390-ccw-virtio: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-s390x' on this host {{(pid=86206) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Getting domain capabilities for sh4 via machine types: {None} {{(pid=86206) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Error from libvirt when retrieving domain capabilities for arch sh4 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4' on this host {{(pid=86206) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Getting domain capabilities for sh4eb via machine types: {None} {{(pid=86206) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Error from libvirt when retrieving domain capabilities for arch sh4eb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4eb' on this host {{(pid=86206) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Getting domain capabilities for sparc via machine types: {None} {{(pid=86206) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Error from libvirt when retrieving domain capabilities for arch sparc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc' on this host {{(pid=86206) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Getting domain capabilities for sparc64 via machine types: {None} {{(pid=86206) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Error from libvirt when retrieving domain capabilities for arch sparc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc64' on this host {{(pid=86206) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Getting domain capabilities for x86_64 via machine types: {'pc', 'q35', 'ubuntu-q35', 'ubuntu'} {{(pid=86206) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=pc:
Nov 10 13:12:29 user nova-compute[86206]: <domainCapabilities>
Nov 10 13:12:29 user nova-compute[86206]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 10 13:12:29 user nova-compute[86206]:   <domain>kvm</domain>
Nov 10 13:12:29 user nova-compute[86206]:   <machine>pc-i440fx-6.2</machine>
Nov 10 13:12:29 user nova-compute[86206]:   <arch>x86_64</arch>
Nov 10 13:12:29 user nova-compute[86206]:   <vcpu max='255'/>
Nov 10 13:12:29 user nova-compute[86206]:   <iothreads supported='yes'/>
Nov 10 13:12:29 user nova-compute[86206]:   <os supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:     <enum name='firmware'>
Nov 10 13:12:29 user nova-compute[86206]:       <value>efi</value>
Nov 10 13:12:29 user nova-compute[86206]:     </enum>
Nov 10 13:12:29 user nova-compute[86206]:     <loader supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='type'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>rom</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>pflash</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='readonly'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>yes</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>no</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='secure'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>no</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </loader>
Nov 10 13:12:29 user nova-compute[86206]:   </os>
Nov 10 13:12:29 user nova-compute[86206]:   <cpu>
Nov 10 13:12:29 user nova-compute[86206]:     <mode name='host-passthrough' supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='hostPassthroughMigratable'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>on</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>off</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </mode>
Nov 10 13:12:29 user nova-compute[86206]:     <mode name='maximum' supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='maximumMigratable'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>on</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>off</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </mode>
Nov 10 13:12:29 user nova-compute[86206]:     <mode name='host-model' supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <vendor>Intel</vendor>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='ss'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='vmx'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='pcid'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='hypervisor'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='arat'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='tsc_adjust'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='umip'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='md-clear'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='stibp'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='arch-capabilities'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='ssbd'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='invtsc'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='ibpb'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='ibrs'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='amd-stibp'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='amd-ssbd'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='rsba'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='pschange-mc-no'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='disable' name='erms'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='disable' name='xsaveopt'/>
Nov 10 13:12:29 user nova-compute[86206]:     </mode>
Nov 10 13:12:29 user nova-compute[86206]:     <mode name='custom' supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>qemu64</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>qemu32</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>phenom</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>pentium3</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>pentium2</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>pentium</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>n270</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>kvm64</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>kvm32</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>coreduo</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>core2duo</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>athlon</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>Westmere-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>Westmere</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Snowridge</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Skylake-Server</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Skylake-Client</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>SandyBridge</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>Penryn</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Opteron_G5</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Opteron_G4</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Opteron_G3</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Opteron_G2</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>Opteron_G1</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>Nehalem</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>IvyBridge</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Icelake-Server</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Haswell-noTSX</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Haswell-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Haswell</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>EPYC-Rome</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>EPYC-Milan</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>EPYC-IBPB</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>EPYC</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Dhyana</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Cooperlake</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>Conroe</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Cascadelake-Server</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Broadwell-noTSX</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Broadwell-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Broadwell</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>486</model>
Nov 10 13:12:29 user nova-compute[86206]:     </mode>
Nov 10 13:12:29 user nova-compute[86206]:   </cpu>
Nov 10 13:12:29 user nova-compute[86206]:   <memoryBacking supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:     <enum name='sourceType'>
Nov 10 13:12:29 user nova-compute[86206]:       <value>file</value>
Nov 10 13:12:29 user nova-compute[86206]:       <value>anonymous</value>
Nov 10 13:12:29 user nova-compute[86206]:       <value>memfd</value>
Nov 10 13:12:29 user nova-compute[86206]:     </enum>
Nov 10 13:12:29 user nova-compute[86206]:   </memoryBacking>
Nov 10 13:12:29 user nova-compute[86206]:   <devices>
Nov 10 13:12:29 user nova-compute[86206]:     <disk supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='diskDevice'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>disk</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>cdrom</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>floppy</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>lun</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='bus'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>ide</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>fdc</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>scsi</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>usb</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>sata</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='model'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio-transitional</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio-non-transitional</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </disk>
Nov 10 13:12:29 user nova-compute[86206]:     <graphics supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='type'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>sdl</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>vnc</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>spice</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>egl-headless</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </graphics>
Nov 10 13:12:29 user nova-compute[86206]:     <video supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='modelType'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>vga</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>cirrus</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>vmvga</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>qxl</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>none</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>bochs</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>ramfb</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </video>
Nov 10 13:12:29 user nova-compute[86206]:     <hostdev supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='mode'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>subsystem</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='startupPolicy'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>default</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>mandatory</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>requisite</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>optional</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='subsysType'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>usb</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>pci</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>scsi</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='capsType'/>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='pciBackend'/>
Nov 10 13:12:29 user nova-compute[86206]:     </hostdev>
Nov 10 13:12:29 user nova-compute[86206]:     <rng supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='model'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio-transitional</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio-non-transitional</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='backendModel'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>random</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>egd</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>builtin</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </rng>
Nov 10 13:12:29 user nova-compute[86206]:     <filesystem supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='driverType'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>path</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>handle</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtiofs</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </filesystem>
Nov 10 13:12:29 user nova-compute[86206]:     <tpm supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='model'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>tpm-tis</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>tpm-crb</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='backendModel'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>passthrough</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>emulator</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </tpm>
Nov 10 13:12:29 user nova-compute[86206]:   </devices>
Nov 10 13:12:29 user nova-compute[86206]:   <features>
Nov 10 13:12:29 user nova-compute[86206]:     <gic supported='no'/>
Nov 10 13:12:29 user nova-compute[86206]:     <vmcoreinfo supported='yes'/>
Nov 10 13:12:29 user nova-compute[86206]:     <genid supported='yes'/>
Nov 10 13:12:29 user nova-compute[86206]:     <backingStoreInput supported='yes'/>
Nov 10 13:12:29 user nova-compute[86206]:     <backup supported='yes'/>
Nov 10 13:12:29 user nova-compute[86206]:     <sev supported='no'/>
Nov 10 13:12:29 user nova-compute[86206]:   </features>
Nov 10 13:12:29 user nova-compute[86206]: </domainCapabilities>
Nov 10 13:12:29 user nova-compute[86206]:  {{(pid=86206) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=q35:
Nov 10 13:12:29 user nova-compute[86206]: <domainCapabilities>
Nov 10 13:12:29 user nova-compute[86206]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 10 13:12:29 user nova-compute[86206]:   <domain>kvm</domain>
Nov 10 13:12:29 user nova-compute[86206]:   <machine>pc-q35-6.2</machine>
Nov 10 13:12:29 user nova-compute[86206]:   <arch>x86_64</arch>
Nov 10 13:12:29 user nova-compute[86206]:   <vcpu max='288'/>
Nov 10 13:12:29 user nova-compute[86206]:   <iothreads supported='yes'/>
Nov 10 13:12:29 user nova-compute[86206]:   <os supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:     <enum name='firmware'>
Nov 10 13:12:29 user nova-compute[86206]:       <value>efi</value>
Nov 10 13:12:29 user nova-compute[86206]:     </enum>
Nov 10 13:12:29 user nova-compute[86206]:     <loader supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Nov 10 13:12:29 user nova-compute[86206]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Nov 10 13:12:29 user nova-compute[86206]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='type'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>rom</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>pflash</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='readonly'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>yes</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>no</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='secure'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>yes</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>no</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </loader>
Nov 10 13:12:29 user nova-compute[86206]:   </os>
Nov 10 13:12:29 user nova-compute[86206]:   <cpu>
Nov 10 13:12:29 user nova-compute[86206]:     <mode name='host-passthrough' supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='hostPassthroughMigratable'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>on</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>off</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </mode>
Nov 10 13:12:29 user nova-compute[86206]:     <mode name='maximum' supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='maximumMigratable'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>on</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>off</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </mode>
Nov 10 13:12:29 user nova-compute[86206]:     <mode name='host-model' supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <vendor>Intel</vendor>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='ss'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='vmx'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='pcid'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='hypervisor'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='arat'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='tsc_adjust'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='umip'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='md-clear'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='stibp'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='arch-capabilities'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='ssbd'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='invtsc'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='ibpb'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='ibrs'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='amd-stibp'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='amd-ssbd'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='rsba'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='pschange-mc-no'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='disable' name='erms'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='disable' name='xsaveopt'/>
Nov 10 13:12:29 user nova-compute[86206]:     </mode>
Nov 10 13:12:29 user nova-compute[86206]:     <mode name='custom' supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>qemu64</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>qemu32</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>phenom</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>pentium3</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>pentium2</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>pentium</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>n270</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>kvm64</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>kvm32</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>coreduo</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>core2duo</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>athlon</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>Westmere-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>Westmere</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Snowridge</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Skylake-Server</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Skylake-Client</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>SandyBridge</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>Penryn</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Opteron_G5</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Opteron_G4</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Opteron_G3</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Opteron_G2</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>Opteron_G1</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>Nehalem</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>IvyBridge</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Icelake-Server</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Haswell-noTSX</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Haswell-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Haswell</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>EPYC-Rome</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>EPYC-Milan</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>EPYC-IBPB</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>EPYC</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Dhyana</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Cooperlake</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>Conroe</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Cascadelake-Server</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Broadwell-noTSX</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Broadwell-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Broadwell</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>486</model>
Nov 10 13:12:29 user nova-compute[86206]:     </mode>
Nov 10 13:12:29 user nova-compute[86206]:   </cpu>
Nov 10 13:12:29 user nova-compute[86206]:   <memoryBacking supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:     <enum name='sourceType'>
Nov 10 13:12:29 user nova-compute[86206]:       <value>file</value>
Nov 10 13:12:29 user nova-compute[86206]:       <value>anonymous</value>
Nov 10 13:12:29 user nova-compute[86206]:       <value>memfd</value>
Nov 10 13:12:29 user nova-compute[86206]:     </enum>
Nov 10 13:12:29 user nova-compute[86206]:   </memoryBacking>
Nov 10 13:12:29 user nova-compute[86206]:   <devices>
Nov 10 13:12:29 user nova-compute[86206]:     <disk supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='diskDevice'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>disk</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>cdrom</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>floppy</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>lun</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='bus'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>fdc</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>scsi</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>usb</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>sata</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='model'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio-transitional</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio-non-transitional</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </disk>
Nov 10 13:12:29 user nova-compute[86206]:     <graphics supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='type'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>sdl</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>vnc</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>spice</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>egl-headless</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </graphics>
Nov 10 13:12:29 user nova-compute[86206]:     <video supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='modelType'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>vga</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>cirrus</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>vmvga</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>qxl</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>none</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>bochs</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>ramfb</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </video>
Nov 10 13:12:29 user nova-compute[86206]:     <hostdev supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='mode'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>subsystem</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='startupPolicy'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>default</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>mandatory</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>requisite</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>optional</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='subsysType'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>usb</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>pci</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>scsi</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='capsType'/>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='pciBackend'/>
Nov 10 13:12:29 user nova-compute[86206]:     </hostdev>
Nov 10 13:12:29 user nova-compute[86206]:     <rng supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='model'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio-transitional</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio-non-transitional</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='backendModel'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>random</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>egd</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>builtin</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </rng>
Nov 10 13:12:29 user nova-compute[86206]:     <filesystem supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='driverType'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>path</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>handle</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtiofs</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </filesystem>
Nov 10 13:12:29 user nova-compute[86206]:     <tpm supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='model'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>tpm-tis</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>tpm-crb</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='backendModel'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>passthrough</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>emulator</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </tpm>
Nov 10 13:12:29 user nova-compute[86206]:   </devices>
Nov 10 13:12:29 user nova-compute[86206]:   <features>
Nov 10 13:12:29 user nova-compute[86206]:     <gic supported='no'/>
Nov 10 13:12:29 user nova-compute[86206]:     <vmcoreinfo supported='yes'/>
Nov 10 13:12:29 user nova-compute[86206]:     <genid supported='yes'/>
Nov 10 13:12:29 user nova-compute[86206]:     <backingStoreInput supported='yes'/>
Nov 10 13:12:29 user nova-compute[86206]:     <backup supported='yes'/>
Nov 10 13:12:29 user nova-compute[86206]:     <sev supported='no'/>
Nov 10 13:12:29 user nova-compute[86206]:   </features>
Nov 10 13:12:29 user nova-compute[86206]: </domainCapabilities>
Nov 10 13:12:29 user nova-compute[86206]:  {{(pid=86206) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu-q35:
Nov 10 13:12:29 user nova-compute[86206]: <domainCapabilities>
Nov 10 13:12:29 user nova-compute[86206]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 10 13:12:29 user nova-compute[86206]:   <domain>kvm</domain>
Nov 10 13:12:29 user nova-compute[86206]:   <machine>pc-q35-jammy</machine>
Nov 10 13:12:29 user nova-compute[86206]:   <arch>x86_64</arch>
Nov 10 13:12:29 user nova-compute[86206]:   <vcpu max='288'/>
Nov 10 13:12:29 user nova-compute[86206]:   <iothreads supported='yes'/>
Nov 10 13:12:29 user nova-compute[86206]:   <os supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:     <enum name='firmware'>
Nov 10 13:12:29 user nova-compute[86206]:       <value>efi</value>
Nov 10 13:12:29 user nova-compute[86206]:     </enum>
Nov 10 13:12:29 user nova-compute[86206]:     <loader supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Nov 10 13:12:29 user nova-compute[86206]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Nov 10 13:12:29 user nova-compute[86206]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='type'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>rom</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>pflash</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='readonly'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>yes</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>no</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='secure'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>yes</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>no</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </loader>
Nov 10 13:12:29 user nova-compute[86206]:   </os>
Nov 10 13:12:29 user nova-compute[86206]:   <cpu>
Nov 10 13:12:29 user nova-compute[86206]:     <mode name='host-passthrough' supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='hostPassthroughMigratable'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>on</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>off</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </mode>
Nov 10 13:12:29 user nova-compute[86206]:     <mode name='maximum' supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='maximumMigratable'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>on</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>off</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </mode>
Nov 10 13:12:29 user nova-compute[86206]:     <mode name='host-model' supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <vendor>Intel</vendor>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='ss'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='vmx'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='pcid'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='hypervisor'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='arat'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='tsc_adjust'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='umip'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='md-clear'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='stibp'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='arch-capabilities'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='ssbd'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='invtsc'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='ibpb'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='ibrs'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='amd-stibp'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='amd-ssbd'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='rsba'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='pschange-mc-no'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='disable' name='erms'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='disable' name='xsaveopt'/>
Nov 10 13:12:29 user nova-compute[86206]:     </mode>
Nov 10 13:12:29 user nova-compute[86206]:     <mode name='custom' supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>qemu64</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>qemu32</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>phenom</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>pentium3</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>pentium2</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>pentium</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>n270</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>kvm64</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>kvm32</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>coreduo</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>core2duo</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>athlon</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>Westmere-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>Westmere</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Snowridge</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Skylake-Server</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Skylake-Client</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>SandyBridge</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>Penryn</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Opteron_G5</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Opteron_G4</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Opteron_G3</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Opteron_G2</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>Opteron_G1</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>Nehalem</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>IvyBridge</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Icelake-Server</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Haswell-noTSX</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Haswell-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Haswell</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>EPYC-Rome</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>EPYC-Milan</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>EPYC-IBPB</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>EPYC</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Dhyana</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Cooperlake</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>Conroe</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Cascadelake-Server</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Broadwell-noTSX</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Broadwell-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Broadwell</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>486</model>
Nov 10 13:12:29 user nova-compute[86206]:     </mode>
Nov 10 13:12:29 user nova-compute[86206]:   </cpu>
Nov 10 13:12:29 user nova-compute[86206]:   <memoryBacking supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:     <enum name='sourceType'>
Nov 10 13:12:29 user nova-compute[86206]:       <value>file</value>
Nov 10 13:12:29 user nova-compute[86206]:       <value>anonymous</value>
Nov 10 13:12:29 user nova-compute[86206]:       <value>memfd</value>
Nov 10 13:12:29 user nova-compute[86206]:     </enum>
Nov 10 13:12:29 user nova-compute[86206]:   </memoryBacking>
Nov 10 13:12:29 user nova-compute[86206]:   <devices>
Nov 10 13:12:29 user nova-compute[86206]:     <disk supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='diskDevice'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>disk</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>cdrom</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>floppy</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>lun</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='bus'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>fdc</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>scsi</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>usb</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>sata</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='model'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio-transitional</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio-non-transitional</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </disk>
Nov 10 13:12:29 user nova-compute[86206]:     <graphics supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='type'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>sdl</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>vnc</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>spice</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>egl-headless</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </graphics>
Nov 10 13:12:29 user nova-compute[86206]:     <video supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='modelType'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>vga</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>cirrus</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>vmvga</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>qxl</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>none</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>bochs</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>ramfb</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </video>
Nov 10 13:12:29 user nova-compute[86206]:     <hostdev supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='mode'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>subsystem</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='startupPolicy'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>default</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>mandatory</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>requisite</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>optional</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='subsysType'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>usb</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>pci</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>scsi</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='capsType'/>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='pciBackend'/>
Nov 10 13:12:29 user nova-compute[86206]:     </hostdev>
Nov 10 13:12:29 user nova-compute[86206]:     <rng supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='model'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio-transitional</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio-non-transitional</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='backendModel'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>random</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>egd</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>builtin</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </rng>
Nov 10 13:12:29 user nova-compute[86206]:     <filesystem supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='driverType'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>path</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>handle</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtiofs</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </filesystem>
Nov 10 13:12:29 user nova-compute[86206]:     <tpm supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='model'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>tpm-tis</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>tpm-crb</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='backendModel'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>passthrough</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>emulator</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </tpm>
Nov 10 13:12:29 user nova-compute[86206]:   </devices>
Nov 10 13:12:29 user nova-compute[86206]:   <features>
Nov 10 13:12:29 user nova-compute[86206]:     <gic supported='no'/>
Nov 10 13:12:29 user nova-compute[86206]:     <vmcoreinfo supported='yes'/>
Nov 10 13:12:29 user nova-compute[86206]:     <genid supported='yes'/>
Nov 10 13:12:29 user nova-compute[86206]:     <backingStoreInput supported='yes'/>
Nov 10 13:12:29 user nova-compute[86206]:     <backup supported='yes'/>
Nov 10 13:12:29 user nova-compute[86206]:     <sev supported='no'/>
Nov 10 13:12:29 user nova-compute[86206]:   </features>
Nov 10 13:12:29 user nova-compute[86206]: </domainCapabilities>
Nov 10 13:12:29 user nova-compute[86206]:  {{(pid=86206) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu:
Nov 10 13:12:29 user nova-compute[86206]: <domainCapabilities>
Nov 10 13:12:29 user nova-compute[86206]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 10 13:12:29 user nova-compute[86206]:   <domain>kvm</domain>
Nov 10 13:12:29 user nova-compute[86206]:   <machine>pc-i440fx-jammy</machine>
Nov 10 13:12:29 user nova-compute[86206]:   <arch>x86_64</arch>
Nov 10 13:12:29 user nova-compute[86206]:   <vcpu max='255'/>
Nov 10 13:12:29 user nova-compute[86206]:   <iothreads supported='yes'/>
Nov 10 13:12:29 user nova-compute[86206]:   <os supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:     <enum name='firmware'>
Nov 10 13:12:29 user nova-compute[86206]:       <value>efi</value>
Nov 10 13:12:29 user nova-compute[86206]:     </enum>
Nov 10 13:12:29 user nova-compute[86206]:     <loader supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='type'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>rom</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>pflash</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='readonly'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>yes</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>no</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='secure'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>no</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </loader>
Nov 10 13:12:29 user nova-compute[86206]:   </os>
Nov 10 13:12:29 user nova-compute[86206]:   <cpu>
Nov 10 13:12:29 user nova-compute[86206]:     <mode name='host-passthrough' supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='hostPassthroughMigratable'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>on</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>off</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </mode>
Nov 10 13:12:29 user nova-compute[86206]:     <mode name='maximum' supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='maximumMigratable'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>on</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>off</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </mode>
Nov 10 13:12:29 user nova-compute[86206]:     <mode name='host-model' supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <vendor>Intel</vendor>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='ss'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='vmx'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='pcid'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='hypervisor'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='arat'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='tsc_adjust'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='umip'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='md-clear'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='stibp'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='arch-capabilities'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='ssbd'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='invtsc'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='ibpb'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='ibrs'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='amd-stibp'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='amd-ssbd'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='rsba'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='require' name='pschange-mc-no'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='disable' name='erms'/>
Nov 10 13:12:29 user nova-compute[86206]:       <feature policy='disable' name='xsaveopt'/>
Nov 10 13:12:29 user nova-compute[86206]:     </mode>
Nov 10 13:12:29 user nova-compute[86206]:     <mode name='custom' supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>qemu64</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>qemu32</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>phenom</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>pentium3</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>pentium2</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>pentium</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>n270</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>kvm64</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>kvm32</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>coreduo</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>core2duo</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>athlon</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>Westmere-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>Westmere</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Snowridge</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Skylake-Server</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Skylake-Client</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>SandyBridge</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>Penryn</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Opteron_G5</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Opteron_G4</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Opteron_G3</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Opteron_G2</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>Opteron_G1</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>Nehalem</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>IvyBridge</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Icelake-Server</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Haswell-noTSX</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Haswell-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Haswell</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>EPYC-Rome</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>EPYC-Milan</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>EPYC-IBPB</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>EPYC</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Dhyana</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Cooperlake</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>Conroe</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Cascadelake-Server</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Broadwell-noTSX</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Broadwell-IBRS</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='no'>Broadwell</model>
Nov 10 13:12:29 user nova-compute[86206]:       <model usable='yes'>486</model>
Nov 10 13:12:29 user nova-compute[86206]:     </mode>
Nov 10 13:12:29 user nova-compute[86206]:   </cpu>
Nov 10 13:12:29 user nova-compute[86206]:   <memoryBacking supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:     <enum name='sourceType'>
Nov 10 13:12:29 user nova-compute[86206]:       <value>file</value>
Nov 10 13:12:29 user nova-compute[86206]:       <value>anonymous</value>
Nov 10 13:12:29 user nova-compute[86206]:       <value>memfd</value>
Nov 10 13:12:29 user nova-compute[86206]:     </enum>
Nov 10 13:12:29 user nova-compute[86206]:   </memoryBacking>
Nov 10 13:12:29 user nova-compute[86206]:   <devices>
Nov 10 13:12:29 user nova-compute[86206]:     <disk supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='diskDevice'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>disk</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>cdrom</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>floppy</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>lun</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='bus'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>ide</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>fdc</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>scsi</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>usb</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>sata</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='model'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio-transitional</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio-non-transitional</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </disk>
Nov 10 13:12:29 user nova-compute[86206]:     <graphics supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='type'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>sdl</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>vnc</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>spice</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>egl-headless</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </graphics>
Nov 10 13:12:29 user nova-compute[86206]:     <video supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='modelType'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>vga</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>cirrus</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>vmvga</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>qxl</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>none</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>bochs</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>ramfb</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </video>
Nov 10 13:12:29 user nova-compute[86206]:     <hostdev supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='mode'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>subsystem</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='startupPolicy'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>default</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>mandatory</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>requisite</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>optional</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='subsysType'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>usb</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>pci</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>scsi</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='capsType'/>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='pciBackend'/>
Nov 10 13:12:29 user nova-compute[86206]:     </hostdev>
Nov 10 13:12:29 user nova-compute[86206]:     <rng supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='model'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio-transitional</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtio-non-transitional</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='backendModel'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>random</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>egd</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>builtin</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </rng>
Nov 10 13:12:29 user nova-compute[86206]:     <filesystem supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='driverType'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>path</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>handle</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>virtiofs</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </filesystem>
Nov 10 13:12:29 user nova-compute[86206]:     <tpm supported='yes'>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='model'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>tpm-tis</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>tpm-crb</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:       <enum name='backendModel'>
Nov 10 13:12:29 user nova-compute[86206]:         <value>passthrough</value>
Nov 10 13:12:29 user nova-compute[86206]:         <value>emulator</value>
Nov 10 13:12:29 user nova-compute[86206]:       </enum>
Nov 10 13:12:29 user nova-compute[86206]:     </tpm>
Nov 10 13:12:29 user nova-compute[86206]:   </devices>
Nov 10 13:12:29 user nova-compute[86206]:   <features>
Nov 10 13:12:29 user nova-compute[86206]:     <gic supported='no'/>
Nov 10 13:12:29 user nova-compute[86206]:     <vmcoreinfo supported='yes'/>
Nov 10 13:12:29 user nova-compute[86206]:     <genid supported='yes'/>
Nov 10 13:12:29 user nova-compute[86206]:     <backingStoreInput supported='yes'/>
Nov 10 13:12:29 user nova-compute[86206]:     <backup supported='yes'/>
Nov 10 13:12:29 user nova-compute[86206]:     <sev supported='no'/>
Nov 10 13:12:29 user nova-compute[86206]:   </features>
Nov 10 13:12:29 user nova-compute[86206]: </domainCapabilities>
Nov 10 13:12:29 user nova-compute[86206]:  {{(pid=86206) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Getting domain capabilities for xtensa via machine types: {None} {{(pid=86206) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Error from libvirt when retrieving domain capabilities for arch xtensa / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensa' on this host {{(pid=86206) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Getting domain capabilities for xtensaeb via machine types: {None} {{(pid=86206) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Error from libvirt when retrieving domain capabilities for arch xtensaeb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensaeb' on this host {{(pid=86206) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Checking secure boot support for host arch (x86_64) {{(pid=86206) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1779}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Checking secure boot support for host arch (x86_64) {{(pid=86206) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1779}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Checking secure boot support for host arch (x86_64) {{(pid=86206) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1779}}
Nov 10 13:12:29 user nova-compute[86206]: INFO nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Secure Boot support detected
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] cpu compare xml: <cpu match="exact">
Nov 10 13:12:29 user nova-compute[86206]:   <model>Nehalem</model>
Nov 10 13:12:29 user nova-compute[86206]: </cpu>
Nov 10 13:12:29 user nova-compute[86206]:  {{(pid=86206) _compare_cpu /opt/stack/nova/nova/virt/libvirt/driver.py:10023}}
Nov 10 13:12:29 user nova-compute[86206]: INFO nova.virt.node [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Generated node identity 97afe8a5-73d4-462c-9196-a44dc5775cec
Nov 10 13:12:29 user nova-compute[86206]: INFO nova.virt.node [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Wrote node identity 97afe8a5-73d4-462c-9196-a44dc5775cec to /opt/stack/data/nova/compute_id
Nov 10 13:12:29 user nova-compute[86206]: WARNING nova.compute.manager [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Compute nodes ['97afe8a5-73d4-462c-9196-a44dc5775cec'] for host user were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning.
Nov 10 13:12:29 user nova-compute[86206]: INFO nova.compute.manager [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host
Nov 10 13:12:29 user nova-compute[86206]: WARNING nova.compute.manager [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] No compute node record found for host user. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Nov 10 13:12:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:12:29 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:12:29 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Hypervisor/Node resource view: name=user free_ram=10911MB free_disk=26.19698715209961GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:12:29 user nova-compute[86206]: WARNING nova.compute.resource_tracker [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] No compute node record for user:97afe8a5-73d4-462c-9196-a44dc5775cec: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 97afe8a5-73d4-462c-9196-a44dc5775cec could not be found.
Nov 10 13:12:29 user nova-compute[86206]: INFO nova.compute.resource_tracker [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Compute node record created for user:user with uuid: 97afe8a5-73d4-462c-9196-a44dc5775cec
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:12:29 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] [req-fff79f6d-d0c8-4450-bc12-cbb2ff7d634a] Created resource provider record via placement API for resource provider with UUID 97afe8a5-73d4-462c-9196-a44dc5775cec and name user.
Nov 10 13:12:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] /sys/module/kvm_amd/parameters/sev does not exist {{(pid=86206) _kernel_supports_amd_sev /opt/stack/nova/nova/virt/libvirt/host.py:1795}}
Nov 10 13:12:29 user nova-compute[86206]: INFO nova.virt.libvirt.host [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] kernel doesn't support AMD SEV
Nov 10 13:12:30 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Updating inventory in ProviderTree for provider 97afe8a5-73d4-462c-9196-a44dc5775cec with inventory: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 10 13:12:30 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:12:30 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Libvirt baseline CPU <cpu>
Nov 10 13:12:30 user nova-compute[86206]:   <arch>x86_64</arch>
Nov 10 13:12:30 user nova-compute[86206]:   <model>Nehalem</model>
Nov 10 13:12:30 user nova-compute[86206]:   <vendor>Intel</vendor>
Nov 10 13:12:30 user nova-compute[86206]:   <topology sockets="6" cores="1" threads="1"/>
Nov 10 13:12:30 user nova-compute[86206]: </cpu>
Nov 10 13:12:30 user nova-compute[86206]:  {{(pid=86206) _get_guest_baseline_cpu_features /opt/stack/nova/nova/virt/libvirt/driver.py:12513}}
Nov 10 13:12:30 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Updated inventory for provider 97afe8a5-73d4-462c-9196-a44dc5775cec with generation 0 in Placement from set_inventory_for_provider using data: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:957}}
Nov 10 13:12:30 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Updating resource provider 97afe8a5-73d4-462c-9196-a44dc5775cec generation from 0 to 1 during operation: update_inventory {{(pid=86206) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Nov 10 13:12:30 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Updating inventory in ProviderTree for provider 97afe8a5-73d4-462c-9196-a44dc5775cec with inventory: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 10 13:12:30 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Updating resource provider 97afe8a5-73d4-462c-9196-a44dc5775cec generation from 1 to 2 during operation: update_traits {{(pid=86206) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Nov 10 13:12:30 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:12:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.747s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:12:30 user nova-compute[86206]: DEBUG nova.service [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Creating RPC server for service compute {{(pid=86206) start /opt/stack/nova/nova/service.py:182}}
Nov 10 13:12:30 user nova-compute[86206]: DEBUG nova.service [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] Join ServiceGroup membership for this service compute {{(pid=86206) start /opt/stack/nova/nova/service.py:199}}
Nov 10 13:12:30 user nova-compute[86206]: DEBUG nova.servicegroup.drivers.db [None req-2347511b-e8a3-4822-86ab-799b501d96e4 None None] DB_Driver: join new ServiceGroup member user to the compute group, service = <Service: host=user, binary=nova-compute, manager_class_name=nova.compute.manager.ComputeManager> {{(pid=86206) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}}
Nov 10 13:12:49 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._sync_power_states {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:12:49 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:13:20 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:13:20 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:13:20 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:13:20 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Rebuilding the list of instances to heal {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 10 13:13:20 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Didn't find any instances for network info cache update. {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 10 13:13:20 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:13:20 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:13:20 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:13:20 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:13:20 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:13:20 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:13:20 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 13:13:20 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:13:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:13:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:13:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:13:20 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:13:21 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:13:21 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:13:21 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=10360MB free_disk=26.100784301757812GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:13:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:13:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:13:21 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:13:21 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:13:21 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:13:21 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:13:21 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:13:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.182s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:14:21 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:14:21 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:14:21 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:14:21 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:14:21 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 13:14:21 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:14:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:14:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:14:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:14:21 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:14:21 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:14:21 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:14:21 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=10296MB free_disk=26.165000915527344GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:14:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:14:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:14:21 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:14:21 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:14:21 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:14:21 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:14:21 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:14:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.147s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:14:22 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:14:22 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:14:22 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:14:22 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Rebuilding the list of instances to heal {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 10 13:14:22 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Didn't find any instances for network info cache update. {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 10 13:14:22 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:14:22 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:14:22 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:15:20 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:15:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:15:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:15:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:15:20 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:15:21 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:15:21 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:15:21 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=10290MB free_disk=25.917800903320312GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:15:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:15:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:15:21 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:15:21 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:15:21 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:15:21 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:15:21 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:15:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.136s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:15:22 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:15:22 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:15:22 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Rebuilding the list of instances to heal {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 10 13:15:22 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Didn't find any instances for network info cache update. {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 10 13:15:22 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:15:22 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:15:22 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:15:22 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 13:15:22 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:15:22 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:15:22 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:15:23 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:16:21 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:16:21 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:16:21 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:16:21 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Rebuilding the list of instances to heal {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 10 13:16:21 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Didn't find any instances for network info cache update. {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 10 13:16:21 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:16:21 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:16:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:16:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:16:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:16:21 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:16:22 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:16:22 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:16:22 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=9584MB free_disk=25.945568084716797GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:16:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:16:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:16:22 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:16:22 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:16:22 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:16:22 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:16:22 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:16:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.152s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:16:23 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:16:23 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:16:23 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:16:23 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:16:23 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:16:23 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 13:16:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Acquiring lock "fbca50b2-5d7e-405a-ae5b-20651146376d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:16:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Lock "fbca50b2-5d7e-405a-ae5b-20651146376d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:16:25 user nova-compute[86206]: DEBUG nova.compute.manager [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:16:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:16:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:16:25 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:16:25 user nova-compute[86206]: INFO nova.compute.claims [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Claim successful on node user
Nov 10 13:16:25 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:16:25 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:16:25 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:16:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.303s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:16:26 user nova-compute[86206]: DEBUG nova.compute.manager [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:16:26 user nova-compute[86206]: DEBUG nova.compute.manager [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:16:26 user nova-compute[86206]: DEBUG nova.network.neutron [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:16:26 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:16:26 user nova-compute[86206]: DEBUG nova.compute.manager [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:16:26 user nova-compute[86206]: DEBUG nova.compute.manager [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:16:26 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:16:26 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Creating image(s)
Nov 10 13:16:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Acquiring lock "/opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:16:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Lock "/opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:16:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Lock "/opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:16:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Acquiring lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:16:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:16:26 user nova-compute[86206]: DEBUG nova.policy [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eced418f877a482ea05277974f9c4d45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0aed5ce41010461b98a997550f689060', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:16:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d.part --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:16:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d.part --force-share --output=json" returned: 0 in 0.190s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:16:27 user nova-compute[86206]: DEBUG nova.virt.images [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] 73290e4a-d2c0-4305-9ee6-397ce6a900ba was qcow2, converting to raw {{(pid=86206) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 10 13:16:27 user nova-compute[86206]: DEBUG nova.privsep.utils [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=86206) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 10 13:16:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d.part /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d.converted {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:16:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d.part /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d.converted" returned: 0 in 0.146s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:16:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d.converted --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:16:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d.converted --force-share --output=json" returned: 0 in 0.173s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:16:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.249s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:16:27 user nova-compute[86206]: INFO oslo.privsep.daemon [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'nova.privsep.sys_admin_pctxt', '--privsep_sock_path', '/tmp/tmp19lt8zvz/privsep.sock']
Nov 10 13:16:27 user sudo[95447]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmp19lt8zvz/privsep.sock
Nov 10 13:16:27 user sudo[95447]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Nov 10 13:16:28 user nova-compute[86206]: DEBUG nova.network.neutron [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Successfully created port: f3b252ea-7f6e-48be-a2ca-50aa2308f17b {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:16:29 user sudo[95447]: pam_unix(sudo:session): session closed for user root
Nov 10 13:16:29 user nova-compute[86206]: INFO oslo.privsep.daemon [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Spawned new privsep daemon via rootwrap
Nov 10 13:16:29 user nova-compute[86206]: INFO oslo.privsep.daemon [-] privsep daemon starting
Nov 10 13:16:29 user nova-compute[86206]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Nov 10 13:16:29 user nova-compute[86206]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/none
Nov 10 13:16:29 user nova-compute[86206]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 95453
Nov 10 13:16:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:16:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Acquiring lock "8a33ec46-b992-43b7-afda-871050c77a74" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:16:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Lock "8a33ec46-b992-43b7-afda-871050c77a74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:16:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.185s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:16:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Acquiring lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:16:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:16:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:16:29 user nova-compute[86206]: DEBUG nova.compute.manager [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:16:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:16:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:16:29 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:16:29 user nova-compute[86206]: INFO nova.compute.claims [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Claim successful on node user
Nov 10 13:16:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.213s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:16:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/disk 1073741824 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:16:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/disk 1073741824" returned: 0 in 0.054s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:16:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.271s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:16:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:16:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.180s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:16:29 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Checking if we can resize image /opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/disk. size=1073741824 {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 10 13:16:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:16:29 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:16:30 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:16:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.409s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:16:30 user nova-compute[86206]: DEBUG nova.compute.manager [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:16:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:16:30 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Cannot resize image /opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/disk to a smaller size. {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 10 13:16:30 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:16:30 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Ensure instance console log exists: /opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:16:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:16:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:16:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:16:30 user nova-compute[86206]: DEBUG nova.compute.manager [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:16:30 user nova-compute[86206]: DEBUG nova.network.neutron [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:16:30 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:16:30 user nova-compute[86206]: DEBUG nova.compute.manager [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:16:30 user nova-compute[86206]: DEBUG nova.policy [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ac951f6e6df412e9e3c708a9e6823d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55d32255746e4d829c7a955e904ba2b6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:16:30 user nova-compute[86206]: DEBUG nova.compute.manager [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:16:30 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:16:30 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Creating image(s)
Nov 10 13:16:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Acquiring lock "/opt/stack/data/nova/instances/8a33ec46-b992-43b7-afda-871050c77a74/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:16:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Lock "/opt/stack/data/nova/instances/8a33ec46-b992-43b7-afda-871050c77a74/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:16:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Lock "/opt/stack/data/nova/instances/8a33ec46-b992-43b7-afda-871050c77a74/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:16:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:16:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.196s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:16:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Acquiring lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:16:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.016s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:16:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:16:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.207s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:16:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/8a33ec46-b992-43b7-afda-871050c77a74/disk 1073741824 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:16:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/8a33ec46-b992-43b7-afda-871050c77a74/disk 1073741824" returned: 0 in 0.059s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:16:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.280s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:16:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:16:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.219s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:16:31 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8a33ec46-b992-43b7-afda-871050c77a74/disk. size=1073741824 {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 10 13:16:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a33ec46-b992-43b7-afda-871050c77a74/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:16:31 user nova-compute[86206]: DEBUG nova.network.neutron [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Successfully updated port: f3b252ea-7f6e-48be-a2ca-50aa2308f17b {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:16:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Acquiring lock "refresh_cache-fbca50b2-5d7e-405a-ae5b-20651146376d" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:16:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Acquired lock "refresh_cache-fbca50b2-5d7e-405a-ae5b-20651146376d" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:16:31 user nova-compute[86206]: DEBUG nova.network.neutron [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:16:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a33ec46-b992-43b7-afda-871050c77a74/disk --force-share --output=json" returned: 0 in 0.254s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:16:31 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Cannot resize image /opt/stack/data/nova/instances/8a33ec46-b992-43b7-afda-871050c77a74/disk to a smaller size. {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 10 13:16:31 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:16:31 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Ensure instance console log exists: /opt/stack/data/nova/instances/8a33ec46-b992-43b7-afda-871050c77a74/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:16:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:16:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:16:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:16:31 user nova-compute[86206]: DEBUG nova.network.neutron [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Successfully created port: b08a55e6-e540-4948-bc09-08a3ade54a88 {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:16:31 user nova-compute[86206]: DEBUG nova.network.neutron [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:16:32 user nova-compute[86206]: DEBUG nova.compute.manager [req-3ce7da75-375f-4218-86ca-b2155093bd82 req-215a50b2-dd90-4465-8e18-3dd218fdbe3e service nova] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Received event network-changed-f3b252ea-7f6e-48be-a2ca-50aa2308f17b {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:16:32 user nova-compute[86206]: DEBUG nova.compute.manager [req-3ce7da75-375f-4218-86ca-b2155093bd82 req-215a50b2-dd90-4465-8e18-3dd218fdbe3e service nova] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Refreshing instance network info cache due to event network-changed-f3b252ea-7f6e-48be-a2ca-50aa2308f17b. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:16:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-3ce7da75-375f-4218-86ca-b2155093bd82 req-215a50b2-dd90-4465-8e18-3dd218fdbe3e service nova] Acquiring lock "refresh_cache-fbca50b2-5d7e-405a-ae5b-20651146376d" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:16:32 user nova-compute[86206]: DEBUG nova.network.neutron [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Successfully updated port: b08a55e6-e540-4948-bc09-08a3ade54a88 {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Acquiring lock "refresh_cache-8a33ec46-b992-43b7-afda-871050c77a74" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Acquired lock "refresh_cache-8a33ec46-b992-43b7-afda-871050c77a74" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.network.neutron [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.network.neutron [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Updating instance_info_cache with network_info: [{"id": "f3b252ea-7f6e-48be-a2ca-50aa2308f17b", "address": "fa:16:3e:e9:ea:92", "network": {"id": "17486e25-6e94-4870-b6a1-b6a46035b309", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1565031351-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0aed5ce41010461b98a997550f689060", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3b252ea-7f", "ovs_interfaceid": "f3b252ea-7f6e-48be-a2ca-50aa2308f17b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Releasing lock "refresh_cache-fbca50b2-5d7e-405a-ae5b-20651146376d" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.compute.manager [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Instance network_info: |[{"id": "f3b252ea-7f6e-48be-a2ca-50aa2308f17b", "address": "fa:16:3e:e9:ea:92", "network": {"id": "17486e25-6e94-4870-b6a1-b6a46035b309", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1565031351-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0aed5ce41010461b98a997550f689060", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3b252ea-7f", "ovs_interfaceid": "f3b252ea-7f6e-48be-a2ca-50aa2308f17b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-3ce7da75-375f-4218-86ca-b2155093bd82 req-215a50b2-dd90-4465-8e18-3dd218fdbe3e service nova] Acquired lock "refresh_cache-fbca50b2-5d7e-405a-ae5b-20651146376d" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.network.neutron [req-3ce7da75-375f-4218-86ca-b2155093bd82 req-215a50b2-dd90-4465-8e18-3dd218fdbe3e service nova] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Refreshing network info cache for port f3b252ea-7f6e-48be-a2ca-50aa2308f17b {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Start _get_guest_xml network_info=[{"id": "f3b252ea-7f6e-48be-a2ca-50aa2308f17b", "address": "fa:16:3e:e9:ea:92", "network": {"id": "17486e25-6e94-4870-b6a1-b6a46035b309", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1565031351-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0aed5ce41010461b98a997550f689060", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3b252ea-7f", "ovs_interfaceid": "f3b252ea-7f6e-48be-a2ca-50aa2308f17b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '73290e4a-d2c0-4305-9ee6-397ce6a900ba'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:16:33 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:16:33 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.privsep.utils [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=86206) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:16:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-32078238',display_name='tempest-ServersNegativeTestJSON-server-32078238',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-32078238',id=1,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0aed5ce41010461b98a997550f689060',ramdisk_id='',reservation_id='r-ioxu8mk7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1781341942',owner_user_name='tempest-ServersNegativeTestJSON-1781341942-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:16:26Z,user_data=None,user_id='eced418f877a482ea05277974f9c4d45',uuid=fbca50b2-5d7e-405a-ae5b-20651146376d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f3b252ea-7f6e-48be-a2ca-50aa2308f17b", "address": "fa:16:3e:e9:ea:92", "network": {"id": "17486e25-6e94-4870-b6a1-b6a46035b309", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1565031351-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0aed5ce41010461b98a997550f689060", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3b252ea-7f", "ovs_interfaceid": "f3b252ea-7f6e-48be-a2ca-50aa2308f17b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Converting VIF {"id": "f3b252ea-7f6e-48be-a2ca-50aa2308f17b", "address": "fa:16:3e:e9:ea:92", "network": {"id": "17486e25-6e94-4870-b6a1-b6a46035b309", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1565031351-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0aed5ce41010461b98a997550f689060", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3b252ea-7f", "ovs_interfaceid": "f3b252ea-7f6e-48be-a2ca-50aa2308f17b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e9:ea:92,bridge_name='br-int',has_traffic_filtering=True,id=f3b252ea-7f6e-48be-a2ca-50aa2308f17b,network=Network(17486e25-6e94-4870-b6a1-b6a46035b309),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3b252ea-7f') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.objects.instance [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Lazy-loading 'pci_devices' on Instance uuid fbca50b2-5d7e-405a-ae5b-20651146376d {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "e040d0fe-dea0-451e-91e2-6852000fa9dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "e040d0fe-dea0-451e-91e2-6852000fa9dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:16:33 user nova-compute[86206]:   <uuid>fbca50b2-5d7e-405a-ae5b-20651146376d</uuid>
Nov 10 13:16:33 user nova-compute[86206]:   <name>instance-00000001</name>
Nov 10 13:16:33 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:16:33 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:16:33 user nova-compute[86206]:   <metadata>
Nov 10 13:16:33 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:16:33 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:16:33 user nova-compute[86206]:       <nova:name>tempest-ServersNegativeTestJSON-server-32078238</nova:name>
Nov 10 13:16:33 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:16:33</nova:creationTime>
Nov 10 13:16:33 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:16:33 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:16:33 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:16:33 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:16:33 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:16:33 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:16:33 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:16:33 user nova-compute[86206]:       <nova:owner>
Nov 10 13:16:33 user nova-compute[86206]:         <nova:user uuid="eced418f877a482ea05277974f9c4d45">tempest-ServersNegativeTestJSON-1781341942-project-member</nova:user>
Nov 10 13:16:33 user nova-compute[86206]:         <nova:project uuid="0aed5ce41010461b98a997550f689060">tempest-ServersNegativeTestJSON-1781341942</nova:project>
Nov 10 13:16:33 user nova-compute[86206]:       </nova:owner>
Nov 10 13:16:33 user nova-compute[86206]:       <nova:root type="image" uuid="73290e4a-d2c0-4305-9ee6-397ce6a900ba"/>
Nov 10 13:16:33 user nova-compute[86206]:       <nova:ports>
Nov 10 13:16:33 user nova-compute[86206]:         <nova:port uuid="f3b252ea-7f6e-48be-a2ca-50aa2308f17b">
Nov 10 13:16:33 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 10 13:16:33 user nova-compute[86206]:         </nova:port>
Nov 10 13:16:33 user nova-compute[86206]:       </nova:ports>
Nov 10 13:16:33 user nova-compute[86206]:     </nova:instance>
Nov 10 13:16:33 user nova-compute[86206]:   </metadata>
Nov 10 13:16:33 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:16:33 user nova-compute[86206]:     <system>
Nov 10 13:16:33 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:16:33 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:16:33 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:16:33 user nova-compute[86206]:       <entry name="serial">fbca50b2-5d7e-405a-ae5b-20651146376d</entry>
Nov 10 13:16:33 user nova-compute[86206]:       <entry name="uuid">fbca50b2-5d7e-405a-ae5b-20651146376d</entry>
Nov 10 13:16:33 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:16:33 user nova-compute[86206]:     </system>
Nov 10 13:16:33 user nova-compute[86206]:   </sysinfo>
Nov 10 13:16:33 user nova-compute[86206]:   <os>
Nov 10 13:16:33 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:16:33 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:16:33 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:16:33 user nova-compute[86206]:   </os>
Nov 10 13:16:33 user nova-compute[86206]:   <features>
Nov 10 13:16:33 user nova-compute[86206]:     <acpi/>
Nov 10 13:16:33 user nova-compute[86206]:     <apic/>
Nov 10 13:16:33 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:16:33 user nova-compute[86206]:   </features>
Nov 10 13:16:33 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:16:33 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:16:33 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:16:33 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:16:33 user nova-compute[86206]:   </clock>
Nov 10 13:16:33 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:16:33 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:16:33 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:16:33 user nova-compute[86206]:   </cpu>
Nov 10 13:16:33 user nova-compute[86206]:   <devices>
Nov 10 13:16:33 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:16:33 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:16:33 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/disk"/>
Nov 10 13:16:33 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:16:33 user nova-compute[86206]:     </disk>
Nov 10 13:16:33 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:16:33 user nova-compute[86206]:       <mac address="fa:16:3e:e9:ea:92"/>
Nov 10 13:16:33 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:16:33 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:16:33 user nova-compute[86206]:       <target dev="tapf3b252ea-7f"/>
Nov 10 13:16:33 user nova-compute[86206]:     </interface>
Nov 10 13:16:33 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:16:33 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/console.log" append="off"/>
Nov 10 13:16:33 user nova-compute[86206]:     </serial>
Nov 10 13:16:33 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:16:33 user nova-compute[86206]:     <video>
Nov 10 13:16:33 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:16:33 user nova-compute[86206]:     </video>
Nov 10 13:16:33 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:16:33 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:16:33 user nova-compute[86206]:     </rng>
Nov 10 13:16:33 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:16:33 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:16:33 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:16:33 user nova-compute[86206]:     </memballoon>
Nov 10 13:16:33 user nova-compute[86206]:   </devices>
Nov 10 13:16:33 user nova-compute[86206]: </domain>
Nov 10 13:16:33 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:16:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-32078238',display_name='tempest-ServersNegativeTestJSON-server-32078238',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-32078238',id=1,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0aed5ce41010461b98a997550f689060',ramdisk_id='',reservation_id='r-ioxu8mk7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1781341942',owner_user_name='tempest-ServersNegativeTestJSON-1781341942-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:16:26Z,user_data=None,user_id='eced418f877a482ea05277974f9c4d45',uuid=fbca50b2-5d7e-405a-ae5b-20651146376d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f3b252ea-7f6e-48be-a2ca-50aa2308f17b", "address": "fa:16:3e:e9:ea:92", "network": {"id": "17486e25-6e94-4870-b6a1-b6a46035b309", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1565031351-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0aed5ce41010461b98a997550f689060", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3b252ea-7f", "ovs_interfaceid": "f3b252ea-7f6e-48be-a2ca-50aa2308f17b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Converting VIF {"id": "f3b252ea-7f6e-48be-a2ca-50aa2308f17b", "address": "fa:16:3e:e9:ea:92", "network": {"id": "17486e25-6e94-4870-b6a1-b6a46035b309", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1565031351-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0aed5ce41010461b98a997550f689060", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3b252ea-7f", "ovs_interfaceid": "f3b252ea-7f6e-48be-a2ca-50aa2308f17b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e9:ea:92,bridge_name='br-int',has_traffic_filtering=True,id=f3b252ea-7f6e-48be-a2ca-50aa2308f17b,network=Network(17486e25-6e94-4870-b6a1-b6a46035b309),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3b252ea-7f') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG os_vif [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e9:ea:92,bridge_name='br-int',has_traffic_filtering=True,id=f3b252ea-7f6e-48be-a2ca-50aa2308f17b,network=Network(17486e25-6e94-4870-b6a1-b6a46035b309),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3b252ea-7f') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.network.neutron [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Created schema index Interface.name {{(pid=86206) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Created schema index Port.name {{(pid=86206) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Created schema index Bridge.name {{(pid=86206) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] tcp:127.0.0.1:6640: entering CONNECTING {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [POLLOUT] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '89d40c8b-c763-5597-bce3-85ece7af3bad', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:16:33 user nova-compute[86206]: INFO oslo.privsep.daemon [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'vif_plug_ovs.privsep.vif_plug', '--privsep_sock_path', '/tmp/tmp9o_c257c/privsep.sock']
Nov 10 13:16:33 user sudo[95504]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmp9o_c257c/privsep.sock
Nov 10 13:16:33 user sudo[95504]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Nov 10 13:16:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:16:33 user nova-compute[86206]: INFO nova.compute.claims [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Claim successful on node user
Nov 10 13:16:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "4509d78d-a41e-4150-beef-feed0bb03160" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "4509d78d-a41e-4150-beef-feed0bb03160" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.compute.manager [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.compute.manager [req-d98dd689-2c4c-415c-87dc-89e4afe4edcc req-150812cf-1208-4a0b-a9c5-58bb3143845a service nova] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Received event network-changed-b08a55e6-e540-4948-bc09-08a3ade54a88 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.compute.manager [req-d98dd689-2c4c-415c-87dc-89e4afe4edcc req-150812cf-1208-4a0b-a9c5-58bb3143845a service nova] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Refreshing instance network info cache due to event network-changed-b08a55e6-e540-4948-bc09-08a3ade54a88. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d98dd689-2c4c-415c-87dc-89e4afe4edcc req-150812cf-1208-4a0b-a9c5-58bb3143845a service nova] Acquiring lock "refresh_cache-8a33ec46-b992-43b7-afda-871050c77a74" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.network.neutron [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Updating instance_info_cache with network_info: [{"id": "b08a55e6-e540-4948-bc09-08a3ade54a88", "address": "fa:16:3e:0b:41:e9", "network": {"id": "62aa9918-f1b9-4d5f-bbcc-74e552b56ff0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-752249340-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "55d32255746e4d829c7a955e904ba2b6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb08a55e6-e5", "ovs_interfaceid": "b08a55e6-e540-4948-bc09-08a3ade54a88", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Releasing lock "refresh_cache-8a33ec46-b992-43b7-afda-871050c77a74" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.compute.manager [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Instance network_info: |[{"id": "b08a55e6-e540-4948-bc09-08a3ade54a88", "address": "fa:16:3e:0b:41:e9", "network": {"id": "62aa9918-f1b9-4d5f-bbcc-74e552b56ff0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-752249340-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "55d32255746e4d829c7a955e904ba2b6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb08a55e6-e5", "ovs_interfaceid": "b08a55e6-e540-4948-bc09-08a3ade54a88", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d98dd689-2c4c-415c-87dc-89e4afe4edcc req-150812cf-1208-4a0b-a9c5-58bb3143845a service nova] Acquired lock "refresh_cache-8a33ec46-b992-43b7-afda-871050c77a74" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.network.neutron [req-d98dd689-2c4c-415c-87dc-89e4afe4edcc req-150812cf-1208-4a0b-a9c5-58bb3143845a service nova] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Refreshing network info cache for port b08a55e6-e540-4948-bc09-08a3ade54a88 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Start _get_guest_xml network_info=[{"id": "b08a55e6-e540-4948-bc09-08a3ade54a88", "address": "fa:16:3e:0b:41:e9", "network": {"id": "62aa9918-f1b9-4d5f-bbcc-74e552b56ff0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-752249340-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "55d32255746e4d829c7a955e904ba2b6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb08a55e6-e5", "ovs_interfaceid": "b08a55e6-e540-4948-bc09-08a3ade54a88", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '73290e4a-d2c0-4305-9ee6-397ce6a900ba'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:16:33 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:16:33 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:16:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-753799132',display_name='tempest-DeleteServersTestJSON-server-753799132',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-753799132',id=2,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='55d32255746e4d829c7a955e904ba2b6',ramdisk_id='',reservation_id='r-68cpjdv5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-416384046',owner_user_name='tempest-DeleteServersTestJSON-416384046-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:16:30Z,user_data=None,user_id='6ac951f6e6df412e9e3c708a9e6823d4',uuid=8a33ec46-b992-43b7-afda-871050c77a74,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b08a55e6-e540-4948-bc09-08a3ade54a88", "address": "fa:16:3e:0b:41:e9", "network": {"id": "62aa9918-f1b9-4d5f-bbcc-74e552b56ff0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-752249340-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "55d32255746e4d829c7a955e904ba2b6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb08a55e6-e5", "ovs_interfaceid": "b08a55e6-e540-4948-bc09-08a3ade54a88", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Converting VIF {"id": "b08a55e6-e540-4948-bc09-08a3ade54a88", "address": "fa:16:3e:0b:41:e9", "network": {"id": "62aa9918-f1b9-4d5f-bbcc-74e552b56ff0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-752249340-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "55d32255746e4d829c7a955e904ba2b6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb08a55e6-e5", "ovs_interfaceid": "b08a55e6-e540-4948-bc09-08a3ade54a88", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0b:41:e9,bridge_name='br-int',has_traffic_filtering=True,id=b08a55e6-e540-4948-bc09-08a3ade54a88,network=Network(62aa9918-f1b9-4d5f-bbcc-74e552b56ff0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb08a55e6-e5') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.objects.instance [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Lazy-loading 'pci_devices' on Instance uuid 8a33ec46-b992-43b7-afda-871050c77a74 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:16:33 user nova-compute[86206]:   <uuid>8a33ec46-b992-43b7-afda-871050c77a74</uuid>
Nov 10 13:16:33 user nova-compute[86206]:   <name>instance-00000002</name>
Nov 10 13:16:33 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:16:33 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:16:33 user nova-compute[86206]:   <metadata>
Nov 10 13:16:33 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:16:33 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:16:33 user nova-compute[86206]:       <nova:name>tempest-DeleteServersTestJSON-server-753799132</nova:name>
Nov 10 13:16:33 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:16:33</nova:creationTime>
Nov 10 13:16:33 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:16:33 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:16:33 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:16:33 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:16:33 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:16:33 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:16:33 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:16:33 user nova-compute[86206]:       <nova:owner>
Nov 10 13:16:33 user nova-compute[86206]:         <nova:user uuid="6ac951f6e6df412e9e3c708a9e6823d4">tempest-DeleteServersTestJSON-416384046-project-member</nova:user>
Nov 10 13:16:33 user nova-compute[86206]:         <nova:project uuid="55d32255746e4d829c7a955e904ba2b6">tempest-DeleteServersTestJSON-416384046</nova:project>
Nov 10 13:16:33 user nova-compute[86206]:       </nova:owner>
Nov 10 13:16:33 user nova-compute[86206]:       <nova:root type="image" uuid="73290e4a-d2c0-4305-9ee6-397ce6a900ba"/>
Nov 10 13:16:33 user nova-compute[86206]:       <nova:ports>
Nov 10 13:16:33 user nova-compute[86206]:         <nova:port uuid="b08a55e6-e540-4948-bc09-08a3ade54a88">
Nov 10 13:16:33 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 10 13:16:33 user nova-compute[86206]:         </nova:port>
Nov 10 13:16:33 user nova-compute[86206]:       </nova:ports>
Nov 10 13:16:33 user nova-compute[86206]:     </nova:instance>
Nov 10 13:16:33 user nova-compute[86206]:   </metadata>
Nov 10 13:16:33 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:16:33 user nova-compute[86206]:     <system>
Nov 10 13:16:33 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:16:33 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:16:33 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:16:33 user nova-compute[86206]:       <entry name="serial">8a33ec46-b992-43b7-afda-871050c77a74</entry>
Nov 10 13:16:33 user nova-compute[86206]:       <entry name="uuid">8a33ec46-b992-43b7-afda-871050c77a74</entry>
Nov 10 13:16:33 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:16:33 user nova-compute[86206]:     </system>
Nov 10 13:16:33 user nova-compute[86206]:   </sysinfo>
Nov 10 13:16:33 user nova-compute[86206]:   <os>
Nov 10 13:16:33 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:16:33 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:16:33 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:16:33 user nova-compute[86206]:   </os>
Nov 10 13:16:33 user nova-compute[86206]:   <features>
Nov 10 13:16:33 user nova-compute[86206]:     <acpi/>
Nov 10 13:16:33 user nova-compute[86206]:     <apic/>
Nov 10 13:16:33 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:16:33 user nova-compute[86206]:   </features>
Nov 10 13:16:33 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:16:33 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:16:33 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:16:33 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:16:33 user nova-compute[86206]:   </clock>
Nov 10 13:16:33 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:16:33 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:16:33 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:16:33 user nova-compute[86206]:   </cpu>
Nov 10 13:16:33 user nova-compute[86206]:   <devices>
Nov 10 13:16:33 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:16:33 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:16:33 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/8a33ec46-b992-43b7-afda-871050c77a74/disk"/>
Nov 10 13:16:33 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:16:33 user nova-compute[86206]:     </disk>
Nov 10 13:16:33 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:16:33 user nova-compute[86206]:       <mac address="fa:16:3e:0b:41:e9"/>
Nov 10 13:16:33 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:16:33 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:16:33 user nova-compute[86206]:       <target dev="tapb08a55e6-e5"/>
Nov 10 13:16:33 user nova-compute[86206]:     </interface>
Nov 10 13:16:33 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:16:33 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/8a33ec46-b992-43b7-afda-871050c77a74/console.log" append="off"/>
Nov 10 13:16:33 user nova-compute[86206]:     </serial>
Nov 10 13:16:33 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:16:33 user nova-compute[86206]:     <video>
Nov 10 13:16:33 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:16:33 user nova-compute[86206]:     </video>
Nov 10 13:16:33 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:16:33 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:16:33 user nova-compute[86206]:     </rng>
Nov 10 13:16:33 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:16:33 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:16:33 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:16:33 user nova-compute[86206]:     </memballoon>
Nov 10 13:16:33 user nova-compute[86206]:   </devices>
Nov 10 13:16:33 user nova-compute[86206]: </domain>
Nov 10 13:16:33 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:16:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-753799132',display_name='tempest-DeleteServersTestJSON-server-753799132',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-753799132',id=2,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='55d32255746e4d829c7a955e904ba2b6',ramdisk_id='',reservation_id='r-68cpjdv5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-416384046',owner_user_name='tempest-DeleteServersTestJSON-416384046-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:16:30Z,user_data=None,user_id='6ac951f6e6df412e9e3c708a9e6823d4',uuid=8a33ec46-b992-43b7-afda-871050c77a74,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b08a55e6-e540-4948-bc09-08a3ade54a88", "address": "fa:16:3e:0b:41:e9", "network": {"id": "62aa9918-f1b9-4d5f-bbcc-74e552b56ff0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-752249340-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "55d32255746e4d829c7a955e904ba2b6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb08a55e6-e5", "ovs_interfaceid": "b08a55e6-e540-4948-bc09-08a3ade54a88", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Converting VIF {"id": "b08a55e6-e540-4948-bc09-08a3ade54a88", "address": "fa:16:3e:0b:41:e9", "network": {"id": "62aa9918-f1b9-4d5f-bbcc-74e552b56ff0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-752249340-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "55d32255746e4d829c7a955e904ba2b6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb08a55e6-e5", "ovs_interfaceid": "b08a55e6-e540-4948-bc09-08a3ade54a88", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0b:41:e9,bridge_name='br-int',has_traffic_filtering=True,id=b08a55e6-e540-4948-bc09-08a3ade54a88,network=Network(62aa9918-f1b9-4d5f-bbcc-74e552b56ff0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb08a55e6-e5') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG os_vif [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0b:41:e9,bridge_name='br-int',has_traffic_filtering=True,id=b08a55e6-e540-4948-bc09-08a3ade54a88,network=Network(62aa9918-f1b9-4d5f-bbcc-74e552b56ff0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb08a55e6-e5') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '36beb2ea-cc58-5d6c-a99d-2a4e884b75ee', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:16:33 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:16:34 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:16:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.595s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:16:34 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:16:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.440s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:16:34 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:16:34 user nova-compute[86206]: INFO nova.compute.claims [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Claim successful on node user
Nov 10 13:16:34 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:16:34 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:16:34 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:16:34 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:16:34 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:16:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:16:34 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Creating image(s)
Nov 10 13:16:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "/opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:16:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "/opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:16:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "/opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:16:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:16:34 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:16:34 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:16:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.343s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:16:34 user nova-compute[86206]: DEBUG nova.compute.manager [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:16:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.177s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:16:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:16:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:16:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:16:34 user nova-compute[86206]: DEBUG nova.compute.manager [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:16:34 user nova-compute[86206]: DEBUG nova.network.neutron [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:16:34 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:16:34 user nova-compute[86206]: DEBUG nova.compute.manager [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:16:34 user nova-compute[86206]: DEBUG nova.policy [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b99c0d49a5e450ba43bce92d827d7c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '028ee5b7789f4eb9809f6c89b8649453', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:16:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.203s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:16:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk 1073741824 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:16:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk 1073741824" returned: 0 in 0.052s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:16:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.260s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:16:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:16:34 user nova-compute[86206]: DEBUG nova.policy [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a3b7d9322594e2fb154a787c8054f20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa556336540e427c9e304bbea288aa30', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:16:34 user nova-compute[86206]: DEBUG nova.compute.manager [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:16:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:16:34 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Creating image(s)
Nov 10 13:16:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "/opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:16:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "/opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:16:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "/opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:16:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:16:34 user nova-compute[86206]: DEBUG nova.network.neutron [req-3ce7da75-375f-4218-86ca-b2155093bd82 req-215a50b2-dd90-4465-8e18-3dd218fdbe3e service nova] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Updated VIF entry in instance network info cache for port f3b252ea-7f6e-48be-a2ca-50aa2308f17b. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:16:34 user nova-compute[86206]: DEBUG nova.network.neutron [req-3ce7da75-375f-4218-86ca-b2155093bd82 req-215a50b2-dd90-4465-8e18-3dd218fdbe3e service nova] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Updating instance_info_cache with network_info: [{"id": "f3b252ea-7f6e-48be-a2ca-50aa2308f17b", "address": "fa:16:3e:e9:ea:92", "network": {"id": "17486e25-6e94-4870-b6a1-b6a46035b309", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1565031351-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0aed5ce41010461b98a997550f689060", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3b252ea-7f", "ovs_interfaceid": "f3b252ea-7f6e-48be-a2ca-50aa2308f17b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:16:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-3ce7da75-375f-4218-86ca-b2155093bd82 req-215a50b2-dd90-4465-8e18-3dd218fdbe3e service nova] Releasing lock "refresh_cache-fbca50b2-5d7e-405a-ae5b-20651146376d" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:16:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.236s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:16:34 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk. size=1073741824 {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 10 13:16:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:16:34 user sudo[95504]: pam_unix(sudo:session): session closed for user root
Nov 10 13:16:35 user nova-compute[86206]: INFO oslo.privsep.daemon [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Spawned new privsep daemon via rootwrap
Nov 10 13:16:35 user nova-compute[86206]: INFO oslo.privsep.daemon [-] privsep daemon starting
Nov 10 13:16:35 user nova-compute[86206]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Nov 10 13:16:35 user nova-compute[86206]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_DAC_OVERRIDE|CAP_NET_ADMIN/CAP_DAC_OVERRIDE|CAP_NET_ADMIN/none
Nov 10 13:16:35 user nova-compute[86206]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 95516
Nov 10 13:16:35 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.213s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:16:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:16:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:16:35 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:16:35 user nova-compute[86206]: WARNING oslo_privsep.priv_context [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] privsep daemon already running
Nov 10 13:16:35 user nova-compute[86206]: DEBUG nova.network.neutron [req-d98dd689-2c4c-415c-87dc-89e4afe4edcc req-150812cf-1208-4a0b-a9c5-58bb3143845a service nova] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Updated VIF entry in instance network info cache for port b08a55e6-e540-4948-bc09-08a3ade54a88. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:16:35 user nova-compute[86206]: DEBUG nova.network.neutron [req-d98dd689-2c4c-415c-87dc-89e4afe4edcc req-150812cf-1208-4a0b-a9c5-58bb3143845a service nova] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Updating instance_info_cache with network_info: [{"id": "b08a55e6-e540-4948-bc09-08a3ade54a88", "address": "fa:16:3e:0b:41:e9", "network": {"id": "62aa9918-f1b9-4d5f-bbcc-74e552b56ff0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-752249340-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "55d32255746e4d829c7a955e904ba2b6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb08a55e6-e5", "ovs_interfaceid": "b08a55e6-e540-4948-bc09-08a3ade54a88", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:16:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d98dd689-2c4c-415c-87dc-89e4afe4edcc req-150812cf-1208-4a0b-a9c5-58bb3143845a service nova] Releasing lock "refresh_cache-8a33ec46-b992-43b7-afda-871050c77a74" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:16:35 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:16:35 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Cannot resize image /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk to a smaller size. {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 10 13:16:35 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:16:35 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Ensure instance console log exists: /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:16:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:16:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:16:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:16:35 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.167s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:16:35 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk 1073741824 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:16:35 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk 1073741824" returned: 0 in 0.044s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:16:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.215s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:16:35 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:16:35 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.202s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:16:35 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk. size=1073741824 {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 10 13:16:35 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:16:35 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:16:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf3b252ea-7f, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:16:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf3b252ea-7f, col_values=(('qos', UUID('10c4e6dc-4582-425d-9ce0-97817ff3db30')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:16:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf3b252ea-7f, col_values=(('external_ids', {'iface-id': 'f3b252ea-7f6e-48be-a2ca-50aa2308f17b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e9:ea:92', 'vm-uuid': 'fbca50b2-5d7e-405a-ae5b-20651146376d'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:16:35 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Cannot resize image /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk to a smaller size. {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 10 13:16:35 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:16:35 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Ensure instance console log exists: /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:16:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:16:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:16:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:16:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:16:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:35 user nova-compute[86206]: INFO os_vif [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e9:ea:92,bridge_name='br-int',has_traffic_filtering=True,id=f3b252ea-7f6e-48be-a2ca-50aa2308f17b,network=Network(17486e25-6e94-4870-b6a1-b6a46035b309),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3b252ea-7f')
Nov 10 13:16:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb08a55e6-e5, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:16:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb08a55e6-e5, col_values=(('qos', UUID('31f1b870-f0c2-4392-a76e-38eeb35c0954')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:16:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb08a55e6-e5, col_values=(('external_ids', {'iface-id': 'b08a55e6-e540-4948-bc09-08a3ade54a88', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0b:41:e9', 'vm-uuid': '8a33ec46-b992-43b7-afda-871050c77a74'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:16:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:16:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:35 user nova-compute[86206]: INFO os_vif [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0b:41:e9,bridge_name='br-int',has_traffic_filtering=True,id=b08a55e6-e540-4948-bc09-08a3ade54a88,network=Network(62aa9918-f1b9-4d5f-bbcc-74e552b56ff0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb08a55e6-e5')
Nov 10 13:16:35 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:16:35 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] No VIF found with MAC fa:16:3e:e9:ea:92, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:16:35 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:16:35 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] No VIF found with MAC fa:16:3e:0b:41:e9, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:16:36 user nova-compute[86206]: DEBUG nova.network.neutron [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Successfully created port: e77bf2d2-2e29-42eb-896a-57bde9a85c3a {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:16:36 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Successfully created port: a157a34a-5248-4018-b9e6-de9e1c037ee4 {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:16:37 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:37 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:37 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:37 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:37 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:37 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:38 user nova-compute[86206]: DEBUG nova.network.neutron [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Successfully updated port: e77bf2d2-2e29-42eb-896a-57bde9a85c3a {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:16:38 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "refresh_cache-4509d78d-a41e-4150-beef-feed0bb03160" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:16:38 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquired lock "refresh_cache-4509d78d-a41e-4150-beef-feed0bb03160" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:16:38 user nova-compute[86206]: DEBUG nova.network.neutron [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG nova.compute.manager [req-82afc6e5-2f45-42d2-8637-afdb939f47b2 req-9cb5c8b3-a429-47c4-9009-42c50926b6c0 service nova] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Received event network-changed-e77bf2d2-2e29-42eb-896a-57bde9a85c3a {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG nova.compute.manager [req-82afc6e5-2f45-42d2-8637-afdb939f47b2 req-9cb5c8b3-a429-47c4-9009-42c50926b6c0 service nova] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Refreshing instance network info cache due to event network-changed-e77bf2d2-2e29-42eb-896a-57bde9a85c3a. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-82afc6e5-2f45-42d2-8637-afdb939f47b2 req-9cb5c8b3-a429-47c4-9009-42c50926b6c0 service nova] Acquiring lock "refresh_cache-4509d78d-a41e-4150-beef-feed0bb03160" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG nova.network.neutron [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Successfully updated port: a157a34a-5248-4018-b9e6-de9e1c037ee4 {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "refresh_cache-e040d0fe-dea0-451e-91e2-6852000fa9dc" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquired lock "refresh_cache-e040d0fe-dea0-451e-91e2-6852000fa9dc" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquiring lock "93bd47f6-1459-4e93-b2d0-edff930f4498" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "93bd47f6-1459-4e93-b2d0-edff930f4498" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG nova.compute.manager [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG nova.compute.manager [req-ef5743d5-7ba3-4237-a67b-fbb1a3138446 req-9f0b3ea6-fcd0-421c-a17e-b9b657def536 service nova] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Received event network-changed-a157a34a-5248-4018-b9e6-de9e1c037ee4 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG nova.compute.manager [req-ef5743d5-7ba3-4237-a67b-fbb1a3138446 req-9f0b3ea6-fcd0-421c-a17e-b9b657def536 service nova] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Refreshing instance network info cache due to event network-changed-a157a34a-5248-4018-b9e6-de9e1c037ee4. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-ef5743d5-7ba3-4237-a67b-fbb1a3138446 req-9f0b3ea6-fcd0-421c-a17e-b9b657def536 service nova] Acquiring lock "refresh_cache-e040d0fe-dea0-451e-91e2-6852000fa9dc" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:16:39 user nova-compute[86206]: INFO nova.compute.claims [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Claim successful on node user
Nov 10 13:16:39 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG nova.network.neutron [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Updating instance_info_cache with network_info: [{"id": "e77bf2d2-2e29-42eb-896a-57bde9a85c3a", "address": "fa:16:3e:b1:2e:11", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape77bf2d2-2e", "ovs_interfaceid": "e77bf2d2-2e29-42eb-896a-57bde9a85c3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.429s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG nova.compute.manager [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Releasing lock "refresh_cache-4509d78d-a41e-4150-beef-feed0bb03160" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG nova.compute.manager [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Instance network_info: |[{"id": "e77bf2d2-2e29-42eb-896a-57bde9a85c3a", "address": "fa:16:3e:b1:2e:11", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape77bf2d2-2e", "ovs_interfaceid": "e77bf2d2-2e29-42eb-896a-57bde9a85c3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-82afc6e5-2f45-42d2-8637-afdb939f47b2 req-9cb5c8b3-a429-47c4-9009-42c50926b6c0 service nova] Acquired lock "refresh_cache-4509d78d-a41e-4150-beef-feed0bb03160" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG nova.network.neutron [req-82afc6e5-2f45-42d2-8637-afdb939f47b2 req-9cb5c8b3-a429-47c4-9009-42c50926b6c0 service nova] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Refreshing network info cache for port e77bf2d2-2e29-42eb-896a-57bde9a85c3a {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Start _get_guest_xml network_info=[{"id": "e77bf2d2-2e29-42eb-896a-57bde9a85c3a", "address": "fa:16:3e:b1:2e:11", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape77bf2d2-2e", "ovs_interfaceid": "e77bf2d2-2e29-42eb-896a-57bde9a85c3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '73290e4a-d2c0-4305-9ee6-397ce6a900ba'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:16:39 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:16:39 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:16:39 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:16:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1239840127',display_name='tempest-ServerActionsTestOtherA-server-1239840127',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1239840127',id=4,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDAGFNrtWsk5TevUcE27D53UaLQvzhJ77rBAAkPtVa8Jx/xCQV/DutfVwEd1Edzw4/KolH8J2c1Q7M4XzvNSeTQSV3bCXeje7ybURam1jm+6LTngmTg/N7MB+gscMvdfiw==',key_name='tempest-keypair-1216139462',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aa556336540e427c9e304bbea288aa30',ramdisk_id='',reservation_id='r-rtm065ec',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-390805104',owner_user_name='tempest-ServerActionsTestOtherA-390805104-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:16:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4a3b7d9322594e2fb154a787c8054f20',uuid=4509d78d-a41e-4150-beef-feed0bb03160,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e77bf2d2-2e29-42eb-896a-57bde9a85c3a", "address": "fa:16:3e:b1:2e:11", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape77bf2d2-2e", "ovs_interfaceid": "e77bf2d2-2e29-42eb-896a-57bde9a85c3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Converting VIF {"id": "e77bf2d2-2e29-42eb-896a-57bde9a85c3a", "address": "fa:16:3e:b1:2e:11", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape77bf2d2-2e", "ovs_interfaceid": "e77bf2d2-2e29-42eb-896a-57bde9a85c3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b1:2e:11,bridge_name='br-int',has_traffic_filtering=True,id=e77bf2d2-2e29-42eb-896a-57bde9a85c3a,network=Network(2a23f5a5-f10f-463c-8b01-f554f87e7379),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape77bf2d2-2e') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG nova.objects.instance [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lazy-loading 'pci_devices' on Instance uuid 4509d78d-a41e-4150-beef-feed0bb03160 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG nova.compute.manager [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:16:39 user nova-compute[86206]: DEBUG nova.network.neutron [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:16:40 user nova-compute[86206]:   <uuid>4509d78d-a41e-4150-beef-feed0bb03160</uuid>
Nov 10 13:16:40 user nova-compute[86206]:   <name>instance-00000004</name>
Nov 10 13:16:40 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:16:40 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:16:40 user nova-compute[86206]:   <metadata>
Nov 10 13:16:40 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:16:40 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:16:40 user nova-compute[86206]:       <nova:name>tempest-ServerActionsTestOtherA-server-1239840127</nova:name>
Nov 10 13:16:40 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:16:39</nova:creationTime>
Nov 10 13:16:40 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:16:40 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:16:40 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:16:40 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:16:40 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:16:40 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:16:40 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:16:40 user nova-compute[86206]:       <nova:owner>
Nov 10 13:16:40 user nova-compute[86206]:         <nova:user uuid="4a3b7d9322594e2fb154a787c8054f20">tempest-ServerActionsTestOtherA-390805104-project-member</nova:user>
Nov 10 13:16:40 user nova-compute[86206]:         <nova:project uuid="aa556336540e427c9e304bbea288aa30">tempest-ServerActionsTestOtherA-390805104</nova:project>
Nov 10 13:16:40 user nova-compute[86206]:       </nova:owner>
Nov 10 13:16:40 user nova-compute[86206]:       <nova:root type="image" uuid="73290e4a-d2c0-4305-9ee6-397ce6a900ba"/>
Nov 10 13:16:40 user nova-compute[86206]:       <nova:ports>
Nov 10 13:16:40 user nova-compute[86206]:         <nova:port uuid="e77bf2d2-2e29-42eb-896a-57bde9a85c3a">
Nov 10 13:16:40 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 10 13:16:40 user nova-compute[86206]:         </nova:port>
Nov 10 13:16:40 user nova-compute[86206]:       </nova:ports>
Nov 10 13:16:40 user nova-compute[86206]:     </nova:instance>
Nov 10 13:16:40 user nova-compute[86206]:   </metadata>
Nov 10 13:16:40 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:16:40 user nova-compute[86206]:     <system>
Nov 10 13:16:40 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:16:40 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:16:40 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:16:40 user nova-compute[86206]:       <entry name="serial">4509d78d-a41e-4150-beef-feed0bb03160</entry>
Nov 10 13:16:40 user nova-compute[86206]:       <entry name="uuid">4509d78d-a41e-4150-beef-feed0bb03160</entry>
Nov 10 13:16:40 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:16:40 user nova-compute[86206]:     </system>
Nov 10 13:16:40 user nova-compute[86206]:   </sysinfo>
Nov 10 13:16:40 user nova-compute[86206]:   <os>
Nov 10 13:16:40 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:16:40 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:16:40 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:16:40 user nova-compute[86206]:   </os>
Nov 10 13:16:40 user nova-compute[86206]:   <features>
Nov 10 13:16:40 user nova-compute[86206]:     <acpi/>
Nov 10 13:16:40 user nova-compute[86206]:     <apic/>
Nov 10 13:16:40 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:16:40 user nova-compute[86206]:   </features>
Nov 10 13:16:40 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:16:40 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:16:40 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:16:40 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:16:40 user nova-compute[86206]:   </clock>
Nov 10 13:16:40 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:16:40 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:16:40 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:16:40 user nova-compute[86206]:   </cpu>
Nov 10 13:16:40 user nova-compute[86206]:   <devices>
Nov 10 13:16:40 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:16:40 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:16:40 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk"/>
Nov 10 13:16:40 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:16:40 user nova-compute[86206]:     </disk>
Nov 10 13:16:40 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:16:40 user nova-compute[86206]:       <mac address="fa:16:3e:b1:2e:11"/>
Nov 10 13:16:40 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:16:40 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:16:40 user nova-compute[86206]:       <target dev="tape77bf2d2-2e"/>
Nov 10 13:16:40 user nova-compute[86206]:     </interface>
Nov 10 13:16:40 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:16:40 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/console.log" append="off"/>
Nov 10 13:16:40 user nova-compute[86206]:     </serial>
Nov 10 13:16:40 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:16:40 user nova-compute[86206]:     <video>
Nov 10 13:16:40 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:16:40 user nova-compute[86206]:     </video>
Nov 10 13:16:40 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:16:40 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:16:40 user nova-compute[86206]:     </rng>
Nov 10 13:16:40 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:16:40 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:16:40 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:16:40 user nova-compute[86206]:     </memballoon>
Nov 10 13:16:40 user nova-compute[86206]:   </devices>
Nov 10 13:16:40 user nova-compute[86206]: </domain>
Nov 10 13:16:40 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:16:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1239840127',display_name='tempest-ServerActionsTestOtherA-server-1239840127',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1239840127',id=4,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDAGFNrtWsk5TevUcE27D53UaLQvzhJ77rBAAkPtVa8Jx/xCQV/DutfVwEd1Edzw4/KolH8J2c1Q7M4XzvNSeTQSV3bCXeje7ybURam1jm+6LTngmTg/N7MB+gscMvdfiw==',key_name='tempest-keypair-1216139462',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aa556336540e427c9e304bbea288aa30',ramdisk_id='',reservation_id='r-rtm065ec',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-390805104',owner_user_name='tempest-ServerActionsTestOtherA-390805104-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:16:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4a3b7d9322594e2fb154a787c8054f20',uuid=4509d78d-a41e-4150-beef-feed0bb03160,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e77bf2d2-2e29-42eb-896a-57bde9a85c3a", "address": "fa:16:3e:b1:2e:11", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape77bf2d2-2e", "ovs_interfaceid": "e77bf2d2-2e29-42eb-896a-57bde9a85c3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Converting VIF {"id": "e77bf2d2-2e29-42eb-896a-57bde9a85c3a", "address": "fa:16:3e:b1:2e:11", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape77bf2d2-2e", "ovs_interfaceid": "e77bf2d2-2e29-42eb-896a-57bde9a85c3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b1:2e:11,bridge_name='br-int',has_traffic_filtering=True,id=e77bf2d2-2e29-42eb-896a-57bde9a85c3a,network=Network(2a23f5a5-f10f-463c-8b01-f554f87e7379),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape77bf2d2-2e') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG os_vif [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b1:2e:11,bridge_name='br-int',has_traffic_filtering=True,id=e77bf2d2-2e29-42eb-896a-57bde9a85c3a,network=Network(2a23f5a5-f10f-463c-8b01-f554f87e7379),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape77bf2d2-2e') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ee12e0e7-95b8-5c64-9ce2-9b738c6b5850', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.compute.manager [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape77bf2d2-2e, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape77bf2d2-2e, col_values=(('qos', UUID('c071c335-509f-4a93-a7ac-efdbdf8f2772')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape77bf2d2-2e, col_values=(('external_ids', {'iface-id': 'e77bf2d2-2e29-42eb-896a-57bde9a85c3a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b1:2e:11', 'vm-uuid': '4509d78d-a41e-4150-beef-feed0bb03160'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:40 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:16:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:16:40 user nova-compute[86206]: INFO os_vif [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b1:2e:11,bridge_name='br-int',has_traffic_filtering=True,id=e77bf2d2-2e29-42eb-896a-57bde9a85c3a,network=Network(2a23f5a5-f10f-463c-8b01-f554f87e7379),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape77bf2d2-2e')
Nov 10 13:16:40 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Instance spawned successfully.
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.compute.manager [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] No VIF found with MAC fa:16:3e:b1:2e:11, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.compute.manager [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:16:40 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Instance spawned successfully.
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.compute.manager [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:16:40 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Creating image(s)
Nov 10 13:16:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquiring lock "/opt/stack/data/nova/instances/93bd47f6-1459-4e93-b2d0-edff930f4498/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "/opt/stack/data/nova/instances/93bd47f6-1459-4e93-b2d0-edff930f4498/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "/opt/stack/data/nova/instances/93bd47f6-1459-4e93-b2d0-edff930f4498/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.policy [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b37dd375e0443eba2635424cedbbbef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e28d28d5ba14f608683b61fac770521', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:16:40 user nova-compute[86206]: INFO nova.compute.manager [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Took 9.76 seconds to spawn the instance on the hypervisor.
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.compute.manager [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Updating instance_info_cache with network_info: [{"id": "a157a34a-5248-4018-b9e6-de9e1c037ee4", "address": "fa:16:3e:bb:e9:d4", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa157a34a-52", "ovs_interfaceid": "a157a34a-5248-4018-b9e6-de9e1c037ee4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:16:40 user nova-compute[86206]: INFO nova.compute.manager [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Took 10.94 seconds to build instance.
Nov 10 13:16:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.248s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquiring lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.004s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Releasing lock "refresh_cache-e040d0fe-dea0-451e-91e2-6852000fa9dc" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Instance network_info: |[{"id": "a157a34a-5248-4018-b9e6-de9e1c037ee4", "address": "fa:16:3e:bb:e9:d4", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa157a34a-52", "ovs_interfaceid": "a157a34a-5248-4018-b9e6-de9e1c037ee4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-17ca146f-55e9-42c0-98b3-5f0588c6432e tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Lock "8a33ec46-b992-43b7-afda-871050c77a74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.192s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:16:40 user nova-compute[86206]: INFO nova.compute.manager [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Took 14.22 seconds to spawn the instance on the hypervisor.
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.compute.manager [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-ef5743d5-7ba3-4237-a67b-fbb1a3138446 req-9f0b3ea6-fcd0-421c-a17e-b9b657def536 service nova] Acquired lock "refresh_cache-e040d0fe-dea0-451e-91e2-6852000fa9dc" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.network.neutron [req-ef5743d5-7ba3-4237-a67b-fbb1a3138446 req-9f0b3ea6-fcd0-421c-a17e-b9b657def536 service nova] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Refreshing network info cache for port a157a34a-5248-4018-b9e6-de9e1c037ee4 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Start _get_guest_xml network_info=[{"id": "a157a34a-5248-4018-b9e6-de9e1c037ee4", "address": "fa:16:3e:bb:e9:d4", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa157a34a-52", "ovs_interfaceid": "a157a34a-5248-4018-b9e6-de9e1c037ee4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '73290e4a-d2c0-4305-9ee6-397ce6a900ba'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:16:40 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:16:40 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:16:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-386439105',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-386439105',id=3,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='028ee5b7789f4eb9809f6c89b8649453',ramdisk_id='',reservation_id='r-k12fzri1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1948757916',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:16:34Z,user_data=None,user_id='1b99c0d49a5e450ba43bce92d827d7c2',uuid=e040d0fe-dea0-451e-91e2-6852000fa9dc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a157a34a-5248-4018-b9e6-de9e1c037ee4", "address": "fa:16:3e:bb:e9:d4", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa157a34a-52", "ovs_interfaceid": "a157a34a-5248-4018-b9e6-de9e1c037ee4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Converting VIF {"id": "a157a34a-5248-4018-b9e6-de9e1c037ee4", "address": "fa:16:3e:bb:e9:d4", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa157a34a-52", "ovs_interfaceid": "a157a34a-5248-4018-b9e6-de9e1c037ee4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bb:e9:d4,bridge_name='br-int',has_traffic_filtering=True,id=a157a34a-5248-4018-b9e6-de9e1c037ee4,network=Network(953cfc69-1add-40de-a3ae-1d9aeaa3b3e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa157a34a-52') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.objects.instance [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lazy-loading 'pci_devices' on Instance uuid e040d0fe-dea0-451e-91e2-6852000fa9dc {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:16:40 user nova-compute[86206]: INFO nova.compute.manager [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Took 15.13 seconds to build instance.
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:16:40 user nova-compute[86206]:   <uuid>e040d0fe-dea0-451e-91e2-6852000fa9dc</uuid>
Nov 10 13:16:40 user nova-compute[86206]:   <name>instance-00000003</name>
Nov 10 13:16:40 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:16:40 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:16:40 user nova-compute[86206]:   <metadata>
Nov 10 13:16:40 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:16:40 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:16:40 user nova-compute[86206]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-386439105</nova:name>
Nov 10 13:16:40 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:16:40</nova:creationTime>
Nov 10 13:16:40 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:16:40 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:16:40 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:16:40 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:16:40 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:16:40 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:16:40 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:16:40 user nova-compute[86206]:       <nova:owner>
Nov 10 13:16:40 user nova-compute[86206]:         <nova:user uuid="1b99c0d49a5e450ba43bce92d827d7c2">tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member</nova:user>
Nov 10 13:16:40 user nova-compute[86206]:         <nova:project uuid="028ee5b7789f4eb9809f6c89b8649453">tempest-ServerBootFromVolumeStableRescueTest-1948757916</nova:project>
Nov 10 13:16:40 user nova-compute[86206]:       </nova:owner>
Nov 10 13:16:40 user nova-compute[86206]:       <nova:root type="image" uuid="73290e4a-d2c0-4305-9ee6-397ce6a900ba"/>
Nov 10 13:16:40 user nova-compute[86206]:       <nova:ports>
Nov 10 13:16:40 user nova-compute[86206]:         <nova:port uuid="a157a34a-5248-4018-b9e6-de9e1c037ee4">
Nov 10 13:16:40 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 10 13:16:40 user nova-compute[86206]:         </nova:port>
Nov 10 13:16:40 user nova-compute[86206]:       </nova:ports>
Nov 10 13:16:40 user nova-compute[86206]:     </nova:instance>
Nov 10 13:16:40 user nova-compute[86206]:   </metadata>
Nov 10 13:16:40 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:16:40 user nova-compute[86206]:     <system>
Nov 10 13:16:40 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:16:40 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:16:40 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:16:40 user nova-compute[86206]:       <entry name="serial">e040d0fe-dea0-451e-91e2-6852000fa9dc</entry>
Nov 10 13:16:40 user nova-compute[86206]:       <entry name="uuid">e040d0fe-dea0-451e-91e2-6852000fa9dc</entry>
Nov 10 13:16:40 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:16:40 user nova-compute[86206]:     </system>
Nov 10 13:16:40 user nova-compute[86206]:   </sysinfo>
Nov 10 13:16:40 user nova-compute[86206]:   <os>
Nov 10 13:16:40 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:16:40 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:16:40 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:16:40 user nova-compute[86206]:   </os>
Nov 10 13:16:40 user nova-compute[86206]:   <features>
Nov 10 13:16:40 user nova-compute[86206]:     <acpi/>
Nov 10 13:16:40 user nova-compute[86206]:     <apic/>
Nov 10 13:16:40 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:16:40 user nova-compute[86206]:   </features>
Nov 10 13:16:40 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:16:40 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:16:40 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:16:40 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:16:40 user nova-compute[86206]:   </clock>
Nov 10 13:16:40 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:16:40 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:16:40 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:16:40 user nova-compute[86206]:   </cpu>
Nov 10 13:16:40 user nova-compute[86206]:   <devices>
Nov 10 13:16:40 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:16:40 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:16:40 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk"/>
Nov 10 13:16:40 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:16:40 user nova-compute[86206]:     </disk>
Nov 10 13:16:40 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:16:40 user nova-compute[86206]:       <mac address="fa:16:3e:bb:e9:d4"/>
Nov 10 13:16:40 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:16:40 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:16:40 user nova-compute[86206]:       <target dev="tapa157a34a-52"/>
Nov 10 13:16:40 user nova-compute[86206]:     </interface>
Nov 10 13:16:40 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:16:40 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/console.log" append="off"/>
Nov 10 13:16:40 user nova-compute[86206]:     </serial>
Nov 10 13:16:40 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:16:40 user nova-compute[86206]:     <video>
Nov 10 13:16:40 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:16:40 user nova-compute[86206]:     </video>
Nov 10 13:16:40 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:16:40 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:16:40 user nova-compute[86206]:     </rng>
Nov 10 13:16:40 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:16:40 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:16:40 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:16:40 user nova-compute[86206]:     </memballoon>
Nov 10 13:16:40 user nova-compute[86206]:   </devices>
Nov 10 13:16:40 user nova-compute[86206]: </domain>
Nov 10 13:16:40 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:16:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-386439105',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-386439105',id=3,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='028ee5b7789f4eb9809f6c89b8649453',ramdisk_id='',reservation_id='r-k12fzri1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1948757916',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:16:34Z,user_data=None,user_id='1b99c0d49a5e450ba43bce92d827d7c2',uuid=e040d0fe-dea0-451e-91e2-6852000fa9dc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a157a34a-5248-4018-b9e6-de9e1c037ee4", "address": "fa:16:3e:bb:e9:d4", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa157a34a-52", "ovs_interfaceid": "a157a34a-5248-4018-b9e6-de9e1c037ee4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Converting VIF {"id": "a157a34a-5248-4018-b9e6-de9e1c037ee4", "address": "fa:16:3e:bb:e9:d4", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa157a34a-52", "ovs_interfaceid": "a157a34a-5248-4018-b9e6-de9e1c037ee4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bb:e9:d4,bridge_name='br-int',has_traffic_filtering=True,id=a157a34a-5248-4018-b9e6-de9e1c037ee4,network=Network(953cfc69-1add-40de-a3ae-1d9aeaa3b3e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa157a34a-52') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG os_vif [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bb:e9:d4,bridge_name='br-int',has_traffic_filtering=True,id=a157a34a-5248-4018-b9e6-de9e1c037ee4,network=Network(953cfc69-1add-40de-a3ae-1d9aeaa3b3e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa157a34a-52') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2901a488-37e1-5ff7-adb0-2ddefcf7f36a', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.274s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/93bd47f6-1459-4e93-b2d0-edff930f4498/disk 1073741824 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-42f845c1-a6ad-45d4-a703-f91e5fd1a6db tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Lock "fbca50b2-5d7e-405a-ae5b-20651146376d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.742s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa157a34a-52, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa157a34a-52, col_values=(('qos', UUID('661ca525-a517-4177-b426-e4d4a447f3d5')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa157a34a-52, col_values=(('external_ids', {'iface-id': 'a157a34a-5248-4018-b9e6-de9e1c037ee4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:bb:e9:d4', 'vm-uuid': 'e040d0fe-dea0-451e-91e2-6852000fa9dc'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/93bd47f6-1459-4e93-b2d0-edff930f4498/disk 1073741824" returned: 0 in 0.097s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.375s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:16:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:41 user nova-compute[86206]: INFO os_vif [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bb:e9:d4,bridge_name='br-int',has_traffic_filtering=True,id=a157a34a-5248-4018-b9e6-de9e1c037ee4,network=Network(953cfc69-1add-40de-a3ae-1d9aeaa3b3e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa157a34a-52')
Nov 10 13:16:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.195s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:16:41 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Checking if we can resize image /opt/stack/data/nova/instances/93bd47f6-1459-4e93-b2d0-edff930f4498/disk. size=1073741824 {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 10 13:16:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93bd47f6-1459-4e93-b2d0-edff930f4498/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:16:41 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:16:41 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] No VIF found with MAC fa:16:3e:bb:e9:d4, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:16:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93bd47f6-1459-4e93-b2d0-edff930f4498/disk --force-share --output=json" returned: 0 in 0.281s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:16:41 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Cannot resize image /opt/stack/data/nova/instances/93bd47f6-1459-4e93-b2d0-edff930f4498/disk to a smaller size. {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 10 13:16:41 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:16:41 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Ensure instance console log exists: /opt/stack/data/nova/instances/93bd47f6-1459-4e93-b2d0-edff930f4498/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:16:41 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:16:41 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:16:41 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:16:41 user nova-compute[86206]: DEBUG nova.network.neutron [req-82afc6e5-2f45-42d2-8637-afdb939f47b2 req-9cb5c8b3-a429-47c4-9009-42c50926b6c0 service nova] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Updated VIF entry in instance network info cache for port e77bf2d2-2e29-42eb-896a-57bde9a85c3a. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:16:41 user nova-compute[86206]: DEBUG nova.network.neutron [req-82afc6e5-2f45-42d2-8637-afdb939f47b2 req-9cb5c8b3-a429-47c4-9009-42c50926b6c0 service nova] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Updating instance_info_cache with network_info: [{"id": "e77bf2d2-2e29-42eb-896a-57bde9a85c3a", "address": "fa:16:3e:b1:2e:11", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape77bf2d2-2e", "ovs_interfaceid": "e77bf2d2-2e29-42eb-896a-57bde9a85c3a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:16:41 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-82afc6e5-2f45-42d2-8637-afdb939f47b2 req-9cb5c8b3-a429-47c4-9009-42c50926b6c0 service nova] Releasing lock "refresh_cache-4509d78d-a41e-4150-beef-feed0bb03160" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:16:41 user nova-compute[86206]: DEBUG nova.network.neutron [req-ef5743d5-7ba3-4237-a67b-fbb1a3138446 req-9f0b3ea6-fcd0-421c-a17e-b9b657def536 service nova] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Updated VIF entry in instance network info cache for port a157a34a-5248-4018-b9e6-de9e1c037ee4. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:16:41 user nova-compute[86206]: DEBUG nova.network.neutron [req-ef5743d5-7ba3-4237-a67b-fbb1a3138446 req-9f0b3ea6-fcd0-421c-a17e-b9b657def536 service nova] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Updating instance_info_cache with network_info: [{"id": "a157a34a-5248-4018-b9e6-de9e1c037ee4", "address": "fa:16:3e:bb:e9:d4", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa157a34a-52", "ovs_interfaceid": "a157a34a-5248-4018-b9e6-de9e1c037ee4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:16:41 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-ef5743d5-7ba3-4237-a67b-fbb1a3138446 req-9f0b3ea6-fcd0-421c-a17e-b9b657def536 service nova] Releasing lock "refresh_cache-e040d0fe-dea0-451e-91e2-6852000fa9dc" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:16:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:42 user nova-compute[86206]: DEBUG nova.network.neutron [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Successfully created port: e68d4301-0a1f-4862-bfed-8364908b8820 {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:16:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:44 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:44 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:45 user nova-compute[86206]: DEBUG nova.network.neutron [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Successfully updated port: e68d4301-0a1f-4862-bfed-8364908b8820 {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:16:45 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquiring lock "refresh_cache-93bd47f6-1459-4e93-b2d0-edff930f4498" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:16:45 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquired lock "refresh_cache-93bd47f6-1459-4e93-b2d0-edff930f4498" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:16:45 user nova-compute[86206]: DEBUG nova.network.neutron [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:16:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:45 user nova-compute[86206]: DEBUG nova.compute.manager [req-404221fe-4d4c-4941-81f3-45187d18827a req-361f8706-22a1-45f5-9762-8ce2f8c90009 service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Received event network-changed-e68d4301-0a1f-4862-bfed-8364908b8820 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:16:45 user nova-compute[86206]: DEBUG nova.compute.manager [req-404221fe-4d4c-4941-81f3-45187d18827a req-361f8706-22a1-45f5-9762-8ce2f8c90009 service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Refreshing instance network info cache due to event network-changed-e68d4301-0a1f-4862-bfed-8364908b8820. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:16:45 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-404221fe-4d4c-4941-81f3-45187d18827a req-361f8706-22a1-45f5-9762-8ce2f8c90009 service nova] Acquiring lock "refresh_cache-93bd47f6-1459-4e93-b2d0-edff930f4498" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:16:45 user nova-compute[86206]: DEBUG nova.network.neutron [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:16:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG nova.network.neutron [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Updating instance_info_cache with network_info: [{"id": "e68d4301-0a1f-4862-bfed-8364908b8820", "address": "fa:16:3e:d0:1e:6f", "network": {"id": "5a991f6d-4193-40ea-9421-a275452a484e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-83404637-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e28d28d5ba14f608683b61fac770521", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape68d4301-0a", "ovs_interfaceid": "e68d4301-0a1f-4862-bfed-8364908b8820", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Releasing lock "refresh_cache-93bd47f6-1459-4e93-b2d0-edff930f4498" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG nova.compute.manager [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Instance network_info: |[{"id": "e68d4301-0a1f-4862-bfed-8364908b8820", "address": "fa:16:3e:d0:1e:6f", "network": {"id": "5a991f6d-4193-40ea-9421-a275452a484e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-83404637-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e28d28d5ba14f608683b61fac770521", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape68d4301-0a", "ovs_interfaceid": "e68d4301-0a1f-4862-bfed-8364908b8820", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-404221fe-4d4c-4941-81f3-45187d18827a req-361f8706-22a1-45f5-9762-8ce2f8c90009 service nova] Acquired lock "refresh_cache-93bd47f6-1459-4e93-b2d0-edff930f4498" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG nova.network.neutron [req-404221fe-4d4c-4941-81f3-45187d18827a req-361f8706-22a1-45f5-9762-8ce2f8c90009 service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Refreshing network info cache for port e68d4301-0a1f-4862-bfed-8364908b8820 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Start _get_guest_xml network_info=[{"id": "e68d4301-0a1f-4862-bfed-8364908b8820", "address": "fa:16:3e:d0:1e:6f", "network": {"id": "5a991f6d-4193-40ea-9421-a275452a484e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-83404637-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e28d28d5ba14f608683b61fac770521", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape68d4301-0a", "ovs_interfaceid": "e68d4301-0a1f-4862-bfed-8364908b8820", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '73290e4a-d2c0-4305-9ee6-397ce6a900ba'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:16:46 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:16:46 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:16:46 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:16:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-496747761',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-496747761',id=5,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDpbea53i6IGmwPYI11GaCkSGuo45njYxuQFAjyAw4d9K6zRUjXpI1Pr2f05e2VVkVe4gae5HQXuGsUohnyWUptkGXSCDEwhkj/+kuzrDzeBhAdOXO2Q9BFfb/gTM0fSmQ==',key_name='tempest-keypair-1320132714',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1e28d28d5ba14f608683b61fac770521',ramdisk_id='',reservation_id='r-jyl8nkk8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1902291949',owner_user_name='tempest-AttachVolumeShelveTestJSON-1902291949-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:16:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9b37dd375e0443eba2635424cedbbbef',uuid=93bd47f6-1459-4e93-b2d0-edff930f4498,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e68d4301-0a1f-4862-bfed-8364908b8820", "address": "fa:16:3e:d0:1e:6f", "network": {"id": "5a991f6d-4193-40ea-9421-a275452a484e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-83404637-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e28d28d5ba14f608683b61fac770521", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape68d4301-0a", "ovs_interfaceid": "e68d4301-0a1f-4862-bfed-8364908b8820", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Converting VIF {"id": "e68d4301-0a1f-4862-bfed-8364908b8820", "address": "fa:16:3e:d0:1e:6f", "network": {"id": "5a991f6d-4193-40ea-9421-a275452a484e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-83404637-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e28d28d5ba14f608683b61fac770521", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape68d4301-0a", "ovs_interfaceid": "e68d4301-0a1f-4862-bfed-8364908b8820", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d0:1e:6f,bridge_name='br-int',has_traffic_filtering=True,id=e68d4301-0a1f-4862-bfed-8364908b8820,network=Network(5a991f6d-4193-40ea-9421-a275452a484e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape68d4301-0a') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG nova.objects.instance [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lazy-loading 'pci_devices' on Instance uuid 93bd47f6-1459-4e93-b2d0-edff930f4498 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG nova.compute.manager [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:16:46 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Instance spawned successfully.
Nov 10 13:16:46 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:16:46 user nova-compute[86206]:   <uuid>93bd47f6-1459-4e93-b2d0-edff930f4498</uuid>
Nov 10 13:16:46 user nova-compute[86206]:   <name>instance-00000005</name>
Nov 10 13:16:46 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:16:46 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:16:46 user nova-compute[86206]:   <metadata>
Nov 10 13:16:46 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:16:46 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:16:46 user nova-compute[86206]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-496747761</nova:name>
Nov 10 13:16:46 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:16:46</nova:creationTime>
Nov 10 13:16:46 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:16:46 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:16:46 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:16:46 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:16:46 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:16:46 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:16:46 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:16:46 user nova-compute[86206]:       <nova:owner>
Nov 10 13:16:46 user nova-compute[86206]:         <nova:user uuid="9b37dd375e0443eba2635424cedbbbef">tempest-AttachVolumeShelveTestJSON-1902291949-project-member</nova:user>
Nov 10 13:16:46 user nova-compute[86206]:         <nova:project uuid="1e28d28d5ba14f608683b61fac770521">tempest-AttachVolumeShelveTestJSON-1902291949</nova:project>
Nov 10 13:16:46 user nova-compute[86206]:       </nova:owner>
Nov 10 13:16:46 user nova-compute[86206]:       <nova:root type="image" uuid="73290e4a-d2c0-4305-9ee6-397ce6a900ba"/>
Nov 10 13:16:46 user nova-compute[86206]:       <nova:ports>
Nov 10 13:16:46 user nova-compute[86206]:         <nova:port uuid="e68d4301-0a1f-4862-bfed-8364908b8820">
Nov 10 13:16:46 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 10 13:16:46 user nova-compute[86206]:         </nova:port>
Nov 10 13:16:46 user nova-compute[86206]:       </nova:ports>
Nov 10 13:16:46 user nova-compute[86206]:     </nova:instance>
Nov 10 13:16:46 user nova-compute[86206]:   </metadata>
Nov 10 13:16:46 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:16:46 user nova-compute[86206]:     <system>
Nov 10 13:16:46 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:16:46 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:16:46 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:16:46 user nova-compute[86206]:       <entry name="serial">93bd47f6-1459-4e93-b2d0-edff930f4498</entry>
Nov 10 13:16:46 user nova-compute[86206]:       <entry name="uuid">93bd47f6-1459-4e93-b2d0-edff930f4498</entry>
Nov 10 13:16:46 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:16:46 user nova-compute[86206]:     </system>
Nov 10 13:16:46 user nova-compute[86206]:   </sysinfo>
Nov 10 13:16:46 user nova-compute[86206]:   <os>
Nov 10 13:16:46 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:16:46 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:16:46 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:16:46 user nova-compute[86206]:   </os>
Nov 10 13:16:46 user nova-compute[86206]:   <features>
Nov 10 13:16:46 user nova-compute[86206]:     <acpi/>
Nov 10 13:16:46 user nova-compute[86206]:     <apic/>
Nov 10 13:16:46 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:16:46 user nova-compute[86206]:   </features>
Nov 10 13:16:46 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:16:46 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:16:46 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:16:46 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:16:46 user nova-compute[86206]:   </clock>
Nov 10 13:16:46 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:16:46 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:16:46 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:16:46 user nova-compute[86206]:   </cpu>
Nov 10 13:16:46 user nova-compute[86206]:   <devices>
Nov 10 13:16:46 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:16:46 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:16:46 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/93bd47f6-1459-4e93-b2d0-edff930f4498/disk"/>
Nov 10 13:16:46 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:16:46 user nova-compute[86206]:     </disk>
Nov 10 13:16:46 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:16:46 user nova-compute[86206]:       <mac address="fa:16:3e:d0:1e:6f"/>
Nov 10 13:16:46 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:16:46 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:16:46 user nova-compute[86206]:       <target dev="tape68d4301-0a"/>
Nov 10 13:16:46 user nova-compute[86206]:     </interface>
Nov 10 13:16:46 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:16:46 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/93bd47f6-1459-4e93-b2d0-edff930f4498/console.log" append="off"/>
Nov 10 13:16:46 user nova-compute[86206]:     </serial>
Nov 10 13:16:46 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:16:46 user nova-compute[86206]:     <video>
Nov 10 13:16:46 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:16:46 user nova-compute[86206]:     </video>
Nov 10 13:16:46 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:16:46 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:16:46 user nova-compute[86206]:     </rng>
Nov 10 13:16:46 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:16:46 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:16:46 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:16:46 user nova-compute[86206]:     </memballoon>
Nov 10 13:16:46 user nova-compute[86206]:   </devices>
Nov 10 13:16:46 user nova-compute[86206]: </domain>
Nov 10 13:16:46 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:16:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-496747761',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-496747761',id=5,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDpbea53i6IGmwPYI11GaCkSGuo45njYxuQFAjyAw4d9K6zRUjXpI1Pr2f05e2VVkVe4gae5HQXuGsUohnyWUptkGXSCDEwhkj/+kuzrDzeBhAdOXO2Q9BFfb/gTM0fSmQ==',key_name='tempest-keypair-1320132714',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1e28d28d5ba14f608683b61fac770521',ramdisk_id='',reservation_id='r-jyl8nkk8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1902291949',owner_user_name='tempest-AttachVolumeShelveTestJSON-1902291949-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:16:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9b37dd375e0443eba2635424cedbbbef',uuid=93bd47f6-1459-4e93-b2d0-edff930f4498,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e68d4301-0a1f-4862-bfed-8364908b8820", "address": "fa:16:3e:d0:1e:6f", "network": {"id": "5a991f6d-4193-40ea-9421-a275452a484e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-83404637-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e28d28d5ba14f608683b61fac770521", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape68d4301-0a", "ovs_interfaceid": "e68d4301-0a1f-4862-bfed-8364908b8820", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Converting VIF {"id": "e68d4301-0a1f-4862-bfed-8364908b8820", "address": "fa:16:3e:d0:1e:6f", "network": {"id": "5a991f6d-4193-40ea-9421-a275452a484e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-83404637-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e28d28d5ba14f608683b61fac770521", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape68d4301-0a", "ovs_interfaceid": "e68d4301-0a1f-4862-bfed-8364908b8820", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d0:1e:6f,bridge_name='br-int',has_traffic_filtering=True,id=e68d4301-0a1f-4862-bfed-8364908b8820,network=Network(5a991f6d-4193-40ea-9421-a275452a484e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape68d4301-0a') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG os_vif [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:1e:6f,bridge_name='br-int',has_traffic_filtering=True,id=e68d4301-0a1f-4862-bfed-8364908b8820,network=Network(5a991f6d-4193-40ea-9421-a275452a484e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape68d4301-0a') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0001f482-4232-5aa7-9402-639e06ad8071', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape68d4301-0a, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape68d4301-0a, col_values=(('qos', UUID('03f24ee9-195d-497f-8fa9-6d64bb63f56e')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape68d4301-0a, col_values=(('external_ids', {'iface-id': 'e68d4301-0a1f-4862-bfed-8364908b8820', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d0:1e:6f', 'vm-uuid': '93bd47f6-1459-4e93-b2d0-edff930f4498'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:16:46 user nova-compute[86206]: INFO os_vif [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:1e:6f,bridge_name='br-int',has_traffic_filtering=True,id=e68d4301-0a1f-4862-bfed-8364908b8820,network=Network(5a991f6d-4193-40ea-9421-a275452a484e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape68d4301-0a')
Nov 10 13:16:46 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:16:46 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:16:47 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Instance spawned successfully.
Nov 10 13:16:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:16:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:16:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:16:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:16:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:16:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:16:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:16:47 user nova-compute[86206]: INFO nova.compute.manager [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Took 12.33 seconds to spawn the instance on the hypervisor.
Nov 10 13:16:47 user nova-compute[86206]: DEBUG nova.compute.manager [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:16:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:16:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] No VIF found with MAC fa:16:3e:d0:1e:6f, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:16:47 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:47 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:47 user nova-compute[86206]: INFO nova.compute.manager [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Took 13.73 seconds to build instance.
Nov 10 13:16:47 user nova-compute[86206]: INFO nova.compute.manager [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Took 13.04 seconds to spawn the instance on the hypervisor.
Nov 10 13:16:47 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:16:47 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:47 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1500096e-7bbe-4481-870c-c8a63cf78e29 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "4509d78d-a41e-4150-beef-feed0bb03160" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.869s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:16:47 user nova-compute[86206]: INFO nova.compute.manager [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Took 14.20 seconds to build instance.
Nov 10 13:16:47 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c9dc2b33-1881-4868-843c-643567a4df00 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "e040d0fe-dea0-451e-91e2-6852000fa9dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.462s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:16:48 user nova-compute[86206]: DEBUG nova.network.neutron [req-404221fe-4d4c-4941-81f3-45187d18827a req-361f8706-22a1-45f5-9762-8ce2f8c90009 service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Updated VIF entry in instance network info cache for port e68d4301-0a1f-4862-bfed-8364908b8820. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:16:48 user nova-compute[86206]: DEBUG nova.network.neutron [req-404221fe-4d4c-4941-81f3-45187d18827a req-361f8706-22a1-45f5-9762-8ce2f8c90009 service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Updating instance_info_cache with network_info: [{"id": "e68d4301-0a1f-4862-bfed-8364908b8820", "address": "fa:16:3e:d0:1e:6f", "network": {"id": "5a991f6d-4193-40ea-9421-a275452a484e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-83404637-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e28d28d5ba14f608683b61fac770521", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape68d4301-0a", "ovs_interfaceid": "e68d4301-0a1f-4862-bfed-8364908b8820", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:16:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-404221fe-4d4c-4941-81f3-45187d18827a req-361f8706-22a1-45f5-9762-8ce2f8c90009 service nova] Releasing lock "refresh_cache-93bd47f6-1459-4e93-b2d0-edff930f4498" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:16:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:49 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:49 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:49 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:49 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:49 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:52 user nova-compute[86206]: DEBUG nova.compute.manager [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:16:52 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:16:52 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Instance spawned successfully.
Nov 10 13:16:52 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:16:52 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:16:52 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:16:52 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:16:52 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:16:52 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:16:52 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:16:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:52 user nova-compute[86206]: INFO nova.compute.manager [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Took 12.39 seconds to spawn the instance on the hypervisor.
Nov 10 13:16:52 user nova-compute[86206]: DEBUG nova.compute.manager [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:16:52 user nova-compute[86206]: DEBUG nova.compute.manager [req-158726e9-d478-4956-821d-42d17565652e req-b6270e2b-5f77-4934-b9bb-f9c1dab5bf13 service nova] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Received event network-vif-plugged-b08a55e6-e540-4948-bc09-08a3ade54a88 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:16:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-158726e9-d478-4956-821d-42d17565652e req-b6270e2b-5f77-4934-b9bb-f9c1dab5bf13 service nova] Acquiring lock "8a33ec46-b992-43b7-afda-871050c77a74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:16:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-158726e9-d478-4956-821d-42d17565652e req-b6270e2b-5f77-4934-b9bb-f9c1dab5bf13 service nova] Lock "8a33ec46-b992-43b7-afda-871050c77a74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:16:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-158726e9-d478-4956-821d-42d17565652e req-b6270e2b-5f77-4934-b9bb-f9c1dab5bf13 service nova] Lock "8a33ec46-b992-43b7-afda-871050c77a74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:16:52 user nova-compute[86206]: DEBUG nova.compute.manager [req-158726e9-d478-4956-821d-42d17565652e req-b6270e2b-5f77-4934-b9bb-f9c1dab5bf13 service nova] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] No waiting events found dispatching network-vif-plugged-b08a55e6-e540-4948-bc09-08a3ade54a88 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:16:52 user nova-compute[86206]: WARNING nova.compute.manager [req-158726e9-d478-4956-821d-42d17565652e req-b6270e2b-5f77-4934-b9bb-f9c1dab5bf13 service nova] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Received unexpected event network-vif-plugged-b08a55e6-e540-4948-bc09-08a3ade54a88 for instance with vm_state active and task_state None.
Nov 10 13:16:52 user nova-compute[86206]: INFO nova.compute.manager [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Took 13.37 seconds to build instance.
Nov 10 13:16:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-73fdacaf-7404-44b1-b072-45b216b827db tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "93bd47f6-1459-4e93-b2d0-edff930f4498" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.556s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:16:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Acquiring lock "319b5e3c-5f62-41da-93b6-7c6b9da3e261" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:16:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lock "319b5e3c-5f62-41da-93b6-7c6b9da3e261" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:16:52 user nova-compute[86206]: DEBUG nova.compute.manager [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:16:53 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:16:53 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:16:53 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:16:53 user nova-compute[86206]: INFO nova.compute.claims [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Claim successful on node user
Nov 10 13:16:53 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:16:53 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:16:53 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.775s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:16:53 user nova-compute[86206]: DEBUG nova.compute.manager [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:16:53 user nova-compute[86206]: DEBUG nova.compute.manager [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:16:53 user nova-compute[86206]: DEBUG nova.network.neutron [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:16:54 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:16:54 user nova-compute[86206]: DEBUG nova.compute.manager [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:16:54 user nova-compute[86206]: DEBUG nova.policy [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb27613d7fed42ff9a6f88661d4d52b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e320fd07e1384fab928ea80d1cc07c8b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:16:54 user nova-compute[86206]: DEBUG nova.compute.manager [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:16:54 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:16:54 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Creating image(s)
Nov 10 13:16:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Acquiring lock "/opt/stack/data/nova/instances/319b5e3c-5f62-41da-93b6-7c6b9da3e261/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:16:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lock "/opt/stack/data/nova/instances/319b5e3c-5f62-41da-93b6-7c6b9da3e261/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:16:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lock "/opt/stack/data/nova/instances/319b5e3c-5f62-41da-93b6-7c6b9da3e261/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:16:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:16:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.353s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:16:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Acquiring lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:16:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:16:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:16:54 user nova-compute[86206]: DEBUG nova.compute.manager [req-7b780b31-8fc4-4359-88bc-a6b58f0a58c5 req-a05f251b-1842-481f-92a4-3ee2199d1a96 service nova] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Received event network-vif-plugged-b08a55e6-e540-4948-bc09-08a3ade54a88 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:16:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7b780b31-8fc4-4359-88bc-a6b58f0a58c5 req-a05f251b-1842-481f-92a4-3ee2199d1a96 service nova] Acquiring lock "8a33ec46-b992-43b7-afda-871050c77a74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:16:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7b780b31-8fc4-4359-88bc-a6b58f0a58c5 req-a05f251b-1842-481f-92a4-3ee2199d1a96 service nova] Lock "8a33ec46-b992-43b7-afda-871050c77a74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:16:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7b780b31-8fc4-4359-88bc-a6b58f0a58c5 req-a05f251b-1842-481f-92a4-3ee2199d1a96 service nova] Lock "8a33ec46-b992-43b7-afda-871050c77a74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:16:54 user nova-compute[86206]: DEBUG nova.compute.manager [req-7b780b31-8fc4-4359-88bc-a6b58f0a58c5 req-a05f251b-1842-481f-92a4-3ee2199d1a96 service nova] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] No waiting events found dispatching network-vif-plugged-b08a55e6-e540-4948-bc09-08a3ade54a88 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:16:54 user nova-compute[86206]: WARNING nova.compute.manager [req-7b780b31-8fc4-4359-88bc-a6b58f0a58c5 req-a05f251b-1842-481f-92a4-3ee2199d1a96 service nova] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Received unexpected event network-vif-plugged-b08a55e6-e540-4948-bc09-08a3ade54a88 for instance with vm_state active and task_state None.
Nov 10 13:16:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.321s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:16:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/319b5e3c-5f62-41da-93b6-7c6b9da3e261/disk 1073741824 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:16:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/319b5e3c-5f62-41da-93b6-7c6b9da3e261/disk 1073741824" returned: 0 in 0.075s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:16:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.404s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:16:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:16:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.312s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:16:55 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Checking if we can resize image /opt/stack/data/nova/instances/319b5e3c-5f62-41da-93b6-7c6b9da3e261/disk. size=1073741824 {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 10 13:16:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319b5e3c-5f62-41da-93b6-7c6b9da3e261/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:16:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319b5e3c-5f62-41da-93b6-7c6b9da3e261/disk --force-share --output=json" returned: 0 in 0.283s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:16:55 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Cannot resize image /opt/stack/data/nova/instances/319b5e3c-5f62-41da-93b6-7c6b9da3e261/disk to a smaller size. {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 10 13:16:55 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:16:55 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Ensure instance console log exists: /opt/stack/data/nova/instances/319b5e3c-5f62-41da-93b6-7c6b9da3e261/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:16:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:16:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:16:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:16:55 user nova-compute[86206]: DEBUG nova.network.neutron [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Successfully created port: b80b5214-f5f7-4312-b4b0-1086ea8eb01a {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:16:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Acquiring lock "97eb8568-6a00-4d04-b621-16f2921b3761" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:16:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Lock "97eb8568-6a00-4d04-b621-16f2921b3761" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:16:55 user nova-compute[86206]: DEBUG nova.compute.manager [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:16:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:16:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:16:55 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:16:55 user nova-compute[86206]: INFO nova.compute.claims [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Claim successful on node user
Nov 10 13:16:56 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:16:56 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:16:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.649s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:16:56 user nova-compute[86206]: DEBUG nova.compute.manager [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:16:56 user nova-compute[86206]: DEBUG nova.network.neutron [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Successfully updated port: b80b5214-f5f7-4312-b4b0-1086ea8eb01a {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:16:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Acquiring lock "refresh_cache-319b5e3c-5f62-41da-93b6-7c6b9da3e261" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:16:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Acquired lock "refresh_cache-319b5e3c-5f62-41da-93b6-7c6b9da3e261" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:16:56 user nova-compute[86206]: DEBUG nova.network.neutron [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:16:56 user nova-compute[86206]: DEBUG nova.compute.manager [req-e369f3bb-50d1-49e0-82de-a016d3bf77a4 req-c28ffea2-edb5-4e1a-9a26-5f9f40552eed service nova] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Received event network-changed-b80b5214-f5f7-4312-b4b0-1086ea8eb01a {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:16:56 user nova-compute[86206]: DEBUG nova.compute.manager [req-e369f3bb-50d1-49e0-82de-a016d3bf77a4 req-c28ffea2-edb5-4e1a-9a26-5f9f40552eed service nova] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Refreshing instance network info cache due to event network-changed-b80b5214-f5f7-4312-b4b0-1086ea8eb01a. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:16:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-e369f3bb-50d1-49e0-82de-a016d3bf77a4 req-c28ffea2-edb5-4e1a-9a26-5f9f40552eed service nova] Acquiring lock "refresh_cache-319b5e3c-5f62-41da-93b6-7c6b9da3e261" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:16:56 user nova-compute[86206]: DEBUG nova.compute.manager [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:16:56 user nova-compute[86206]: DEBUG nova.network.neutron [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:16:56 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Ignoring supplied device name: /dev/sda. Libvirt can't honour user-supplied dev names
Nov 10 13:16:56 user nova-compute[86206]: DEBUG nova.compute.manager [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:16:56 user nova-compute[86206]: DEBUG nova.policy [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7931ad9b02c74d849223614efa36ecc1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6b7b0e8e5e0470bb28e27551126a7f4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:16:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:56 user nova-compute[86206]: DEBUG nova.compute.manager [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:16:56 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:16:56 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Creating image(s)
Nov 10 13:16:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Acquiring lock "/opt/stack/data/nova/instances/97eb8568-6a00-4d04-b621-16f2921b3761/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:16:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Lock "/opt/stack/data/nova/instances/97eb8568-6a00-4d04-b621-16f2921b3761/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:16:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Lock "/opt/stack/data/nova/instances/97eb8568-6a00-4d04-b621-16f2921b3761/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.014s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:16:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Acquiring lock "d4c0ffd2533d1db7e87e2595edc45bf414b7697b" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:16:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Lock "d4c0ffd2533d1db7e87e2595edc45bf414b7697b" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:16:56 user nova-compute[86206]: DEBUG nova.network.neutron [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:16:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d4c0ffd2533d1db7e87e2595edc45bf414b7697b.part --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:16:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d4c0ffd2533d1db7e87e2595edc45bf414b7697b.part --force-share --output=json" returned: 0 in 0.244s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:16:57 user nova-compute[86206]: DEBUG nova.virt.images [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] 25cd0c64-3981-4810-9d14-08e8cbb83bfb was qcow2, converting to raw {{(pid=86206) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 10 13:16:57 user nova-compute[86206]: DEBUG nova.privsep.utils [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=86206) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 10 13:16:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/d4c0ffd2533d1db7e87e2595edc45bf414b7697b.part /opt/stack/data/nova/instances/_base/d4c0ffd2533d1db7e87e2595edc45bf414b7697b.converted {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG nova.network.neutron [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Successfully created port: c94ccc21-26e8-495d-875a-68bf30982b26 {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/d4c0ffd2533d1db7e87e2595edc45bf414b7697b.part /opt/stack/data/nova/instances/_base/d4c0ffd2533d1db7e87e2595edc45bf414b7697b.converted" returned: 0 in 0.244s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d4c0ffd2533d1db7e87e2595edc45bf414b7697b.converted --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG nova.network.neutron [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Updating instance_info_cache with network_info: [{"id": "b80b5214-f5f7-4312-b4b0-1086ea8eb01a", "address": "fa:16:3e:90:5c:ed", "network": {"id": "eaddf27c-6e08-4cb5-9e8f-5938b961baac", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-259672075-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e320fd07e1384fab928ea80d1cc07c8b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb80b5214-f5", "ovs_interfaceid": "b80b5214-f5f7-4312-b4b0-1086ea8eb01a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Releasing lock "refresh_cache-319b5e3c-5f62-41da-93b6-7c6b9da3e261" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG nova.compute.manager [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Instance network_info: |[{"id": "b80b5214-f5f7-4312-b4b0-1086ea8eb01a", "address": "fa:16:3e:90:5c:ed", "network": {"id": "eaddf27c-6e08-4cb5-9e8f-5938b961baac", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-259672075-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e320fd07e1384fab928ea80d1cc07c8b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb80b5214-f5", "ovs_interfaceid": "b80b5214-f5f7-4312-b4b0-1086ea8eb01a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-e369f3bb-50d1-49e0-82de-a016d3bf77a4 req-c28ffea2-edb5-4e1a-9a26-5f9f40552eed service nova] Acquired lock "refresh_cache-319b5e3c-5f62-41da-93b6-7c6b9da3e261" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG nova.network.neutron [req-e369f3bb-50d1-49e0-82de-a016d3bf77a4 req-c28ffea2-edb5-4e1a-9a26-5f9f40552eed service nova] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Refreshing network info cache for port b80b5214-f5f7-4312-b4b0-1086ea8eb01a {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Start _get_guest_xml network_info=[{"id": "b80b5214-f5f7-4312-b4b0-1086ea8eb01a", "address": "fa:16:3e:90:5c:ed", "network": {"id": "eaddf27c-6e08-4cb5-9e8f-5938b961baac", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-259672075-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e320fd07e1384fab928ea80d1cc07c8b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb80b5214-f5", "ovs_interfaceid": "b80b5214-f5f7-4312-b4b0-1086ea8eb01a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '73290e4a-d2c0-4305-9ee6-397ce6a900ba'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:16:58 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:16:58 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:16:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:16:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1615436684',display_name='tempest-VolumesAdminNegativeTest-server-1615436684',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1615436684',id=6,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIV/z6zfe7BfTK4ockB/YqCck9L0E6UhTX5d6HHeQpC5os9dWcrdrdfDTMEFHOIoVewvBbGoQ42xONKBECOm5I5Xi6b7mO0OruNZcjSYsz9slWPIUIQFhcR33uoFag7UXA==',key_name='tempest-keypair-127843587',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e320fd07e1384fab928ea80d1cc07c8b',ramdisk_id='',reservation_id='r-cocl0cg9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-611942954',owner_user_name='tempest-VolumesAdminNegativeTest-611942954-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:16:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bb27613d7fed42ff9a6f88661d4d52b5',uuid=319b5e3c-5f62-41da-93b6-7c6b9da3e261,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b80b5214-f5f7-4312-b4b0-1086ea8eb01a", "address": "fa:16:3e:90:5c:ed", "network": {"id": "eaddf27c-6e08-4cb5-9e8f-5938b961baac", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-259672075-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e320fd07e1384fab928ea80d1cc07c8b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb80b5214-f5", "ovs_interfaceid": "b80b5214-f5f7-4312-b4b0-1086ea8eb01a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Converting VIF {"id": "b80b5214-f5f7-4312-b4b0-1086ea8eb01a", "address": "fa:16:3e:90:5c:ed", "network": {"id": "eaddf27c-6e08-4cb5-9e8f-5938b961baac", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-259672075-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e320fd07e1384fab928ea80d1cc07c8b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb80b5214-f5", "ovs_interfaceid": "b80b5214-f5f7-4312-b4b0-1086ea8eb01a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:90:5c:ed,bridge_name='br-int',has_traffic_filtering=True,id=b80b5214-f5f7-4312-b4b0-1086ea8eb01a,network=Network(eaddf27c-6e08-4cb5-9e8f-5938b961baac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb80b5214-f5') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG nova.objects.instance [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lazy-loading 'pci_devices' on Instance uuid 319b5e3c-5f62-41da-93b6-7c6b9da3e261 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d4c0ffd2533d1db7e87e2595edc45bf414b7697b.converted --force-share --output=json" returned: 0 in 0.241s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Lock "d4c0ffd2533d1db7e87e2595edc45bf414b7697b" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.438s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d4c0ffd2533d1db7e87e2595edc45bf414b7697b --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:16:58 user nova-compute[86206]:   <uuid>319b5e3c-5f62-41da-93b6-7c6b9da3e261</uuid>
Nov 10 13:16:58 user nova-compute[86206]:   <name>instance-00000006</name>
Nov 10 13:16:58 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:16:58 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:16:58 user nova-compute[86206]:   <metadata>
Nov 10 13:16:58 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:16:58 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:16:58 user nova-compute[86206]:       <nova:name>tempest-VolumesAdminNegativeTest-server-1615436684</nova:name>
Nov 10 13:16:58 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:16:58</nova:creationTime>
Nov 10 13:16:58 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:16:58 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:16:58 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:16:58 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:16:58 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:16:58 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:16:58 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:16:58 user nova-compute[86206]:       <nova:owner>
Nov 10 13:16:58 user nova-compute[86206]:         <nova:user uuid="bb27613d7fed42ff9a6f88661d4d52b5">tempest-VolumesAdminNegativeTest-611942954-project-member</nova:user>
Nov 10 13:16:58 user nova-compute[86206]:         <nova:project uuid="e320fd07e1384fab928ea80d1cc07c8b">tempest-VolumesAdminNegativeTest-611942954</nova:project>
Nov 10 13:16:58 user nova-compute[86206]:       </nova:owner>
Nov 10 13:16:58 user nova-compute[86206]:       <nova:root type="image" uuid="73290e4a-d2c0-4305-9ee6-397ce6a900ba"/>
Nov 10 13:16:58 user nova-compute[86206]:       <nova:ports>
Nov 10 13:16:58 user nova-compute[86206]:         <nova:port uuid="b80b5214-f5f7-4312-b4b0-1086ea8eb01a">
Nov 10 13:16:58 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 10 13:16:58 user nova-compute[86206]:         </nova:port>
Nov 10 13:16:58 user nova-compute[86206]:       </nova:ports>
Nov 10 13:16:58 user nova-compute[86206]:     </nova:instance>
Nov 10 13:16:58 user nova-compute[86206]:   </metadata>
Nov 10 13:16:58 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:16:58 user nova-compute[86206]:     <system>
Nov 10 13:16:58 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:16:58 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:16:58 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:16:58 user nova-compute[86206]:       <entry name="serial">319b5e3c-5f62-41da-93b6-7c6b9da3e261</entry>
Nov 10 13:16:58 user nova-compute[86206]:       <entry name="uuid">319b5e3c-5f62-41da-93b6-7c6b9da3e261</entry>
Nov 10 13:16:58 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:16:58 user nova-compute[86206]:     </system>
Nov 10 13:16:58 user nova-compute[86206]:   </sysinfo>
Nov 10 13:16:58 user nova-compute[86206]:   <os>
Nov 10 13:16:58 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:16:58 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:16:58 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:16:58 user nova-compute[86206]:   </os>
Nov 10 13:16:58 user nova-compute[86206]:   <features>
Nov 10 13:16:58 user nova-compute[86206]:     <acpi/>
Nov 10 13:16:58 user nova-compute[86206]:     <apic/>
Nov 10 13:16:58 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:16:58 user nova-compute[86206]:   </features>
Nov 10 13:16:58 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:16:58 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:16:58 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:16:58 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:16:58 user nova-compute[86206]:   </clock>
Nov 10 13:16:58 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:16:58 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:16:58 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:16:58 user nova-compute[86206]:   </cpu>
Nov 10 13:16:58 user nova-compute[86206]:   <devices>
Nov 10 13:16:58 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:16:58 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:16:58 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/319b5e3c-5f62-41da-93b6-7c6b9da3e261/disk"/>
Nov 10 13:16:58 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:16:58 user nova-compute[86206]:     </disk>
Nov 10 13:16:58 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:16:58 user nova-compute[86206]:       <mac address="fa:16:3e:90:5c:ed"/>
Nov 10 13:16:58 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:16:58 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:16:58 user nova-compute[86206]:       <target dev="tapb80b5214-f5"/>
Nov 10 13:16:58 user nova-compute[86206]:     </interface>
Nov 10 13:16:58 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:16:58 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/319b5e3c-5f62-41da-93b6-7c6b9da3e261/console.log" append="off"/>
Nov 10 13:16:58 user nova-compute[86206]:     </serial>
Nov 10 13:16:58 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:16:58 user nova-compute[86206]:     <video>
Nov 10 13:16:58 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:16:58 user nova-compute[86206]:     </video>
Nov 10 13:16:58 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:16:58 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:16:58 user nova-compute[86206]:     </rng>
Nov 10 13:16:58 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:16:58 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:16:58 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:16:58 user nova-compute[86206]:     </memballoon>
Nov 10 13:16:58 user nova-compute[86206]:   </devices>
Nov 10 13:16:58 user nova-compute[86206]: </domain>
Nov 10 13:16:58 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:16:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1615436684',display_name='tempest-VolumesAdminNegativeTest-server-1615436684',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1615436684',id=6,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIV/z6zfe7BfTK4ockB/YqCck9L0E6UhTX5d6HHeQpC5os9dWcrdrdfDTMEFHOIoVewvBbGoQ42xONKBECOm5I5Xi6b7mO0OruNZcjSYsz9slWPIUIQFhcR33uoFag7UXA==',key_name='tempest-keypair-127843587',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e320fd07e1384fab928ea80d1cc07c8b',ramdisk_id='',reservation_id='r-cocl0cg9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-611942954',owner_user_name='tempest-VolumesAdminNegativeTest-611942954-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:16:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bb27613d7fed42ff9a6f88661d4d52b5',uuid=319b5e3c-5f62-41da-93b6-7c6b9da3e261,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b80b5214-f5f7-4312-b4b0-1086ea8eb01a", "address": "fa:16:3e:90:5c:ed", "network": {"id": "eaddf27c-6e08-4cb5-9e8f-5938b961baac", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-259672075-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e320fd07e1384fab928ea80d1cc07c8b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb80b5214-f5", "ovs_interfaceid": "b80b5214-f5f7-4312-b4b0-1086ea8eb01a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Converting VIF {"id": "b80b5214-f5f7-4312-b4b0-1086ea8eb01a", "address": "fa:16:3e:90:5c:ed", "network": {"id": "eaddf27c-6e08-4cb5-9e8f-5938b961baac", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-259672075-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e320fd07e1384fab928ea80d1cc07c8b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb80b5214-f5", "ovs_interfaceid": "b80b5214-f5f7-4312-b4b0-1086ea8eb01a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:90:5c:ed,bridge_name='br-int',has_traffic_filtering=True,id=b80b5214-f5f7-4312-b4b0-1086ea8eb01a,network=Network(eaddf27c-6e08-4cb5-9e8f-5938b961baac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb80b5214-f5') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG os_vif [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:90:5c:ed,bridge_name='br-int',has_traffic_filtering=True,id=b80b5214-f5f7-4312-b4b0-1086ea8eb01a,network=Network(eaddf27c-6e08-4cb5-9e8f-5938b961baac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb80b5214-f5') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '710fcedc-7e42-5b36-9883-d39dc22b81d3', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb80b5214-f5, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb80b5214-f5, col_values=(('qos', UUID('f6d4e917-3678-48bd-a8fe-9d97e79122d7')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb80b5214-f5, col_values=(('external_ids', {'iface-id': 'b80b5214-f5f7-4312-b4b0-1086ea8eb01a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:90:5c:ed', 'vm-uuid': '319b5e3c-5f62-41da-93b6-7c6b9da3e261'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:58 user nova-compute[86206]: INFO os_vif [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:90:5c:ed,bridge_name='br-int',has_traffic_filtering=True,id=b80b5214-f5f7-4312-b4b0-1086ea8eb01a,network=Network(eaddf27c-6e08-4cb5-9e8f-5938b961baac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb80b5214-f5')
Nov 10 13:16:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] No VIF found with MAC fa:16:3e:90:5c:ed, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d4c0ffd2533d1db7e87e2595edc45bf414b7697b --force-share --output=json" returned: 0 in 0.192s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Acquiring lock "d4c0ffd2533d1db7e87e2595edc45bf414b7697b" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Lock "d4c0ffd2533d1db7e87e2595edc45bf414b7697b" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d4c0ffd2533d1db7e87e2595edc45bf414b7697b --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d4c0ffd2533d1db7e87e2595edc45bf414b7697b --force-share --output=json" returned: 0 in 0.241s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/d4c0ffd2533d1db7e87e2595edc45bf414b7697b,backing_fmt=raw /opt/stack/data/nova/instances/97eb8568-6a00-4d04-b621-16f2921b3761/disk 1073741824 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/d4c0ffd2533d1db7e87e2595edc45bf414b7697b,backing_fmt=raw /opt/stack/data/nova/instances/97eb8568-6a00-4d04-b621-16f2921b3761/disk 1073741824" returned: 0 in 0.075s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Lock "d4c0ffd2533d1db7e87e2595edc45bf414b7697b" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.323s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:16:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d4c0ffd2533d1db7e87e2595edc45bf414b7697b --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG nova.network.neutron [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Successfully updated port: c94ccc21-26e8-495d-875a-68bf30982b26 {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Acquiring lock "refresh_cache-97eb8568-6a00-4d04-b621-16f2921b3761" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Acquired lock "refresh_cache-97eb8568-6a00-4d04-b621-16f2921b3761" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG nova.network.neutron [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d4c0ffd2533d1db7e87e2595edc45bf414b7697b --force-share --output=json" returned: 0 in 0.227s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Checking if we can resize image /opt/stack/data/nova/instances/97eb8568-6a00-4d04-b621-16f2921b3761/disk. size=1073741824 {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97eb8568-6a00-4d04-b621-16f2921b3761/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG nova.compute.manager [req-8d95b705-7944-4686-a8f6-4cc9ca668226 req-83f55523-ddeb-4ff6-ab91-703040db6885 service nova] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Received event network-changed-c94ccc21-26e8-495d-875a-68bf30982b26 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG nova.compute.manager [req-8d95b705-7944-4686-a8f6-4cc9ca668226 req-83f55523-ddeb-4ff6-ab91-703040db6885 service nova] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Refreshing instance network info cache due to event network-changed-c94ccc21-26e8-495d-875a-68bf30982b26. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-8d95b705-7944-4686-a8f6-4cc9ca668226 req-83f55523-ddeb-4ff6-ab91-703040db6885 service nova] Acquiring lock "refresh_cache-97eb8568-6a00-4d04-b621-16f2921b3761" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG nova.network.neutron [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG nova.network.neutron [req-e369f3bb-50d1-49e0-82de-a016d3bf77a4 req-c28ffea2-edb5-4e1a-9a26-5f9f40552eed service nova] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Updated VIF entry in instance network info cache for port b80b5214-f5f7-4312-b4b0-1086ea8eb01a. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG nova.network.neutron [req-e369f3bb-50d1-49e0-82de-a016d3bf77a4 req-c28ffea2-edb5-4e1a-9a26-5f9f40552eed service nova] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Updating instance_info_cache with network_info: [{"id": "b80b5214-f5f7-4312-b4b0-1086ea8eb01a", "address": "fa:16:3e:90:5c:ed", "network": {"id": "eaddf27c-6e08-4cb5-9e8f-5938b961baac", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-259672075-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e320fd07e1384fab928ea80d1cc07c8b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb80b5214-f5", "ovs_interfaceid": "b80b5214-f5f7-4312-b4b0-1086ea8eb01a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-e369f3bb-50d1-49e0-82de-a016d3bf77a4 req-c28ffea2-edb5-4e1a-9a26-5f9f40552eed service nova] Releasing lock "refresh_cache-319b5e3c-5f62-41da-93b6-7c6b9da3e261" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97eb8568-6a00-4d04-b621-16f2921b3761/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Cannot resize image /opt/stack/data/nova/instances/97eb8568-6a00-4d04-b621-16f2921b3761/disk to a smaller size. {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Ensure instance console log exists: /opt/stack/data/nova/instances/97eb8568-6a00-4d04-b621-16f2921b3761/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG nova.network.neutron [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Updating instance_info_cache with network_info: [{"id": "c94ccc21-26e8-495d-875a-68bf30982b26", "address": "fa:16:3e:ea:49:05", "network": {"id": "be7a01ac-90ad-4946-9e53-35b7bf902991", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1377565553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c6b7b0e8e5e0470bb28e27551126a7f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc94ccc21-26", "ovs_interfaceid": "c94ccc21-26e8-495d-875a-68bf30982b26", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Releasing lock "refresh_cache-97eb8568-6a00-4d04-b621-16f2921b3761" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG nova.compute.manager [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Instance network_info: |[{"id": "c94ccc21-26e8-495d-875a-68bf30982b26", "address": "fa:16:3e:ea:49:05", "network": {"id": "be7a01ac-90ad-4946-9e53-35b7bf902991", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1377565553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c6b7b0e8e5e0470bb28e27551126a7f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc94ccc21-26", "ovs_interfaceid": "c94ccc21-26e8-495d-875a-68bf30982b26", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-8d95b705-7944-4686-a8f6-4cc9ca668226 req-83f55523-ddeb-4ff6-ab91-703040db6885 service nova] Acquired lock "refresh_cache-97eb8568-6a00-4d04-b621-16f2921b3761" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG nova.network.neutron [req-8d95b705-7944-4686-a8f6-4cc9ca668226 req-83f55523-ddeb-4ff6-ab91-703040db6885 service nova] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Refreshing network info cache for port c94ccc21-26e8-495d-875a-68bf30982b26 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Start _get_guest_xml network_info=[{"id": "c94ccc21-26e8-495d-875a-68bf30982b26", "address": "fa:16:3e:ea:49:05", "network": {"id": "be7a01ac-90ad-4946-9e53-35b7bf902991", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1377565553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c6b7b0e8e5e0470bb28e27551126a7f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc94ccc21-26", "ovs_interfaceid": "c94ccc21-26e8-495d-875a-68bf30982b26", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'scsi', 'cdrom_bus': 'scsi', 'mapping': {'root': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'scsi', 'dev': 'sdb', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:16:46Z,direct_url=<?>,disk_format='qcow2',id=25cd0c64-3981-4810-9d14-08e8cbb83bfb,min_disk=0,min_ram=0,name='',owner='95baf09feebf43148a07fa7dfc1fe56c',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:16:49Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/sda', 'image': [{'size': 0, 'disk_bus': 'scsi', 'encryption_format': None, 'device_name': '/dev/sda', 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '25cd0c64-3981-4810-9d14-08e8cbb83bfb'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:16:59 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:16:59 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:16:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:16:46Z,direct_url=<?>,disk_format='qcow2',id=25cd0c64-3981-4810-9d14-08e8cbb83bfb,min_disk=0,min_ram=0,name='',owner='95baf09feebf43148a07fa7dfc1fe56c',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:16:49Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-10T13:16:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1218347727',display_name='tempest-AttachSCSIVolumeTestJSON-server-1218347727',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1218347727',id=7,image_ref='25cd0c64-3981-4810-9d14-08e8cbb83bfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBw41PAfPofw7eNJHgR4dQgrw5zbIwb8Fhf1TxkVb+z97ETjUro89K2yaXo8HPXA+HN7y+RQjvDp+8qEu2eXyi/6+8QEtdZJO0MDlob8Milgm+Byrc9OJzg+Vl7jNCHdgA==',key_name='tempest-keypair-1193617012',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c6b7b0e8e5e0470bb28e27551126a7f4',ramdisk_id='',reservation_id='r-h5qcgzwl',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='25cd0c64-3981-4810-9d14-08e8cbb83bfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-1268529583',owner_user_name='tempest-AttachSCSIVolumeTestJSON-1268529583-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:16:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7931ad9b02c74d849223614efa36ecc1',uuid=97eb8568-6a00-4d04-b621-16f2921b3761,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c94ccc21-26e8-495d-875a-68bf30982b26", "address": "fa:16:3e:ea:49:05", "network": {"id": "be7a01ac-90ad-4946-9e53-35b7bf902991", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1377565553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c6b7b0e8e5e0470bb28e27551126a7f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc94ccc21-26", "ovs_interfaceid": "c94ccc21-26e8-495d-875a-68bf30982b26", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Converting VIF {"id": "c94ccc21-26e8-495d-875a-68bf30982b26", "address": "fa:16:3e:ea:49:05", "network": {"id": "be7a01ac-90ad-4946-9e53-35b7bf902991", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1377565553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c6b7b0e8e5e0470bb28e27551126a7f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc94ccc21-26", "ovs_interfaceid": "c94ccc21-26e8-495d-875a-68bf30982b26", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ea:49:05,bridge_name='br-int',has_traffic_filtering=True,id=c94ccc21-26e8-495d-875a-68bf30982b26,network=Network(be7a01ac-90ad-4946-9e53-35b7bf902991),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc94ccc21-26') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG nova.objects.instance [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Lazy-loading 'pci_devices' on Instance uuid 97eb8568-6a00-4d04-b621-16f2921b3761 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:16:59 user nova-compute[86206]:   <uuid>97eb8568-6a00-4d04-b621-16f2921b3761</uuid>
Nov 10 13:16:59 user nova-compute[86206]:   <name>instance-00000007</name>
Nov 10 13:16:59 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:16:59 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:16:59 user nova-compute[86206]:   <metadata>
Nov 10 13:16:59 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:16:59 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:16:59 user nova-compute[86206]:       <nova:name>tempest-AttachSCSIVolumeTestJSON-server-1218347727</nova:name>
Nov 10 13:16:59 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:16:59</nova:creationTime>
Nov 10 13:16:59 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:16:59 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:16:59 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:16:59 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:16:59 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:16:59 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:16:59 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:16:59 user nova-compute[86206]:       <nova:owner>
Nov 10 13:16:59 user nova-compute[86206]:         <nova:user uuid="7931ad9b02c74d849223614efa36ecc1">tempest-AttachSCSIVolumeTestJSON-1268529583-project-member</nova:user>
Nov 10 13:16:59 user nova-compute[86206]:         <nova:project uuid="c6b7b0e8e5e0470bb28e27551126a7f4">tempest-AttachSCSIVolumeTestJSON-1268529583</nova:project>
Nov 10 13:16:59 user nova-compute[86206]:       </nova:owner>
Nov 10 13:16:59 user nova-compute[86206]:       <nova:root type="image" uuid="25cd0c64-3981-4810-9d14-08e8cbb83bfb"/>
Nov 10 13:16:59 user nova-compute[86206]:       <nova:ports>
Nov 10 13:16:59 user nova-compute[86206]:         <nova:port uuid="c94ccc21-26e8-495d-875a-68bf30982b26">
Nov 10 13:16:59 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 10 13:16:59 user nova-compute[86206]:         </nova:port>
Nov 10 13:16:59 user nova-compute[86206]:       </nova:ports>
Nov 10 13:16:59 user nova-compute[86206]:     </nova:instance>
Nov 10 13:16:59 user nova-compute[86206]:   </metadata>
Nov 10 13:16:59 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:16:59 user nova-compute[86206]:     <system>
Nov 10 13:16:59 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:16:59 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:16:59 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:16:59 user nova-compute[86206]:       <entry name="serial">97eb8568-6a00-4d04-b621-16f2921b3761</entry>
Nov 10 13:16:59 user nova-compute[86206]:       <entry name="uuid">97eb8568-6a00-4d04-b621-16f2921b3761</entry>
Nov 10 13:16:59 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:16:59 user nova-compute[86206]:     </system>
Nov 10 13:16:59 user nova-compute[86206]:   </sysinfo>
Nov 10 13:16:59 user nova-compute[86206]:   <os>
Nov 10 13:16:59 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:16:59 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:16:59 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:16:59 user nova-compute[86206]:   </os>
Nov 10 13:16:59 user nova-compute[86206]:   <features>
Nov 10 13:16:59 user nova-compute[86206]:     <acpi/>
Nov 10 13:16:59 user nova-compute[86206]:     <apic/>
Nov 10 13:16:59 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:16:59 user nova-compute[86206]:   </features>
Nov 10 13:16:59 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:16:59 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:16:59 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:16:59 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:16:59 user nova-compute[86206]:   </clock>
Nov 10 13:16:59 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:16:59 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:16:59 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:16:59 user nova-compute[86206]:   </cpu>
Nov 10 13:16:59 user nova-compute[86206]:   <devices>
Nov 10 13:16:59 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:16:59 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:16:59 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/97eb8568-6a00-4d04-b621-16f2921b3761/disk"/>
Nov 10 13:16:59 user nova-compute[86206]:       <target dev="sda" bus="scsi"/>
Nov 10 13:16:59 user nova-compute[86206]:       <address type="drive" controller="0" unit="0"/>
Nov 10 13:16:59 user nova-compute[86206]:     </disk>
Nov 10 13:16:59 user nova-compute[86206]:     <disk type="file" device="cdrom">
Nov 10 13:16:59 user nova-compute[86206]:       <driver name="qemu" type="raw" cache="none"/>
Nov 10 13:16:59 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/97eb8568-6a00-4d04-b621-16f2921b3761/disk.config"/>
Nov 10 13:16:59 user nova-compute[86206]:       <target dev="sdb" bus="scsi"/>
Nov 10 13:16:59 user nova-compute[86206]:       <address type="drive" controller="0" unit="1"/>
Nov 10 13:16:59 user nova-compute[86206]:     </disk>
Nov 10 13:16:59 user nova-compute[86206]:     <controller type="scsi" index="0" model="virtio-scsi"/>
Nov 10 13:16:59 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:16:59 user nova-compute[86206]:       <mac address="fa:16:3e:ea:49:05"/>
Nov 10 13:16:59 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:16:59 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:16:59 user nova-compute[86206]:       <target dev="tapc94ccc21-26"/>
Nov 10 13:16:59 user nova-compute[86206]:     </interface>
Nov 10 13:16:59 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:16:59 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/97eb8568-6a00-4d04-b621-16f2921b3761/console.log" append="off"/>
Nov 10 13:16:59 user nova-compute[86206]:     </serial>
Nov 10 13:16:59 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:16:59 user nova-compute[86206]:     <video>
Nov 10 13:16:59 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:16:59 user nova-compute[86206]:     </video>
Nov 10 13:16:59 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:16:59 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:16:59 user nova-compute[86206]:     </rng>
Nov 10 13:16:59 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:16:59 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:16:59 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:16:59 user nova-compute[86206]:     </memballoon>
Nov 10 13:16:59 user nova-compute[86206]:   </devices>
Nov 10 13:16:59 user nova-compute[86206]: </domain>
Nov 10 13:16:59 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-10T13:16:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1218347727',display_name='tempest-AttachSCSIVolumeTestJSON-server-1218347727',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1218347727',id=7,image_ref='25cd0c64-3981-4810-9d14-08e8cbb83bfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBw41PAfPofw7eNJHgR4dQgrw5zbIwb8Fhf1TxkVb+z97ETjUro89K2yaXo8HPXA+HN7y+RQjvDp+8qEu2eXyi/6+8QEtdZJO0MDlob8Milgm+Byrc9OJzg+Vl7jNCHdgA==',key_name='tempest-keypair-1193617012',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c6b7b0e8e5e0470bb28e27551126a7f4',ramdisk_id='',reservation_id='r-h5qcgzwl',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='25cd0c64-3981-4810-9d14-08e8cbb83bfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-1268529583',owner_user_name='tempest-AttachSCSIVolumeTestJSON-1268529583-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:16:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7931ad9b02c74d849223614efa36ecc1',uuid=97eb8568-6a00-4d04-b621-16f2921b3761,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c94ccc21-26e8-495d-875a-68bf30982b26", "address": "fa:16:3e:ea:49:05", "network": {"id": "be7a01ac-90ad-4946-9e53-35b7bf902991", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1377565553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c6b7b0e8e5e0470bb28e27551126a7f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc94ccc21-26", "ovs_interfaceid": "c94ccc21-26e8-495d-875a-68bf30982b26", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Converting VIF {"id": "c94ccc21-26e8-495d-875a-68bf30982b26", "address": "fa:16:3e:ea:49:05", "network": {"id": "be7a01ac-90ad-4946-9e53-35b7bf902991", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1377565553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c6b7b0e8e5e0470bb28e27551126a7f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc94ccc21-26", "ovs_interfaceid": "c94ccc21-26e8-495d-875a-68bf30982b26", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ea:49:05,bridge_name='br-int',has_traffic_filtering=True,id=c94ccc21-26e8-495d-875a-68bf30982b26,network=Network(be7a01ac-90ad-4946-9e53-35b7bf902991),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc94ccc21-26') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG os_vif [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ea:49:05,bridge_name='br-int',has_traffic_filtering=True,id=c94ccc21-26e8-495d-875a-68bf30982b26,network=Network(be7a01ac-90ad-4946-9e53-35b7bf902991),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc94ccc21-26') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'edc09ff5-f61e-5cee-b82d-fb4cb751cf8f', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc94ccc21-26, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc94ccc21-26, col_values=(('qos', UUID('718b9b02-8469-4e56-9cfb-332a44074888')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc94ccc21-26, col_values=(('external_ids', {'iface-id': 'c94ccc21-26e8-495d-875a-68bf30982b26', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ea:49:05', 'vm-uuid': '97eb8568-6a00-4d04-b621-16f2921b3761'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:16:59 user nova-compute[86206]: INFO os_vif [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ea:49:05,bridge_name='br-int',has_traffic_filtering=True,id=c94ccc21-26e8-495d-875a-68bf30982b26,network=Network(be7a01ac-90ad-4946-9e53-35b7bf902991),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc94ccc21-26')
Nov 10 13:16:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] No BDM found with device name sda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] No BDM found with device name sdb, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] No VIF found with MAC fa:16:3e:ea:49:05, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:16:59 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Using config drive
Nov 10 13:16:59 user nova-compute[86206]: DEBUG nova.compute.manager [req-388e8e4b-b34e-4e35-aaa2-580b61ca9c8a req-069d9d96-babb-44f9-a516-b52cfdd260c9 service nova] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Received event network-vif-plugged-e77bf2d2-2e29-42eb-896a-57bde9a85c3a {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-388e8e4b-b34e-4e35-aaa2-580b61ca9c8a req-069d9d96-babb-44f9-a516-b52cfdd260c9 service nova] Acquiring lock "4509d78d-a41e-4150-beef-feed0bb03160-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-388e8e4b-b34e-4e35-aaa2-580b61ca9c8a req-069d9d96-babb-44f9-a516-b52cfdd260c9 service nova] Lock "4509d78d-a41e-4150-beef-feed0bb03160-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-388e8e4b-b34e-4e35-aaa2-580b61ca9c8a req-069d9d96-babb-44f9-a516-b52cfdd260c9 service nova] Lock "4509d78d-a41e-4150-beef-feed0bb03160-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:16:59 user nova-compute[86206]: DEBUG nova.compute.manager [req-388e8e4b-b34e-4e35-aaa2-580b61ca9c8a req-069d9d96-babb-44f9-a516-b52cfdd260c9 service nova] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] No waiting events found dispatching network-vif-plugged-e77bf2d2-2e29-42eb-896a-57bde9a85c3a {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:16:59 user nova-compute[86206]: WARNING nova.compute.manager [req-388e8e4b-b34e-4e35-aaa2-580b61ca9c8a req-069d9d96-babb-44f9-a516-b52cfdd260c9 service nova] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Received unexpected event network-vif-plugged-e77bf2d2-2e29-42eb-896a-57bde9a85c3a for instance with vm_state active and task_state None.
Nov 10 13:16:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:00 user nova-compute[86206]: DEBUG nova.network.neutron [req-8d95b705-7944-4686-a8f6-4cc9ca668226 req-83f55523-ddeb-4ff6-ab91-703040db6885 service nova] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Updated VIF entry in instance network info cache for port c94ccc21-26e8-495d-875a-68bf30982b26. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:17:00 user nova-compute[86206]: DEBUG nova.network.neutron [req-8d95b705-7944-4686-a8f6-4cc9ca668226 req-83f55523-ddeb-4ff6-ab91-703040db6885 service nova] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Updating instance_info_cache with network_info: [{"id": "c94ccc21-26e8-495d-875a-68bf30982b26", "address": "fa:16:3e:ea:49:05", "network": {"id": "be7a01ac-90ad-4946-9e53-35b7bf902991", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1377565553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c6b7b0e8e5e0470bb28e27551126a7f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc94ccc21-26", "ovs_interfaceid": "c94ccc21-26e8-495d-875a-68bf30982b26", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:17:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-8d95b705-7944-4686-a8f6-4cc9ca668226 req-83f55523-ddeb-4ff6-ab91-703040db6885 service nova] Releasing lock "refresh_cache-97eb8568-6a00-4d04-b621-16f2921b3761" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:17:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:01 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:01 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:01 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:01 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:01 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Creating config drive at /opt/stack/data/nova/instances/97eb8568-6a00-4d04-b621-16f2921b3761/disk.config
Nov 10 13:17:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/97eb8568-6a00-4d04-b621-16f2921b3761/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpax4btqpu {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:17:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/97eb8568-6a00-4d04-b621-16f2921b3761/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpax4btqpu" returned: 0 in 0.077s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:17:02 user nova-compute[86206]: DEBUG nova.compute.manager [req-4414365c-27db-45a1-bdf3-cd4386e8b7eb req-161d6aa6-301a-40ad-8b6d-a5b060af0876 service nova] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Received event network-vif-plugged-e77bf2d2-2e29-42eb-896a-57bde9a85c3a {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:17:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4414365c-27db-45a1-bdf3-cd4386e8b7eb req-161d6aa6-301a-40ad-8b6d-a5b060af0876 service nova] Acquiring lock "4509d78d-a41e-4150-beef-feed0bb03160-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:17:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4414365c-27db-45a1-bdf3-cd4386e8b7eb req-161d6aa6-301a-40ad-8b6d-a5b060af0876 service nova] Lock "4509d78d-a41e-4150-beef-feed0bb03160-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:17:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4414365c-27db-45a1-bdf3-cd4386e8b7eb req-161d6aa6-301a-40ad-8b6d-a5b060af0876 service nova] Lock "4509d78d-a41e-4150-beef-feed0bb03160-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:17:02 user nova-compute[86206]: DEBUG nova.compute.manager [req-4414365c-27db-45a1-bdf3-cd4386e8b7eb req-161d6aa6-301a-40ad-8b6d-a5b060af0876 service nova] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] No waiting events found dispatching network-vif-plugged-e77bf2d2-2e29-42eb-896a-57bde9a85c3a {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:17:02 user nova-compute[86206]: WARNING nova.compute.manager [req-4414365c-27db-45a1-bdf3-cd4386e8b7eb req-161d6aa6-301a-40ad-8b6d-a5b060af0876 service nova] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Received unexpected event network-vif-plugged-e77bf2d2-2e29-42eb-896a-57bde9a85c3a for instance with vm_state active and task_state None.
Nov 10 13:17:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:03 user nova-compute[86206]: DEBUG nova.compute.manager [req-19256ae1-c247-4fdb-ab93-a9197d022a83 req-8720c7ac-0430-40f7-bea0-f22f765a1b30 service nova] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Received event network-vif-plugged-c94ccc21-26e8-495d-875a-68bf30982b26 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:17:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-19256ae1-c247-4fdb-ab93-a9197d022a83 req-8720c7ac-0430-40f7-bea0-f22f765a1b30 service nova] Acquiring lock "97eb8568-6a00-4d04-b621-16f2921b3761-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:17:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-19256ae1-c247-4fdb-ab93-a9197d022a83 req-8720c7ac-0430-40f7-bea0-f22f765a1b30 service nova] Lock "97eb8568-6a00-4d04-b621-16f2921b3761-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:17:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-19256ae1-c247-4fdb-ab93-a9197d022a83 req-8720c7ac-0430-40f7-bea0-f22f765a1b30 service nova] Lock "97eb8568-6a00-4d04-b621-16f2921b3761-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:17:03 user nova-compute[86206]: DEBUG nova.compute.manager [req-19256ae1-c247-4fdb-ab93-a9197d022a83 req-8720c7ac-0430-40f7-bea0-f22f765a1b30 service nova] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] No waiting events found dispatching network-vif-plugged-c94ccc21-26e8-495d-875a-68bf30982b26 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:17:03 user nova-compute[86206]: WARNING nova.compute.manager [req-19256ae1-c247-4fdb-ab93-a9197d022a83 req-8720c7ac-0430-40f7-bea0-f22f765a1b30 service nova] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Received unexpected event network-vif-plugged-c94ccc21-26e8-495d-875a-68bf30982b26 for instance with vm_state building and task_state spawning.
Nov 10 13:17:03 user nova-compute[86206]: DEBUG nova.compute.manager [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:17:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:17:03 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Instance spawned successfully.
Nov 10 13:17:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:17:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:17:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:17:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:17:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:17:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:17:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:17:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:03 user nova-compute[86206]: INFO nova.compute.manager [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Took 9.38 seconds to spawn the instance on the hypervisor.
Nov 10 13:17:03 user nova-compute[86206]: DEBUG nova.compute.manager [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:17:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:03 user nova-compute[86206]: DEBUG nova.compute.manager [req-6447a744-9a08-45a9-b3f6-37449202ffa7 req-72d2daa2-f399-4138-a646-f54f1ab38d63 service nova] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Received event network-vif-plugged-f3b252ea-7f6e-48be-a2ca-50aa2308f17b {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:17:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6447a744-9a08-45a9-b3f6-37449202ffa7 req-72d2daa2-f399-4138-a646-f54f1ab38d63 service nova] Acquiring lock "fbca50b2-5d7e-405a-ae5b-20651146376d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:17:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6447a744-9a08-45a9-b3f6-37449202ffa7 req-72d2daa2-f399-4138-a646-f54f1ab38d63 service nova] Lock "fbca50b2-5d7e-405a-ae5b-20651146376d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:17:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6447a744-9a08-45a9-b3f6-37449202ffa7 req-72d2daa2-f399-4138-a646-f54f1ab38d63 service nova] Lock "fbca50b2-5d7e-405a-ae5b-20651146376d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:17:03 user nova-compute[86206]: DEBUG nova.compute.manager [req-6447a744-9a08-45a9-b3f6-37449202ffa7 req-72d2daa2-f399-4138-a646-f54f1ab38d63 service nova] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] No waiting events found dispatching network-vif-plugged-f3b252ea-7f6e-48be-a2ca-50aa2308f17b {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:17:03 user nova-compute[86206]: WARNING nova.compute.manager [req-6447a744-9a08-45a9-b3f6-37449202ffa7 req-72d2daa2-f399-4138-a646-f54f1ab38d63 service nova] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Received unexpected event network-vif-plugged-f3b252ea-7f6e-48be-a2ca-50aa2308f17b for instance with vm_state active and task_state None.
Nov 10 13:17:03 user nova-compute[86206]: INFO nova.compute.manager [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Took 10.81 seconds to build instance.
Nov 10 13:17:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-973261f7-3cdf-4697-a987-50d17586c49e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lock "319b5e3c-5f62-41da-93b6-7c6b9da3e261" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.944s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:17:04 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:05 user nova-compute[86206]: DEBUG nova.compute.manager [req-713c0ded-d167-4aa7-b223-89c9243f2d8d req-6504f32a-7b8e-4d5a-bd98-a536ff308087 service nova] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Received event network-vif-plugged-c94ccc21-26e8-495d-875a-68bf30982b26 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:17:05 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-713c0ded-d167-4aa7-b223-89c9243f2d8d req-6504f32a-7b8e-4d5a-bd98-a536ff308087 service nova] Acquiring lock "97eb8568-6a00-4d04-b621-16f2921b3761-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:17:05 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-713c0ded-d167-4aa7-b223-89c9243f2d8d req-6504f32a-7b8e-4d5a-bd98-a536ff308087 service nova] Lock "97eb8568-6a00-4d04-b621-16f2921b3761-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:17:05 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-713c0ded-d167-4aa7-b223-89c9243f2d8d req-6504f32a-7b8e-4d5a-bd98-a536ff308087 service nova] Lock "97eb8568-6a00-4d04-b621-16f2921b3761-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:17:05 user nova-compute[86206]: DEBUG nova.compute.manager [req-713c0ded-d167-4aa7-b223-89c9243f2d8d req-6504f32a-7b8e-4d5a-bd98-a536ff308087 service nova] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] No waiting events found dispatching network-vif-plugged-c94ccc21-26e8-495d-875a-68bf30982b26 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:17:05 user nova-compute[86206]: WARNING nova.compute.manager [req-713c0ded-d167-4aa7-b223-89c9243f2d8d req-6504f32a-7b8e-4d5a-bd98-a536ff308087 service nova] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Received unexpected event network-vif-plugged-c94ccc21-26e8-495d-875a-68bf30982b26 for instance with vm_state building and task_state spawning.
Nov 10 13:17:05 user nova-compute[86206]: DEBUG nova.compute.manager [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:17:05 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:17:05 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Instance spawned successfully.
Nov 10 13:17:05 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:17:05 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:17:05 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:17:05 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:17:05 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:17:05 user nova-compute[86206]: DEBUG nova.compute.manager [req-77f08b02-f4ec-4b71-a253-6761726933f4 req-ae8c3be9-a6d1-4036-894d-7a4f7a853b3c service nova] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Received event network-vif-plugged-f3b252ea-7f6e-48be-a2ca-50aa2308f17b {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:17:05 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-77f08b02-f4ec-4b71-a253-6761726933f4 req-ae8c3be9-a6d1-4036-894d-7a4f7a853b3c service nova] Acquiring lock "fbca50b2-5d7e-405a-ae5b-20651146376d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:17:05 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-77f08b02-f4ec-4b71-a253-6761726933f4 req-ae8c3be9-a6d1-4036-894d-7a4f7a853b3c service nova] Lock "fbca50b2-5d7e-405a-ae5b-20651146376d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:17:05 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-77f08b02-f4ec-4b71-a253-6761726933f4 req-ae8c3be9-a6d1-4036-894d-7a4f7a853b3c service nova] Lock "fbca50b2-5d7e-405a-ae5b-20651146376d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:17:05 user nova-compute[86206]: DEBUG nova.compute.manager [req-77f08b02-f4ec-4b71-a253-6761726933f4 req-ae8c3be9-a6d1-4036-894d-7a4f7a853b3c service nova] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] No waiting events found dispatching network-vif-plugged-f3b252ea-7f6e-48be-a2ca-50aa2308f17b {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:17:05 user nova-compute[86206]: WARNING nova.compute.manager [req-77f08b02-f4ec-4b71-a253-6761726933f4 req-ae8c3be9-a6d1-4036-894d-7a4f7a853b3c service nova] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Received unexpected event network-vif-plugged-f3b252ea-7f6e-48be-a2ca-50aa2308f17b for instance with vm_state active and task_state None.
Nov 10 13:17:05 user nova-compute[86206]: DEBUG nova.compute.manager [req-77f08b02-f4ec-4b71-a253-6761726933f4 req-ae8c3be9-a6d1-4036-894d-7a4f7a853b3c service nova] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Received event network-vif-plugged-a157a34a-5248-4018-b9e6-de9e1c037ee4 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:17:05 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-77f08b02-f4ec-4b71-a253-6761726933f4 req-ae8c3be9-a6d1-4036-894d-7a4f7a853b3c service nova] Acquiring lock "e040d0fe-dea0-451e-91e2-6852000fa9dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:17:05 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-77f08b02-f4ec-4b71-a253-6761726933f4 req-ae8c3be9-a6d1-4036-894d-7a4f7a853b3c service nova] Lock "e040d0fe-dea0-451e-91e2-6852000fa9dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:17:05 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-77f08b02-f4ec-4b71-a253-6761726933f4 req-ae8c3be9-a6d1-4036-894d-7a4f7a853b3c service nova] Lock "e040d0fe-dea0-451e-91e2-6852000fa9dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:17:05 user nova-compute[86206]: DEBUG nova.compute.manager [req-77f08b02-f4ec-4b71-a253-6761726933f4 req-ae8c3be9-a6d1-4036-894d-7a4f7a853b3c service nova] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] No waiting events found dispatching network-vif-plugged-a157a34a-5248-4018-b9e6-de9e1c037ee4 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:17:05 user nova-compute[86206]: WARNING nova.compute.manager [req-77f08b02-f4ec-4b71-a253-6761726933f4 req-ae8c3be9-a6d1-4036-894d-7a4f7a853b3c service nova] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Received unexpected event network-vif-plugged-a157a34a-5248-4018-b9e6-de9e1c037ee4 for instance with vm_state active and task_state None.
Nov 10 13:17:05 user nova-compute[86206]: DEBUG nova.compute.manager [req-77f08b02-f4ec-4b71-a253-6761726933f4 req-ae8c3be9-a6d1-4036-894d-7a4f7a853b3c service nova] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Received event network-vif-plugged-a157a34a-5248-4018-b9e6-de9e1c037ee4 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:17:05 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-77f08b02-f4ec-4b71-a253-6761726933f4 req-ae8c3be9-a6d1-4036-894d-7a4f7a853b3c service nova] Acquiring lock "e040d0fe-dea0-451e-91e2-6852000fa9dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:17:05 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-77f08b02-f4ec-4b71-a253-6761726933f4 req-ae8c3be9-a6d1-4036-894d-7a4f7a853b3c service nova] Lock "e040d0fe-dea0-451e-91e2-6852000fa9dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:17:05 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-77f08b02-f4ec-4b71-a253-6761726933f4 req-ae8c3be9-a6d1-4036-894d-7a4f7a853b3c service nova] Lock "e040d0fe-dea0-451e-91e2-6852000fa9dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:17:05 user nova-compute[86206]: DEBUG nova.compute.manager [req-77f08b02-f4ec-4b71-a253-6761726933f4 req-ae8c3be9-a6d1-4036-894d-7a4f7a853b3c service nova] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] No waiting events found dispatching network-vif-plugged-a157a34a-5248-4018-b9e6-de9e1c037ee4 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:17:05 user nova-compute[86206]: WARNING nova.compute.manager [req-77f08b02-f4ec-4b71-a253-6761726933f4 req-ae8c3be9-a6d1-4036-894d-7a4f7a853b3c service nova] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Received unexpected event network-vif-plugged-a157a34a-5248-4018-b9e6-de9e1c037ee4 for instance with vm_state active and task_state None.
Nov 10 13:17:05 user nova-compute[86206]: INFO nova.compute.manager [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Took 9.04 seconds to spawn the instance on the hypervisor.
Nov 10 13:17:05 user nova-compute[86206]: DEBUG nova.compute.manager [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:17:06 user nova-compute[86206]: INFO nova.compute.manager [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Took 10.30 seconds to build instance.
Nov 10 13:17:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b90e8bf0-9200-4f96-a349-0cc0876b76fb tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Lock "97eb8568-6a00-4d04-b621-16f2921b3761" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.475s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:17:06 user nova-compute[86206]: DEBUG nova.compute.manager [req-9a50ed63-bc9c-4efc-8c52-3405f31ae1d0 req-6d8856d1-9cd5-4432-9c4a-c8ba452119cc service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Received event network-vif-plugged-e68d4301-0a1f-4862-bfed-8364908b8820 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:17:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-9a50ed63-bc9c-4efc-8c52-3405f31ae1d0 req-6d8856d1-9cd5-4432-9c4a-c8ba452119cc service nova] Acquiring lock "93bd47f6-1459-4e93-b2d0-edff930f4498-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:17:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-9a50ed63-bc9c-4efc-8c52-3405f31ae1d0 req-6d8856d1-9cd5-4432-9c4a-c8ba452119cc service nova] Lock "93bd47f6-1459-4e93-b2d0-edff930f4498-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:17:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-9a50ed63-bc9c-4efc-8c52-3405f31ae1d0 req-6d8856d1-9cd5-4432-9c4a-c8ba452119cc service nova] Lock "93bd47f6-1459-4e93-b2d0-edff930f4498-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:17:06 user nova-compute[86206]: DEBUG nova.compute.manager [req-9a50ed63-bc9c-4efc-8c52-3405f31ae1d0 req-6d8856d1-9cd5-4432-9c4a-c8ba452119cc service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] No waiting events found dispatching network-vif-plugged-e68d4301-0a1f-4862-bfed-8364908b8820 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:17:06 user nova-compute[86206]: WARNING nova.compute.manager [req-9a50ed63-bc9c-4efc-8c52-3405f31ae1d0 req-6d8856d1-9cd5-4432-9c4a-c8ba452119cc service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Received unexpected event network-vif-plugged-e68d4301-0a1f-4862-bfed-8364908b8820 for instance with vm_state active and task_state None.
Nov 10 13:17:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:09 user nova-compute[86206]: DEBUG nova.compute.manager [req-2ed215a3-97ed-4eaf-b5dc-a975d4aec536 req-adafde48-e365-42ef-9a47-114d41981dd9 service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Received event network-vif-plugged-e68d4301-0a1f-4862-bfed-8364908b8820 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:17:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2ed215a3-97ed-4eaf-b5dc-a975d4aec536 req-adafde48-e365-42ef-9a47-114d41981dd9 service nova] Acquiring lock "93bd47f6-1459-4e93-b2d0-edff930f4498-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:17:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2ed215a3-97ed-4eaf-b5dc-a975d4aec536 req-adafde48-e365-42ef-9a47-114d41981dd9 service nova] Lock "93bd47f6-1459-4e93-b2d0-edff930f4498-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:17:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2ed215a3-97ed-4eaf-b5dc-a975d4aec536 req-adafde48-e365-42ef-9a47-114d41981dd9 service nova] Lock "93bd47f6-1459-4e93-b2d0-edff930f4498-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:17:09 user nova-compute[86206]: DEBUG nova.compute.manager [req-2ed215a3-97ed-4eaf-b5dc-a975d4aec536 req-adafde48-e365-42ef-9a47-114d41981dd9 service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] No waiting events found dispatching network-vif-plugged-e68d4301-0a1f-4862-bfed-8364908b8820 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:17:09 user nova-compute[86206]: WARNING nova.compute.manager [req-2ed215a3-97ed-4eaf-b5dc-a975d4aec536 req-adafde48-e365-42ef-9a47-114d41981dd9 service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Received unexpected event network-vif-plugged-e68d4301-0a1f-4862-bfed-8364908b8820 for instance with vm_state active and task_state None.
Nov 10 13:17:09 user nova-compute[86206]: DEBUG nova.compute.manager [req-2ed215a3-97ed-4eaf-b5dc-a975d4aec536 req-adafde48-e365-42ef-9a47-114d41981dd9 service nova] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Received event network-vif-plugged-b80b5214-f5f7-4312-b4b0-1086ea8eb01a {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:17:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2ed215a3-97ed-4eaf-b5dc-a975d4aec536 req-adafde48-e365-42ef-9a47-114d41981dd9 service nova] Acquiring lock "319b5e3c-5f62-41da-93b6-7c6b9da3e261-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:17:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2ed215a3-97ed-4eaf-b5dc-a975d4aec536 req-adafde48-e365-42ef-9a47-114d41981dd9 service nova] Lock "319b5e3c-5f62-41da-93b6-7c6b9da3e261-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:17:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2ed215a3-97ed-4eaf-b5dc-a975d4aec536 req-adafde48-e365-42ef-9a47-114d41981dd9 service nova] Lock "319b5e3c-5f62-41da-93b6-7c6b9da3e261-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:17:09 user nova-compute[86206]: DEBUG nova.compute.manager [req-2ed215a3-97ed-4eaf-b5dc-a975d4aec536 req-adafde48-e365-42ef-9a47-114d41981dd9 service nova] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] No waiting events found dispatching network-vif-plugged-b80b5214-f5f7-4312-b4b0-1086ea8eb01a {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:17:09 user nova-compute[86206]: WARNING nova.compute.manager [req-2ed215a3-97ed-4eaf-b5dc-a975d4aec536 req-adafde48-e365-42ef-9a47-114d41981dd9 service nova] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Received unexpected event network-vif-plugged-b80b5214-f5f7-4312-b4b0-1086ea8eb01a for instance with vm_state active and task_state None.
Nov 10 13:17:09 user nova-compute[86206]: DEBUG nova.compute.manager [req-2ed215a3-97ed-4eaf-b5dc-a975d4aec536 req-adafde48-e365-42ef-9a47-114d41981dd9 service nova] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Received event network-vif-plugged-b80b5214-f5f7-4312-b4b0-1086ea8eb01a {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:17:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2ed215a3-97ed-4eaf-b5dc-a975d4aec536 req-adafde48-e365-42ef-9a47-114d41981dd9 service nova] Acquiring lock "319b5e3c-5f62-41da-93b6-7c6b9da3e261-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:17:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2ed215a3-97ed-4eaf-b5dc-a975d4aec536 req-adafde48-e365-42ef-9a47-114d41981dd9 service nova] Lock "319b5e3c-5f62-41da-93b6-7c6b9da3e261-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:17:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2ed215a3-97ed-4eaf-b5dc-a975d4aec536 req-adafde48-e365-42ef-9a47-114d41981dd9 service nova] Lock "319b5e3c-5f62-41da-93b6-7c6b9da3e261-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:17:09 user nova-compute[86206]: DEBUG nova.compute.manager [req-2ed215a3-97ed-4eaf-b5dc-a975d4aec536 req-adafde48-e365-42ef-9a47-114d41981dd9 service nova] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] No waiting events found dispatching network-vif-plugged-b80b5214-f5f7-4312-b4b0-1086ea8eb01a {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:17:09 user nova-compute[86206]: WARNING nova.compute.manager [req-2ed215a3-97ed-4eaf-b5dc-a975d4aec536 req-adafde48-e365-42ef-9a47-114d41981dd9 service nova] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Received unexpected event network-vif-plugged-b80b5214-f5f7-4312-b4b0-1086ea8eb01a for instance with vm_state active and task_state None.
Nov 10 13:17:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:14 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:17 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:19 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:20 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:17:20 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Cleaning up deleted instances {{(pid=86206) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 10 13:17:20 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] There are 0 instances to clean {{(pid=86206) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 10 13:17:20 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:17:20 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Cleaning up deleted instances with incomplete migration  {{(pid=86206) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 10 13:17:20 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:17:21 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:17:21 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:17:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:17:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:17:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:17:22 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:17:22 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97eb8568-6a00-4d04-b621-16f2921b3761/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:17:22 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97eb8568-6a00-4d04-b621-16f2921b3761/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:17:22 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97eb8568-6a00-4d04-b621-16f2921b3761/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:17:22 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97eb8568-6a00-4d04-b621-16f2921b3761/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:17:22 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93bd47f6-1459-4e93-b2d0-edff930f4498/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:17:22 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:22 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93bd47f6-1459-4e93-b2d0-edff930f4498/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:17:22 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93bd47f6-1459-4e93-b2d0-edff930f4498/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:17:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93bd47f6-1459-4e93-b2d0-edff930f4498/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:17:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319b5e3c-5f62-41da-93b6-7c6b9da3e261/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:17:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319b5e3c-5f62-41da-93b6-7c6b9da3e261/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:17:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319b5e3c-5f62-41da-93b6-7c6b9da3e261/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:17:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319b5e3c-5f62-41da-93b6-7c6b9da3e261/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:17:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a33ec46-b992-43b7-afda-871050c77a74/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:17:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a33ec46-b992-43b7-afda-871050c77a74/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:17:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a33ec46-b992-43b7-afda-871050c77a74/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:17:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a33ec46-b992-43b7-afda-871050c77a74/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:17:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:17:24 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:17:24 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:17:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:24 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:17:24 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:17:24 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:17:24 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:17:24 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:17:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:24 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:17:24 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:17:24 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:17:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:17:25 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:17:25 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:17:25 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=7594MB free_disk=25.602031707763672GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:17:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:17:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:17:25 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance fbca50b2-5d7e-405a-ae5b-20651146376d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:17:25 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 8a33ec46-b992-43b7-afda-871050c77a74 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:17:25 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance e040d0fe-dea0-451e-91e2-6852000fa9dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:17:25 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 4509d78d-a41e-4150-beef-feed0bb03160 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:17:25 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 93bd47f6-1459-4e93-b2d0-edff930f4498 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:17:25 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 319b5e3c-5f62-41da-93b6-7c6b9da3e261 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:17:25 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 97eb8568-6a00-4d04-b621-16f2921b3761 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:17:25 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:17:25 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:17:26 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:17:26 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:17:26 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:17:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.568s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:17:27 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:17:27 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:17:27 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:17:27 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Rebuilding the list of instances to heal {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 10 13:17:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "refresh_cache-fbca50b2-5d7e-405a-ae5b-20651146376d" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:17:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquired lock "refresh_cache-fbca50b2-5d7e-405a-ae5b-20651146376d" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:17:27 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Forcefully refreshing network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 10 13:17:27 user nova-compute[86206]: DEBUG nova.objects.instance [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lazy-loading 'info_cache' on Instance uuid fbca50b2-5d7e-405a-ae5b-20651146376d {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:17:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:27 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Updating instance_info_cache with network_info: [{"id": "f3b252ea-7f6e-48be-a2ca-50aa2308f17b", "address": "fa:16:3e:e9:ea:92", "network": {"id": "17486e25-6e94-4870-b6a1-b6a46035b309", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1565031351-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0aed5ce41010461b98a997550f689060", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3b252ea-7f", "ovs_interfaceid": "f3b252ea-7f6e-48be-a2ca-50aa2308f17b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:17:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Releasing lock "refresh_cache-fbca50b2-5d7e-405a-ae5b-20651146376d" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:17:27 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Updated the network info_cache for instance {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 10 13:17:27 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:17:27 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:17:27 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:17:27 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:17:27 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:17:27 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 13:17:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Acquiring lock "51997b6e-371c-49d4-a082-c8cf3421b831" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:17:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Lock "51997b6e-371c-49d4-a082-c8cf3421b831" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:17:31 user nova-compute[86206]: DEBUG nova.compute.manager [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:17:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Acquiring lock "435e1f3c-3a23-4f40-a90e-844547969c7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:17:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Lock "435e1f3c-3a23-4f40-a90e-844547969c7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:17:31 user nova-compute[86206]: DEBUG nova.compute.manager [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:17:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:17:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:17:31 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:17:31 user nova-compute[86206]: INFO nova.compute.claims [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Claim successful on node user
Nov 10 13:17:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:17:31 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Refreshing inventories for resource provider 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 10 13:17:31 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Updating ProviderTree inventory for provider 97afe8a5-73d4-462c-9196-a44dc5775cec from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 10 13:17:31 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Updating inventory in ProviderTree for provider 97afe8a5-73d4-462c-9196-a44dc5775cec with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 10 13:17:31 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Refreshing aggregate associations for resource provider 97afe8a5-73d4-462c-9196-a44dc5775cec, aggregates: None {{(pid=86206) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 10 13:17:31 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Refreshing trait associations for resource provider 97afe8a5-73d4-462c-9196-a44dc5775cec, traits: COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_USB,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_SSE,COMPUTE_NODE,COMPUTE_STORAGE_BUS_VIRTIO,HW_CPU_X86_MMX,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_SSSE3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE2,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE41,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIF_MODEL_VIRTIO {{(pid=86206) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 10 13:17:31 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:17:31 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:17:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.554s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:17:31 user nova-compute[86206]: DEBUG nova.compute.manager [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:17:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.507s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:17:32 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:17:32 user nova-compute[86206]: INFO nova.compute.claims [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Claim successful on node user
Nov 10 13:17:32 user nova-compute[86206]: DEBUG nova.compute.manager [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:17:32 user nova-compute[86206]: DEBUG nova.network.neutron [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:17:32 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:17:32 user nova-compute[86206]: DEBUG nova.compute.manager [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:17:32 user nova-compute[86206]: DEBUG nova.policy [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37f13caa2ac4446c9f0f4c7d073a34b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ac73b920ae147cb9991ec9c3d0ec759', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:17:32 user nova-compute[86206]: DEBUG nova.compute.manager [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:17:32 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:17:32 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Creating image(s)
Nov 10 13:17:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Acquiring lock "/opt/stack/data/nova/instances/51997b6e-371c-49d4-a082-c8cf3421b831/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:17:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Lock "/opt/stack/data/nova/instances/51997b6e-371c-49d4-a082-c8cf3421b831/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:17:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Lock "/opt/stack/data/nova/instances/51997b6e-371c-49d4-a082-c8cf3421b831/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:17:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:17:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.191s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:17:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Acquiring lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:17:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:17:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:17:32 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:17:32 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:17:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.581s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:17:32 user nova-compute[86206]: DEBUG nova.compute.manager [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:17:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.174s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:17:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/51997b6e-371c-49d4-a082-c8cf3421b831/disk 1073741824 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:17:32 user nova-compute[86206]: DEBUG nova.compute.manager [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:17:32 user nova-compute[86206]: DEBUG nova.network.neutron [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:17:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/51997b6e-371c-49d4-a082-c8cf3421b831/disk 1073741824" returned: 0 in 0.059s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:17:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.236s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:17:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:17:32 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:32 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:17:32 user nova-compute[86206]: DEBUG nova.compute.manager [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:17:32 user nova-compute[86206]: DEBUG nova.policy [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78f777eb3ac0420bb5dfab4b63f01a5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52289ce4c30c46178efe8b745663b18d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:17:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.215s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:17:32 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Checking if we can resize image /opt/stack/data/nova/instances/51997b6e-371c-49d4-a082-c8cf3421b831/disk. size=1073741824 {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 10 13:17:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/51997b6e-371c-49d4-a082-c8cf3421b831/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:17:32 user nova-compute[86206]: DEBUG nova.network.neutron [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Successfully created port: 4a5c0b44-c970-47e1-a2be-144211d08e76 {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:17:32 user nova-compute[86206]: DEBUG nova.compute.manager [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:17:32 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:17:32 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Creating image(s)
Nov 10 13:17:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Acquiring lock "/opt/stack/data/nova/instances/435e1f3c-3a23-4f40-a90e-844547969c7f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:17:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Lock "/opt/stack/data/nova/instances/435e1f3c-3a23-4f40-a90e-844547969c7f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:17:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Lock "/opt/stack/data/nova/instances/435e1f3c-3a23-4f40-a90e-844547969c7f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:17:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:17:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/51997b6e-371c-49d4-a082-c8cf3421b831/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:17:33 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Cannot resize image /opt/stack/data/nova/instances/51997b6e-371c-49d4-a082-c8cf3421b831/disk to a smaller size. {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 10 13:17:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:17:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Ensure instance console log exists: /opt/stack/data/nova/instances/51997b6e-371c-49d4-a082-c8cf3421b831/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:17:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:17:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:17:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:17:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.211s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:17:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Acquiring lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:17:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:17:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:17:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.171s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:17:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/435e1f3c-3a23-4f40-a90e-844547969c7f/disk 1073741824 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:17:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/435e1f3c-3a23-4f40-a90e-844547969c7f/disk 1073741824" returned: 0 in 0.047s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:17:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.225s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:17:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:17:33 user nova-compute[86206]: DEBUG nova.network.neutron [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Successfully created port: d78b9481-bd16-4e63-bc1b-e138e5bf2477 {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:17:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.183s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:17:33 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Checking if we can resize image /opt/stack/data/nova/instances/435e1f3c-3a23-4f40-a90e-844547969c7f/disk. size=1073741824 {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 10 13:17:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/435e1f3c-3a23-4f40-a90e-844547969c7f/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:17:33 user nova-compute[86206]: DEBUG nova.network.neutron [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Successfully updated port: 4a5c0b44-c970-47e1-a2be-144211d08e76 {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:17:33 user nova-compute[86206]: DEBUG nova.compute.manager [req-995cc8ff-8aeb-449b-ac47-6a0aed922a2b req-10cca493-76b4-422d-a7a3-82840ce3ed36 service nova] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Received event network-changed-4a5c0b44-c970-47e1-a2be-144211d08e76 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:17:33 user nova-compute[86206]: DEBUG nova.compute.manager [req-995cc8ff-8aeb-449b-ac47-6a0aed922a2b req-10cca493-76b4-422d-a7a3-82840ce3ed36 service nova] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Refreshing instance network info cache due to event network-changed-4a5c0b44-c970-47e1-a2be-144211d08e76. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:17:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-995cc8ff-8aeb-449b-ac47-6a0aed922a2b req-10cca493-76b4-422d-a7a3-82840ce3ed36 service nova] Acquiring lock "refresh_cache-51997b6e-371c-49d4-a082-c8cf3421b831" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:17:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-995cc8ff-8aeb-449b-ac47-6a0aed922a2b req-10cca493-76b4-422d-a7a3-82840ce3ed36 service nova] Acquired lock "refresh_cache-51997b6e-371c-49d4-a082-c8cf3421b831" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:17:33 user nova-compute[86206]: DEBUG nova.network.neutron [req-995cc8ff-8aeb-449b-ac47-6a0aed922a2b req-10cca493-76b4-422d-a7a3-82840ce3ed36 service nova] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Refreshing network info cache for port 4a5c0b44-c970-47e1-a2be-144211d08e76 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:17:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Acquiring lock "refresh_cache-51997b6e-371c-49d4-a082-c8cf3421b831" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:17:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/435e1f3c-3a23-4f40-a90e-844547969c7f/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:17:33 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Cannot resize image /opt/stack/data/nova/instances/435e1f3c-3a23-4f40-a90e-844547969c7f/disk to a smaller size. {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 10 13:17:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:17:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Ensure instance console log exists: /opt/stack/data/nova/instances/435e1f3c-3a23-4f40-a90e-844547969c7f/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:17:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:17:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:17:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:17:33 user nova-compute[86206]: DEBUG nova.network.neutron [req-995cc8ff-8aeb-449b-ac47-6a0aed922a2b req-10cca493-76b4-422d-a7a3-82840ce3ed36 service nova] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.network.neutron [req-995cc8ff-8aeb-449b-ac47-6a0aed922a2b req-10cca493-76b4-422d-a7a3-82840ce3ed36 service nova] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-995cc8ff-8aeb-449b-ac47-6a0aed922a2b req-10cca493-76b4-422d-a7a3-82840ce3ed36 service nova] Releasing lock "refresh_cache-51997b6e-371c-49d4-a082-c8cf3421b831" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Acquired lock "refresh_cache-51997b6e-371c-49d4-a082-c8cf3421b831" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.network.neutron [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.network.neutron [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Successfully updated port: d78b9481-bd16-4e63-bc1b-e138e5bf2477 {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.network.neutron [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Acquiring lock "refresh_cache-435e1f3c-3a23-4f40-a90e-844547969c7f" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Acquired lock "refresh_cache-435e1f3c-3a23-4f40-a90e-844547969c7f" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.network.neutron [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.compute.manager [req-42844d36-5dea-4dc3-8bd5-b92c851fc289 req-49433d8f-4830-40c7-9fa3-a249936220a3 service nova] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Received event network-changed-d78b9481-bd16-4e63-bc1b-e138e5bf2477 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.compute.manager [req-42844d36-5dea-4dc3-8bd5-b92c851fc289 req-49433d8f-4830-40c7-9fa3-a249936220a3 service nova] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Refreshing instance network info cache due to event network-changed-d78b9481-bd16-4e63-bc1b-e138e5bf2477. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-42844d36-5dea-4dc3-8bd5-b92c851fc289 req-49433d8f-4830-40c7-9fa3-a249936220a3 service nova] Acquiring lock "refresh_cache-435e1f3c-3a23-4f40-a90e-844547969c7f" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.network.neutron [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.network.neutron [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Updating instance_info_cache with network_info: [{"id": "4a5c0b44-c970-47e1-a2be-144211d08e76", "address": "fa:16:3e:6d:67:b4", "network": {"id": "9b7bd1e0-7ef0-4ef2-b84f-54b58ae846d6", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1412590755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ac73b920ae147cb9991ec9c3d0ec759", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4a5c0b44-c9", "ovs_interfaceid": "4a5c0b44-c970-47e1-a2be-144211d08e76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Releasing lock "refresh_cache-51997b6e-371c-49d4-a082-c8cf3421b831" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.compute.manager [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Instance network_info: |[{"id": "4a5c0b44-c970-47e1-a2be-144211d08e76", "address": "fa:16:3e:6d:67:b4", "network": {"id": "9b7bd1e0-7ef0-4ef2-b84f-54b58ae846d6", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1412590755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ac73b920ae147cb9991ec9c3d0ec759", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4a5c0b44-c9", "ovs_interfaceid": "4a5c0b44-c970-47e1-a2be-144211d08e76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Start _get_guest_xml network_info=[{"id": "4a5c0b44-c970-47e1-a2be-144211d08e76", "address": "fa:16:3e:6d:67:b4", "network": {"id": "9b7bd1e0-7ef0-4ef2-b84f-54b58ae846d6", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1412590755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ac73b920ae147cb9991ec9c3d0ec759", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4a5c0b44-c9", "ovs_interfaceid": "4a5c0b44-c970-47e1-a2be-144211d08e76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '73290e4a-d2c0-4305-9ee6-397ce6a900ba'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:17:34 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:17:34 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:17:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1009275596',display_name='tempest-VolumesAssistedSnapshotsTest-server-1009275596',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1009275596',id=8,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKTB72Zf/eqSUhGdZEFCqbjlUs4nYOoMfRpHVqq7fA2kPRb4SDP6TLzjMP+hVgvKttI1EjwJlmp/tYGOc3nRmuCXGm0SKg/hRxjjiQgDRtw+eVpmX0v4o+Bztq+yOQ5gTQ==',key_name='tempest-keypair-651302132',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4ac73b920ae147cb9991ec9c3d0ec759',ramdisk_id='',reservation_id='r-onrkgakc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1408357743',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1408357743-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:17:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='37f13caa2ac4446c9f0f4c7d073a34b7',uuid=51997b6e-371c-49d4-a082-c8cf3421b831,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4a5c0b44-c970-47e1-a2be-144211d08e76", "address": "fa:16:3e:6d:67:b4", "network": {"id": "9b7bd1e0-7ef0-4ef2-b84f-54b58ae846d6", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1412590755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ac73b920ae147cb9991ec9c3d0ec759", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4a5c0b44-c9", "ovs_interfaceid": "4a5c0b44-c970-47e1-a2be-144211d08e76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Converting VIF {"id": "4a5c0b44-c970-47e1-a2be-144211d08e76", "address": "fa:16:3e:6d:67:b4", "network": {"id": "9b7bd1e0-7ef0-4ef2-b84f-54b58ae846d6", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1412590755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ac73b920ae147cb9991ec9c3d0ec759", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4a5c0b44-c9", "ovs_interfaceid": "4a5c0b44-c970-47e1-a2be-144211d08e76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6d:67:b4,bridge_name='br-int',has_traffic_filtering=True,id=4a5c0b44-c970-47e1-a2be-144211d08e76,network=Network(9b7bd1e0-7ef0-4ef2-b84f-54b58ae846d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4a5c0b44-c9') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.objects.instance [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Lazy-loading 'pci_devices' on Instance uuid 51997b6e-371c-49d4-a082-c8cf3421b831 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:17:34 user nova-compute[86206]:   <uuid>51997b6e-371c-49d4-a082-c8cf3421b831</uuid>
Nov 10 13:17:34 user nova-compute[86206]:   <name>instance-00000008</name>
Nov 10 13:17:34 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:17:34 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:17:34 user nova-compute[86206]:   <metadata>
Nov 10 13:17:34 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:17:34 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:17:34 user nova-compute[86206]:       <nova:name>tempest-VolumesAssistedSnapshotsTest-server-1009275596</nova:name>
Nov 10 13:17:34 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:17:34</nova:creationTime>
Nov 10 13:17:34 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:17:34 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:17:34 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:17:34 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:17:34 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:17:34 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:17:34 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:17:34 user nova-compute[86206]:       <nova:owner>
Nov 10 13:17:34 user nova-compute[86206]:         <nova:user uuid="37f13caa2ac4446c9f0f4c7d073a34b7">tempest-VolumesAssistedSnapshotsTest-1408357743-project-member</nova:user>
Nov 10 13:17:34 user nova-compute[86206]:         <nova:project uuid="4ac73b920ae147cb9991ec9c3d0ec759">tempest-VolumesAssistedSnapshotsTest-1408357743</nova:project>
Nov 10 13:17:34 user nova-compute[86206]:       </nova:owner>
Nov 10 13:17:34 user nova-compute[86206]:       <nova:root type="image" uuid="73290e4a-d2c0-4305-9ee6-397ce6a900ba"/>
Nov 10 13:17:34 user nova-compute[86206]:       <nova:ports>
Nov 10 13:17:34 user nova-compute[86206]:         <nova:port uuid="4a5c0b44-c970-47e1-a2be-144211d08e76">
Nov 10 13:17:34 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 10 13:17:34 user nova-compute[86206]:         </nova:port>
Nov 10 13:17:34 user nova-compute[86206]:       </nova:ports>
Nov 10 13:17:34 user nova-compute[86206]:     </nova:instance>
Nov 10 13:17:34 user nova-compute[86206]:   </metadata>
Nov 10 13:17:34 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:17:34 user nova-compute[86206]:     <system>
Nov 10 13:17:34 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:17:34 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:17:34 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:17:34 user nova-compute[86206]:       <entry name="serial">51997b6e-371c-49d4-a082-c8cf3421b831</entry>
Nov 10 13:17:34 user nova-compute[86206]:       <entry name="uuid">51997b6e-371c-49d4-a082-c8cf3421b831</entry>
Nov 10 13:17:34 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:17:34 user nova-compute[86206]:     </system>
Nov 10 13:17:34 user nova-compute[86206]:   </sysinfo>
Nov 10 13:17:34 user nova-compute[86206]:   <os>
Nov 10 13:17:34 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:17:34 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:17:34 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:17:34 user nova-compute[86206]:   </os>
Nov 10 13:17:34 user nova-compute[86206]:   <features>
Nov 10 13:17:34 user nova-compute[86206]:     <acpi/>
Nov 10 13:17:34 user nova-compute[86206]:     <apic/>
Nov 10 13:17:34 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:17:34 user nova-compute[86206]:   </features>
Nov 10 13:17:34 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:17:34 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:17:34 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:17:34 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:17:34 user nova-compute[86206]:   </clock>
Nov 10 13:17:34 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:17:34 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:17:34 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:17:34 user nova-compute[86206]:   </cpu>
Nov 10 13:17:34 user nova-compute[86206]:   <devices>
Nov 10 13:17:34 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:17:34 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:17:34 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/51997b6e-371c-49d4-a082-c8cf3421b831/disk"/>
Nov 10 13:17:34 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:17:34 user nova-compute[86206]:     </disk>
Nov 10 13:17:34 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:17:34 user nova-compute[86206]:       <mac address="fa:16:3e:6d:67:b4"/>
Nov 10 13:17:34 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:17:34 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:17:34 user nova-compute[86206]:       <target dev="tap4a5c0b44-c9"/>
Nov 10 13:17:34 user nova-compute[86206]:     </interface>
Nov 10 13:17:34 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:17:34 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/51997b6e-371c-49d4-a082-c8cf3421b831/console.log" append="off"/>
Nov 10 13:17:34 user nova-compute[86206]:     </serial>
Nov 10 13:17:34 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:17:34 user nova-compute[86206]:     <video>
Nov 10 13:17:34 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:17:34 user nova-compute[86206]:     </video>
Nov 10 13:17:34 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:17:34 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:17:34 user nova-compute[86206]:     </rng>
Nov 10 13:17:34 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:17:34 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:17:34 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:17:34 user nova-compute[86206]:     </memballoon>
Nov 10 13:17:34 user nova-compute[86206]:   </devices>
Nov 10 13:17:34 user nova-compute[86206]: </domain>
Nov 10 13:17:34 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:17:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1009275596',display_name='tempest-VolumesAssistedSnapshotsTest-server-1009275596',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1009275596',id=8,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKTB72Zf/eqSUhGdZEFCqbjlUs4nYOoMfRpHVqq7fA2kPRb4SDP6TLzjMP+hVgvKttI1EjwJlmp/tYGOc3nRmuCXGm0SKg/hRxjjiQgDRtw+eVpmX0v4o+Bztq+yOQ5gTQ==',key_name='tempest-keypair-651302132',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4ac73b920ae147cb9991ec9c3d0ec759',ramdisk_id='',reservation_id='r-onrkgakc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1408357743',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1408357743-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:17:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='37f13caa2ac4446c9f0f4c7d073a34b7',uuid=51997b6e-371c-49d4-a082-c8cf3421b831,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4a5c0b44-c970-47e1-a2be-144211d08e76", "address": "fa:16:3e:6d:67:b4", "network": {"id": "9b7bd1e0-7ef0-4ef2-b84f-54b58ae846d6", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1412590755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ac73b920ae147cb9991ec9c3d0ec759", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4a5c0b44-c9", "ovs_interfaceid": "4a5c0b44-c970-47e1-a2be-144211d08e76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Converting VIF {"id": "4a5c0b44-c970-47e1-a2be-144211d08e76", "address": "fa:16:3e:6d:67:b4", "network": {"id": "9b7bd1e0-7ef0-4ef2-b84f-54b58ae846d6", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1412590755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ac73b920ae147cb9991ec9c3d0ec759", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4a5c0b44-c9", "ovs_interfaceid": "4a5c0b44-c970-47e1-a2be-144211d08e76", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6d:67:b4,bridge_name='br-int',has_traffic_filtering=True,id=4a5c0b44-c970-47e1-a2be-144211d08e76,network=Network(9b7bd1e0-7ef0-4ef2-b84f-54b58ae846d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4a5c0b44-c9') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG os_vif [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6d:67:b4,bridge_name='br-int',has_traffic_filtering=True,id=4a5c0b44-c970-47e1-a2be-144211d08e76,network=Network(9b7bd1e0-7ef0-4ef2-b84f-54b58ae846d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4a5c0b44-c9') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2f6d15df-40a7-5410-ad55-33d950e5d9c4', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4a5c0b44-c9, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4a5c0b44-c9, col_values=(('qos', UUID('4d8351bc-8e5f-4f9b-bd8d-d9761ab016b0')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4a5c0b44-c9, col_values=(('external_ids', {'iface-id': '4a5c0b44-c970-47e1-a2be-144211d08e76', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6d:67:b4', 'vm-uuid': '51997b6e-371c-49d4-a082-c8cf3421b831'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:34 user nova-compute[86206]: INFO os_vif [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6d:67:b4,bridge_name='br-int',has_traffic_filtering=True,id=4a5c0b44-c970-47e1-a2be-144211d08e76,network=Network(9b7bd1e0-7ef0-4ef2-b84f-54b58ae846d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4a5c0b44-c9')
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] No VIF found with MAC fa:16:3e:6d:67:b4, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.network.neutron [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Updating instance_info_cache with network_info: [{"id": "d78b9481-bd16-4e63-bc1b-e138e5bf2477", "address": "fa:16:3e:8f:4b:c5", "network": {"id": "6f4dd96a-921b-44c9-9588-336c69e90a13", "bridge": "br-int", "label": "tempest-TestVolumeSwap-252990643-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "52289ce4c30c46178efe8b745663b18d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd78b9481-bd", "ovs_interfaceid": "d78b9481-bd16-4e63-bc1b-e138e5bf2477", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Releasing lock "refresh_cache-435e1f3c-3a23-4f40-a90e-844547969c7f" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.compute.manager [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Instance network_info: |[{"id": "d78b9481-bd16-4e63-bc1b-e138e5bf2477", "address": "fa:16:3e:8f:4b:c5", "network": {"id": "6f4dd96a-921b-44c9-9588-336c69e90a13", "bridge": "br-int", "label": "tempest-TestVolumeSwap-252990643-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "52289ce4c30c46178efe8b745663b18d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd78b9481-bd", "ovs_interfaceid": "d78b9481-bd16-4e63-bc1b-e138e5bf2477", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-42844d36-5dea-4dc3-8bd5-b92c851fc289 req-49433d8f-4830-40c7-9fa3-a249936220a3 service nova] Acquired lock "refresh_cache-435e1f3c-3a23-4f40-a90e-844547969c7f" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.network.neutron [req-42844d36-5dea-4dc3-8bd5-b92c851fc289 req-49433d8f-4830-40c7-9fa3-a249936220a3 service nova] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Refreshing network info cache for port d78b9481-bd16-4e63-bc1b-e138e5bf2477 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Start _get_guest_xml network_info=[{"id": "d78b9481-bd16-4e63-bc1b-e138e5bf2477", "address": "fa:16:3e:8f:4b:c5", "network": {"id": "6f4dd96a-921b-44c9-9588-336c69e90a13", "bridge": "br-int", "label": "tempest-TestVolumeSwap-252990643-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "52289ce4c30c46178efe8b745663b18d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd78b9481-bd", "ovs_interfaceid": "d78b9481-bd16-4e63-bc1b-e138e5bf2477", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '73290e4a-d2c0-4305-9ee6-397ce6a900ba'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:17:34 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:17:34 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:17:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-823801064',display_name='tempest-TestVolumeSwap-server-823801064',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-823801064',id=9,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF4Qs9EK5oOwnUhwoUaqYhS82Ks+orVpqLRMYp05fgUL1qRUKTsjMdf72GIPxNDgRPuwhd6MtlmHEX7TJheuk+wVcpSSLNCPCCPlrHj20tTw4tRYBz9haCZM7lX2ALWGeA==',key_name='tempest-keypair-325685064',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='52289ce4c30c46178efe8b745663b18d',ramdisk_id='',reservation_id='r-p10up2a6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-887799958',owner_user_name='tempest-TestVolumeSwap-887799958-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:17:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='78f777eb3ac0420bb5dfab4b63f01a5a',uuid=435e1f3c-3a23-4f40-a90e-844547969c7f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d78b9481-bd16-4e63-bc1b-e138e5bf2477", "address": "fa:16:3e:8f:4b:c5", "network": {"id": "6f4dd96a-921b-44c9-9588-336c69e90a13", "bridge": "br-int", "label": "tempest-TestVolumeSwap-252990643-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "52289ce4c30c46178efe8b745663b18d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd78b9481-bd", "ovs_interfaceid": "d78b9481-bd16-4e63-bc1b-e138e5bf2477", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Converting VIF {"id": "d78b9481-bd16-4e63-bc1b-e138e5bf2477", "address": "fa:16:3e:8f:4b:c5", "network": {"id": "6f4dd96a-921b-44c9-9588-336c69e90a13", "bridge": "br-int", "label": "tempest-TestVolumeSwap-252990643-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "52289ce4c30c46178efe8b745663b18d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd78b9481-bd", "ovs_interfaceid": "d78b9481-bd16-4e63-bc1b-e138e5bf2477", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8f:4b:c5,bridge_name='br-int',has_traffic_filtering=True,id=d78b9481-bd16-4e63-bc1b-e138e5bf2477,network=Network(6f4dd96a-921b-44c9-9588-336c69e90a13),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd78b9481-bd') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.objects.instance [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Lazy-loading 'pci_devices' on Instance uuid 435e1f3c-3a23-4f40-a90e-844547969c7f {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:17:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:17:34 user nova-compute[86206]:   <uuid>435e1f3c-3a23-4f40-a90e-844547969c7f</uuid>
Nov 10 13:17:34 user nova-compute[86206]:   <name>instance-00000009</name>
Nov 10 13:17:34 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:17:34 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:17:34 user nova-compute[86206]:   <metadata>
Nov 10 13:17:34 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:17:34 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:17:34 user nova-compute[86206]:       <nova:name>tempest-TestVolumeSwap-server-823801064</nova:name>
Nov 10 13:17:34 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:17:34</nova:creationTime>
Nov 10 13:17:34 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:17:34 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:17:34 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:17:34 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:17:34 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:17:34 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:17:34 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:17:34 user nova-compute[86206]:       <nova:owner>
Nov 10 13:17:34 user nova-compute[86206]:         <nova:user uuid="78f777eb3ac0420bb5dfab4b63f01a5a">tempest-TestVolumeSwap-887799958-project-member</nova:user>
Nov 10 13:17:34 user nova-compute[86206]:         <nova:project uuid="52289ce4c30c46178efe8b745663b18d">tempest-TestVolumeSwap-887799958</nova:project>
Nov 10 13:17:34 user nova-compute[86206]:       </nova:owner>
Nov 10 13:17:34 user nova-compute[86206]:       <nova:root type="image" uuid="73290e4a-d2c0-4305-9ee6-397ce6a900ba"/>
Nov 10 13:17:34 user nova-compute[86206]:       <nova:ports>
Nov 10 13:17:34 user nova-compute[86206]:         <nova:port uuid="d78b9481-bd16-4e63-bc1b-e138e5bf2477">
Nov 10 13:17:34 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 10 13:17:34 user nova-compute[86206]:         </nova:port>
Nov 10 13:17:34 user nova-compute[86206]:       </nova:ports>
Nov 10 13:17:34 user nova-compute[86206]:     </nova:instance>
Nov 10 13:17:34 user nova-compute[86206]:   </metadata>
Nov 10 13:17:34 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:17:34 user nova-compute[86206]:     <system>
Nov 10 13:17:34 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:17:34 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:17:34 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:17:34 user nova-compute[86206]:       <entry name="serial">435e1f3c-3a23-4f40-a90e-844547969c7f</entry>
Nov 10 13:17:34 user nova-compute[86206]:       <entry name="uuid">435e1f3c-3a23-4f40-a90e-844547969c7f</entry>
Nov 10 13:17:34 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:17:34 user nova-compute[86206]:     </system>
Nov 10 13:17:34 user nova-compute[86206]:   </sysinfo>
Nov 10 13:17:34 user nova-compute[86206]:   <os>
Nov 10 13:17:34 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:17:34 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:17:34 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:17:34 user nova-compute[86206]:   </os>
Nov 10 13:17:34 user nova-compute[86206]:   <features>
Nov 10 13:17:34 user nova-compute[86206]:     <acpi/>
Nov 10 13:17:34 user nova-compute[86206]:     <apic/>
Nov 10 13:17:34 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:17:34 user nova-compute[86206]:   </features>
Nov 10 13:17:34 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:17:34 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:17:34 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:17:34 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:17:34 user nova-compute[86206]:   </clock>
Nov 10 13:17:34 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:17:34 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:17:34 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:17:34 user nova-compute[86206]:   </cpu>
Nov 10 13:17:34 user nova-compute[86206]:   <devices>
Nov 10 13:17:34 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:17:34 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:17:34 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/435e1f3c-3a23-4f40-a90e-844547969c7f/disk"/>
Nov 10 13:17:34 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:17:34 user nova-compute[86206]:     </disk>
Nov 10 13:17:34 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:17:34 user nova-compute[86206]:       <mac address="fa:16:3e:8f:4b:c5"/>
Nov 10 13:17:34 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:17:34 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:17:34 user nova-compute[86206]:       <target dev="tapd78b9481-bd"/>
Nov 10 13:17:34 user nova-compute[86206]:     </interface>
Nov 10 13:17:34 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:17:34 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/435e1f3c-3a23-4f40-a90e-844547969c7f/console.log" append="off"/>
Nov 10 13:17:34 user nova-compute[86206]:     </serial>
Nov 10 13:17:34 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:17:34 user nova-compute[86206]:     <video>
Nov 10 13:17:34 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:17:34 user nova-compute[86206]:     </video>
Nov 10 13:17:34 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:17:34 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:17:34 user nova-compute[86206]:     </rng>
Nov 10 13:17:34 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:17:34 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:17:34 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:17:34 user nova-compute[86206]:     </memballoon>
Nov 10 13:17:34 user nova-compute[86206]:   </devices>
Nov 10 13:17:34 user nova-compute[86206]: </domain>
Nov 10 13:17:34 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:17:35 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:17:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-823801064',display_name='tempest-TestVolumeSwap-server-823801064',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-823801064',id=9,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF4Qs9EK5oOwnUhwoUaqYhS82Ks+orVpqLRMYp05fgUL1qRUKTsjMdf72GIPxNDgRPuwhd6MtlmHEX7TJheuk+wVcpSSLNCPCCPlrHj20tTw4tRYBz9haCZM7lX2ALWGeA==',key_name='tempest-keypair-325685064',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='52289ce4c30c46178efe8b745663b18d',ramdisk_id='',reservation_id='r-p10up2a6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-887799958',owner_user_name='tempest-TestVolumeSwap-887799958-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:17:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='78f777eb3ac0420bb5dfab4b63f01a5a',uuid=435e1f3c-3a23-4f40-a90e-844547969c7f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d78b9481-bd16-4e63-bc1b-e138e5bf2477", "address": "fa:16:3e:8f:4b:c5", "network": {"id": "6f4dd96a-921b-44c9-9588-336c69e90a13", "bridge": "br-int", "label": "tempest-TestVolumeSwap-252990643-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "52289ce4c30c46178efe8b745663b18d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd78b9481-bd", "ovs_interfaceid": "d78b9481-bd16-4e63-bc1b-e138e5bf2477", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:17:35 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Converting VIF {"id": "d78b9481-bd16-4e63-bc1b-e138e5bf2477", "address": "fa:16:3e:8f:4b:c5", "network": {"id": "6f4dd96a-921b-44c9-9588-336c69e90a13", "bridge": "br-int", "label": "tempest-TestVolumeSwap-252990643-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "52289ce4c30c46178efe8b745663b18d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd78b9481-bd", "ovs_interfaceid": "d78b9481-bd16-4e63-bc1b-e138e5bf2477", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:17:35 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8f:4b:c5,bridge_name='br-int',has_traffic_filtering=True,id=d78b9481-bd16-4e63-bc1b-e138e5bf2477,network=Network(6f4dd96a-921b-44c9-9588-336c69e90a13),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd78b9481-bd') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:17:35 user nova-compute[86206]: DEBUG os_vif [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8f:4b:c5,bridge_name='br-int',has_traffic_filtering=True,id=d78b9481-bd16-4e63-bc1b-e138e5bf2477,network=Network(6f4dd96a-921b-44c9-9588-336c69e90a13),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd78b9481-bd') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:17:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:17:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:17:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5320769b-4a32-51a2-ab2d-0348e115a68a', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:17:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:17:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd78b9481-bd, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:17:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd78b9481-bd, col_values=(('qos', UUID('45057a8a-2ee1-4034-a80e-839ae93d9bac')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:17:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd78b9481-bd, col_values=(('external_ids', {'iface-id': 'd78b9481-bd16-4e63-bc1b-e138e5bf2477', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8f:4b:c5', 'vm-uuid': '435e1f3c-3a23-4f40-a90e-844547969c7f'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:17:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:17:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:35 user nova-compute[86206]: INFO os_vif [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8f:4b:c5,bridge_name='br-int',has_traffic_filtering=True,id=d78b9481-bd16-4e63-bc1b-e138e5bf2477,network=Network(6f4dd96a-921b-44c9-9588-336c69e90a13),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd78b9481-bd')
Nov 10 13:17:35 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:17:35 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] No VIF found with MAC fa:16:3e:8f:4b:c5, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:17:35 user nova-compute[86206]: DEBUG nova.network.neutron [req-42844d36-5dea-4dc3-8bd5-b92c851fc289 req-49433d8f-4830-40c7-9fa3-a249936220a3 service nova] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Updated VIF entry in instance network info cache for port d78b9481-bd16-4e63-bc1b-e138e5bf2477. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:17:35 user nova-compute[86206]: DEBUG nova.network.neutron [req-42844d36-5dea-4dc3-8bd5-b92c851fc289 req-49433d8f-4830-40c7-9fa3-a249936220a3 service nova] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Updating instance_info_cache with network_info: [{"id": "d78b9481-bd16-4e63-bc1b-e138e5bf2477", "address": "fa:16:3e:8f:4b:c5", "network": {"id": "6f4dd96a-921b-44c9-9588-336c69e90a13", "bridge": "br-int", "label": "tempest-TestVolumeSwap-252990643-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "52289ce4c30c46178efe8b745663b18d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd78b9481-bd", "ovs_interfaceid": "d78b9481-bd16-4e63-bc1b-e138e5bf2477", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:17:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-42844d36-5dea-4dc3-8bd5-b92c851fc289 req-49433d8f-4830-40c7-9fa3-a249936220a3 service nova] Releasing lock "refresh_cache-435e1f3c-3a23-4f40-a90e-844547969c7f" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:17:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:37 user nova-compute[86206]: DEBUG nova.compute.manager [req-e8f418d0-c17f-46f9-9bde-8ebed5e59ea8 req-77c90c8d-a28a-497c-a05a-2704aecfa01d service nova] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Received event network-vif-plugged-4a5c0b44-c970-47e1-a2be-144211d08e76 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:17:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-e8f418d0-c17f-46f9-9bde-8ebed5e59ea8 req-77c90c8d-a28a-497c-a05a-2704aecfa01d service nova] Acquiring lock "51997b6e-371c-49d4-a082-c8cf3421b831-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:17:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-e8f418d0-c17f-46f9-9bde-8ebed5e59ea8 req-77c90c8d-a28a-497c-a05a-2704aecfa01d service nova] Lock "51997b6e-371c-49d4-a082-c8cf3421b831-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:17:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-e8f418d0-c17f-46f9-9bde-8ebed5e59ea8 req-77c90c8d-a28a-497c-a05a-2704aecfa01d service nova] Lock "51997b6e-371c-49d4-a082-c8cf3421b831-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:17:37 user nova-compute[86206]: DEBUG nova.compute.manager [req-e8f418d0-c17f-46f9-9bde-8ebed5e59ea8 req-77c90c8d-a28a-497c-a05a-2704aecfa01d service nova] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] No waiting events found dispatching network-vif-plugged-4a5c0b44-c970-47e1-a2be-144211d08e76 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:17:37 user nova-compute[86206]: WARNING nova.compute.manager [req-e8f418d0-c17f-46f9-9bde-8ebed5e59ea8 req-77c90c8d-a28a-497c-a05a-2704aecfa01d service nova] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Received unexpected event network-vif-plugged-4a5c0b44-c970-47e1-a2be-144211d08e76 for instance with vm_state building and task_state spawning.
Nov 10 13:17:37 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:37 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:37 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:37 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:37 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:37 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:37 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:39 user nova-compute[86206]: DEBUG nova.compute.manager [req-7682890f-6e53-4a0d-8915-a7ea5e53e0c2 req-06179dc0-0429-4257-bc5f-538cc1ce6d56 service nova] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Received event network-vif-plugged-4a5c0b44-c970-47e1-a2be-144211d08e76 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:17:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7682890f-6e53-4a0d-8915-a7ea5e53e0c2 req-06179dc0-0429-4257-bc5f-538cc1ce6d56 service nova] Acquiring lock "51997b6e-371c-49d4-a082-c8cf3421b831-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:17:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7682890f-6e53-4a0d-8915-a7ea5e53e0c2 req-06179dc0-0429-4257-bc5f-538cc1ce6d56 service nova] Lock "51997b6e-371c-49d4-a082-c8cf3421b831-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:17:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7682890f-6e53-4a0d-8915-a7ea5e53e0c2 req-06179dc0-0429-4257-bc5f-538cc1ce6d56 service nova] Lock "51997b6e-371c-49d4-a082-c8cf3421b831-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:17:39 user nova-compute[86206]: DEBUG nova.compute.manager [req-7682890f-6e53-4a0d-8915-a7ea5e53e0c2 req-06179dc0-0429-4257-bc5f-538cc1ce6d56 service nova] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] No waiting events found dispatching network-vif-plugged-4a5c0b44-c970-47e1-a2be-144211d08e76 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:17:39 user nova-compute[86206]: WARNING nova.compute.manager [req-7682890f-6e53-4a0d-8915-a7ea5e53e0c2 req-06179dc0-0429-4257-bc5f-538cc1ce6d56 service nova] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Received unexpected event network-vif-plugged-4a5c0b44-c970-47e1-a2be-144211d08e76 for instance with vm_state building and task_state spawning.
Nov 10 13:17:39 user nova-compute[86206]: DEBUG nova.compute.manager [req-7682890f-6e53-4a0d-8915-a7ea5e53e0c2 req-06179dc0-0429-4257-bc5f-538cc1ce6d56 service nova] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Received event network-vif-plugged-d78b9481-bd16-4e63-bc1b-e138e5bf2477 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:17:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7682890f-6e53-4a0d-8915-a7ea5e53e0c2 req-06179dc0-0429-4257-bc5f-538cc1ce6d56 service nova] Acquiring lock "435e1f3c-3a23-4f40-a90e-844547969c7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:17:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7682890f-6e53-4a0d-8915-a7ea5e53e0c2 req-06179dc0-0429-4257-bc5f-538cc1ce6d56 service nova] Lock "435e1f3c-3a23-4f40-a90e-844547969c7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:17:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7682890f-6e53-4a0d-8915-a7ea5e53e0c2 req-06179dc0-0429-4257-bc5f-538cc1ce6d56 service nova] Lock "435e1f3c-3a23-4f40-a90e-844547969c7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:17:39 user nova-compute[86206]: DEBUG nova.compute.manager [req-7682890f-6e53-4a0d-8915-a7ea5e53e0c2 req-06179dc0-0429-4257-bc5f-538cc1ce6d56 service nova] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] No waiting events found dispatching network-vif-plugged-d78b9481-bd16-4e63-bc1b-e138e5bf2477 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:17:39 user nova-compute[86206]: WARNING nova.compute.manager [req-7682890f-6e53-4a0d-8915-a7ea5e53e0c2 req-06179dc0-0429-4257-bc5f-538cc1ce6d56 service nova] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Received unexpected event network-vif-plugged-d78b9481-bd16-4e63-bc1b-e138e5bf2477 for instance with vm_state building and task_state spawning.
Nov 10 13:17:39 user nova-compute[86206]: DEBUG nova.compute.manager [req-7682890f-6e53-4a0d-8915-a7ea5e53e0c2 req-06179dc0-0429-4257-bc5f-538cc1ce6d56 service nova] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Received event network-vif-plugged-d78b9481-bd16-4e63-bc1b-e138e5bf2477 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:17:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7682890f-6e53-4a0d-8915-a7ea5e53e0c2 req-06179dc0-0429-4257-bc5f-538cc1ce6d56 service nova] Acquiring lock "435e1f3c-3a23-4f40-a90e-844547969c7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:17:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7682890f-6e53-4a0d-8915-a7ea5e53e0c2 req-06179dc0-0429-4257-bc5f-538cc1ce6d56 service nova] Lock "435e1f3c-3a23-4f40-a90e-844547969c7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:17:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7682890f-6e53-4a0d-8915-a7ea5e53e0c2 req-06179dc0-0429-4257-bc5f-538cc1ce6d56 service nova] Lock "435e1f3c-3a23-4f40-a90e-844547969c7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:17:39 user nova-compute[86206]: DEBUG nova.compute.manager [req-7682890f-6e53-4a0d-8915-a7ea5e53e0c2 req-06179dc0-0429-4257-bc5f-538cc1ce6d56 service nova] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] No waiting events found dispatching network-vif-plugged-d78b9481-bd16-4e63-bc1b-e138e5bf2477 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:17:39 user nova-compute[86206]: WARNING nova.compute.manager [req-7682890f-6e53-4a0d-8915-a7ea5e53e0c2 req-06179dc0-0429-4257-bc5f-538cc1ce6d56 service nova] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Received unexpected event network-vif-plugged-d78b9481-bd16-4e63-bc1b-e138e5bf2477 for instance with vm_state building and task_state spawning.
Nov 10 13:17:39 user nova-compute[86206]: DEBUG nova.compute.manager [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:17:39 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:17:39 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Instance spawned successfully.
Nov 10 13:17:39 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:17:39 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:17:39 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:17:39 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:17:39 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:17:39 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:17:39 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:17:39 user nova-compute[86206]: INFO nova.compute.manager [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Took 7.63 seconds to spawn the instance on the hypervisor.
Nov 10 13:17:39 user nova-compute[86206]: DEBUG nova.compute.manager [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:17:39 user nova-compute[86206]: INFO nova.compute.manager [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Took 8.77 seconds to build instance.
Nov 10 13:17:40 user nova-compute[86206]: DEBUG nova.compute.manager [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:17:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:17:40 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Instance spawned successfully.
Nov 10 13:17:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:17:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-40dc71ab-cc50-4d59-bcd0-e559373637b8 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Lock "51997b6e-371c-49d4-a082-c8cf3421b831" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.885s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:17:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:17:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:17:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:17:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:17:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:17:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:17:40 user nova-compute[86206]: INFO nova.compute.manager [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Took 7.15 seconds to spawn the instance on the hypervisor.
Nov 10 13:17:40 user nova-compute[86206]: DEBUG nova.compute.manager [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:17:40 user nova-compute[86206]: INFO nova.compute.manager [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Took 8.99 seconds to build instance.
Nov 10 13:17:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-087228d7-c83a-4420-b723-10692d79f8ba tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Lock "435e1f3c-3a23-4f40-a90e-844547969c7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.102s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:17:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:17:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:17:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:18:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:18:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:18:05 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:18:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:18:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:18:15 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:18:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Acquiring lock "33b1774f-a0bc-4b20-ad24-569cf7e48330" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:18:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Lock "33b1774f-a0bc-4b20-ad24-569cf7e48330" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:18:16 user nova-compute[86206]: DEBUG nova.compute.manager [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:18:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:18:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:18:16 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:18:16 user nova-compute[86206]: INFO nova.compute.claims [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Claim successful on node user
Nov 10 13:18:16 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:18:16 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:18:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.474s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:18:16 user nova-compute[86206]: DEBUG nova.compute.manager [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:18:16 user nova-compute[86206]: DEBUG nova.compute.manager [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:18:16 user nova-compute[86206]: DEBUG nova.network.neutron [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:18:16 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:18:16 user nova-compute[86206]: DEBUG nova.compute.manager [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:18:16 user nova-compute[86206]: DEBUG nova.policy [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eced418f877a482ea05277974f9c4d45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0aed5ce41010461b98a997550f689060', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:18:16 user nova-compute[86206]: DEBUG nova.compute.manager [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:18:16 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:18:16 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Creating image(s)
Nov 10 13:18:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Acquiring lock "/opt/stack/data/nova/instances/33b1774f-a0bc-4b20-ad24-569cf7e48330/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:18:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Lock "/opt/stack/data/nova/instances/33b1774f-a0bc-4b20-ad24-569cf7e48330/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:18:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Lock "/opt/stack/data/nova/instances/33b1774f-a0bc-4b20-ad24-569cf7e48330/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:18:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.224s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:18:17 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Acquiring lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:18:17 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:18:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.197s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:18:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/33b1774f-a0bc-4b20-ad24-569cf7e48330/disk 1073741824 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:17 user nova-compute[86206]: DEBUG nova.network.neutron [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Successfully created port: b8e1b53c-6089-4be9-b00f-43d527911622 {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:18:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/33b1774f-a0bc-4b20-ad24-569cf7e48330/disk 1073741824" returned: 0 in 0.047s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:18:17 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.249s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:18:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.182s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:18:17 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Checking if we can resize image /opt/stack/data/nova/instances/33b1774f-a0bc-4b20-ad24-569cf7e48330/disk. size=1073741824 {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 10 13:18:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b1774f-a0bc-4b20-ad24-569cf7e48330/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b1774f-a0bc-4b20-ad24-569cf7e48330/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:18:17 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Cannot resize image /opt/stack/data/nova/instances/33b1774f-a0bc-4b20-ad24-569cf7e48330/disk to a smaller size. {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 10 13:18:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:18:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Ensure instance console log exists: /opt/stack/data/nova/instances/33b1774f-a0bc-4b20-ad24-569cf7e48330/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:18:17 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:18:17 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:18:17 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG nova.network.neutron [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Successfully updated port: b8e1b53c-6089-4be9-b00f-43d527911622 {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Acquiring lock "refresh_cache-33b1774f-a0bc-4b20-ad24-569cf7e48330" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Acquired lock "refresh_cache-33b1774f-a0bc-4b20-ad24-569cf7e48330" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG nova.network.neutron [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG nova.compute.manager [req-bd6f6b0c-3262-4031-a46c-664a2f74fc33 req-c7726a03-16b1-4c1f-b097-d4aa3d75f570 service nova] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Received event network-changed-b8e1b53c-6089-4be9-b00f-43d527911622 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG nova.compute.manager [req-bd6f6b0c-3262-4031-a46c-664a2f74fc33 req-c7726a03-16b1-4c1f-b097-d4aa3d75f570 service nova] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Refreshing instance network info cache due to event network-changed-b8e1b53c-6089-4be9-b00f-43d527911622. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-bd6f6b0c-3262-4031-a46c-664a2f74fc33 req-c7726a03-16b1-4c1f-b097-d4aa3d75f570 service nova] Acquiring lock "refresh_cache-33b1774f-a0bc-4b20-ad24-569cf7e48330" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG nova.network.neutron [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG nova.network.neutron [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Updating instance_info_cache with network_info: [{"id": "b8e1b53c-6089-4be9-b00f-43d527911622", "address": "fa:16:3e:3c:a1:db", "network": {"id": "17486e25-6e94-4870-b6a1-b6a46035b309", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1565031351-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0aed5ce41010461b98a997550f689060", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8e1b53c-60", "ovs_interfaceid": "b8e1b53c-6089-4be9-b00f-43d527911622", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Releasing lock "refresh_cache-33b1774f-a0bc-4b20-ad24-569cf7e48330" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG nova.compute.manager [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Instance network_info: |[{"id": "b8e1b53c-6089-4be9-b00f-43d527911622", "address": "fa:16:3e:3c:a1:db", "network": {"id": "17486e25-6e94-4870-b6a1-b6a46035b309", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1565031351-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0aed5ce41010461b98a997550f689060", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8e1b53c-60", "ovs_interfaceid": "b8e1b53c-6089-4be9-b00f-43d527911622", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-bd6f6b0c-3262-4031-a46c-664a2f74fc33 req-c7726a03-16b1-4c1f-b097-d4aa3d75f570 service nova] Acquired lock "refresh_cache-33b1774f-a0bc-4b20-ad24-569cf7e48330" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG nova.network.neutron [req-bd6f6b0c-3262-4031-a46c-664a2f74fc33 req-c7726a03-16b1-4c1f-b097-d4aa3d75f570 service nova] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Refreshing network info cache for port b8e1b53c-6089-4be9-b00f-43d527911622 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Start _get_guest_xml network_info=[{"id": "b8e1b53c-6089-4be9-b00f-43d527911622", "address": "fa:16:3e:3c:a1:db", "network": {"id": "17486e25-6e94-4870-b6a1-b6a46035b309", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1565031351-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0aed5ce41010461b98a997550f689060", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8e1b53c-60", "ovs_interfaceid": "b8e1b53c-6089-4be9-b00f-43d527911622", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '73290e4a-d2c0-4305-9ee6-397ce6a900ba'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:18:18 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:18:18 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:18:18 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:18:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-694537106',display_name='tempest-ServersNegativeTestJSON-server-694537106',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-694537106',id=10,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0aed5ce41010461b98a997550f689060',ramdisk_id='',reservation_id='r-5y01mpy0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1781341942',owner_user_name='tempest-ServersNegativeTestJSON-1781341942-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:18:17Z,user_data=None,user_id='eced418f877a482ea05277974f9c4d45',uuid=33b1774f-a0bc-4b20-ad24-569cf7e48330,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b8e1b53c-6089-4be9-b00f-43d527911622", "address": "fa:16:3e:3c:a1:db", "network": {"id": "17486e25-6e94-4870-b6a1-b6a46035b309", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1565031351-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0aed5ce41010461b98a997550f689060", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8e1b53c-60", "ovs_interfaceid": "b8e1b53c-6089-4be9-b00f-43d527911622", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Converting VIF {"id": "b8e1b53c-6089-4be9-b00f-43d527911622", "address": "fa:16:3e:3c:a1:db", "network": {"id": "17486e25-6e94-4870-b6a1-b6a46035b309", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1565031351-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0aed5ce41010461b98a997550f689060", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8e1b53c-60", "ovs_interfaceid": "b8e1b53c-6089-4be9-b00f-43d527911622", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3c:a1:db,bridge_name='br-int',has_traffic_filtering=True,id=b8e1b53c-6089-4be9-b00f-43d527911622,network=Network(17486e25-6e94-4870-b6a1-b6a46035b309),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb8e1b53c-60') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG nova.objects.instance [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Lazy-loading 'pci_devices' on Instance uuid 33b1774f-a0bc-4b20-ad24-569cf7e48330 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:18:18 user nova-compute[86206]:   <uuid>33b1774f-a0bc-4b20-ad24-569cf7e48330</uuid>
Nov 10 13:18:18 user nova-compute[86206]:   <name>instance-0000000a</name>
Nov 10 13:18:18 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:18:18 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:18:18 user nova-compute[86206]:   <metadata>
Nov 10 13:18:18 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:18:18 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:18:18 user nova-compute[86206]:       <nova:name>tempest-ServersNegativeTestJSON-server-694537106</nova:name>
Nov 10 13:18:18 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:18:18</nova:creationTime>
Nov 10 13:18:18 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:18:18 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:18:18 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:18:18 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:18:18 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:18:18 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:18:18 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:18:18 user nova-compute[86206]:       <nova:owner>
Nov 10 13:18:18 user nova-compute[86206]:         <nova:user uuid="eced418f877a482ea05277974f9c4d45">tempest-ServersNegativeTestJSON-1781341942-project-member</nova:user>
Nov 10 13:18:18 user nova-compute[86206]:         <nova:project uuid="0aed5ce41010461b98a997550f689060">tempest-ServersNegativeTestJSON-1781341942</nova:project>
Nov 10 13:18:18 user nova-compute[86206]:       </nova:owner>
Nov 10 13:18:18 user nova-compute[86206]:       <nova:root type="image" uuid="73290e4a-d2c0-4305-9ee6-397ce6a900ba"/>
Nov 10 13:18:18 user nova-compute[86206]:       <nova:ports>
Nov 10 13:18:18 user nova-compute[86206]:         <nova:port uuid="b8e1b53c-6089-4be9-b00f-43d527911622">
Nov 10 13:18:18 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 10 13:18:18 user nova-compute[86206]:         </nova:port>
Nov 10 13:18:18 user nova-compute[86206]:       </nova:ports>
Nov 10 13:18:18 user nova-compute[86206]:     </nova:instance>
Nov 10 13:18:18 user nova-compute[86206]:   </metadata>
Nov 10 13:18:18 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:18:18 user nova-compute[86206]:     <system>
Nov 10 13:18:18 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:18:18 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:18:18 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:18:18 user nova-compute[86206]:       <entry name="serial">33b1774f-a0bc-4b20-ad24-569cf7e48330</entry>
Nov 10 13:18:18 user nova-compute[86206]:       <entry name="uuid">33b1774f-a0bc-4b20-ad24-569cf7e48330</entry>
Nov 10 13:18:18 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:18:18 user nova-compute[86206]:     </system>
Nov 10 13:18:18 user nova-compute[86206]:   </sysinfo>
Nov 10 13:18:18 user nova-compute[86206]:   <os>
Nov 10 13:18:18 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:18:18 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:18:18 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:18:18 user nova-compute[86206]:   </os>
Nov 10 13:18:18 user nova-compute[86206]:   <features>
Nov 10 13:18:18 user nova-compute[86206]:     <acpi/>
Nov 10 13:18:18 user nova-compute[86206]:     <apic/>
Nov 10 13:18:18 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:18:18 user nova-compute[86206]:   </features>
Nov 10 13:18:18 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:18:18 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:18:18 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:18:18 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:18:18 user nova-compute[86206]:   </clock>
Nov 10 13:18:18 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:18:18 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:18:18 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:18:18 user nova-compute[86206]:   </cpu>
Nov 10 13:18:18 user nova-compute[86206]:   <devices>
Nov 10 13:18:18 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:18:18 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:18:18 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/33b1774f-a0bc-4b20-ad24-569cf7e48330/disk"/>
Nov 10 13:18:18 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:18:18 user nova-compute[86206]:     </disk>
Nov 10 13:18:18 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:18:18 user nova-compute[86206]:       <mac address="fa:16:3e:3c:a1:db"/>
Nov 10 13:18:18 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:18:18 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:18:18 user nova-compute[86206]:       <target dev="tapb8e1b53c-60"/>
Nov 10 13:18:18 user nova-compute[86206]:     </interface>
Nov 10 13:18:18 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:18:18 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/33b1774f-a0bc-4b20-ad24-569cf7e48330/console.log" append="off"/>
Nov 10 13:18:18 user nova-compute[86206]:     </serial>
Nov 10 13:18:18 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:18:18 user nova-compute[86206]:     <video>
Nov 10 13:18:18 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:18:18 user nova-compute[86206]:     </video>
Nov 10 13:18:18 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:18:18 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:18:18 user nova-compute[86206]:     </rng>
Nov 10 13:18:18 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:18:18 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:18:18 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:18:18 user nova-compute[86206]:     </memballoon>
Nov 10 13:18:18 user nova-compute[86206]:   </devices>
Nov 10 13:18:18 user nova-compute[86206]: </domain>
Nov 10 13:18:18 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:18:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-694537106',display_name='tempest-ServersNegativeTestJSON-server-694537106',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-694537106',id=10,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0aed5ce41010461b98a997550f689060',ramdisk_id='',reservation_id='r-5y01mpy0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1781341942',owner_user_name='tempest-ServersNegativeTestJSON-1781341942-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:18:17Z,user_data=None,user_id='eced418f877a482ea05277974f9c4d45',uuid=33b1774f-a0bc-4b20-ad24-569cf7e48330,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b8e1b53c-6089-4be9-b00f-43d527911622", "address": "fa:16:3e:3c:a1:db", "network": {"id": "17486e25-6e94-4870-b6a1-b6a46035b309", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1565031351-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0aed5ce41010461b98a997550f689060", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8e1b53c-60", "ovs_interfaceid": "b8e1b53c-6089-4be9-b00f-43d527911622", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Converting VIF {"id": "b8e1b53c-6089-4be9-b00f-43d527911622", "address": "fa:16:3e:3c:a1:db", "network": {"id": "17486e25-6e94-4870-b6a1-b6a46035b309", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1565031351-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0aed5ce41010461b98a997550f689060", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8e1b53c-60", "ovs_interfaceid": "b8e1b53c-6089-4be9-b00f-43d527911622", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3c:a1:db,bridge_name='br-int',has_traffic_filtering=True,id=b8e1b53c-6089-4be9-b00f-43d527911622,network=Network(17486e25-6e94-4870-b6a1-b6a46035b309),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb8e1b53c-60') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG os_vif [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3c:a1:db,bridge_name='br-int',has_traffic_filtering=True,id=b8e1b53c-6089-4be9-b00f-43d527911622,network=Network(17486e25-6e94-4870-b6a1-b6a46035b309),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb8e1b53c-60') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e2dccf6d-c8fb-5a17-ad0e-62067430f609', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb8e1b53c-60, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb8e1b53c-60, col_values=(('qos', UUID('7fc1da42-a17f-42dc-b684-3669a77a6023')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb8e1b53c-60, col_values=(('external_ids', {'iface-id': 'b8e1b53c-6089-4be9-b00f-43d527911622', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3c:a1:db', 'vm-uuid': '33b1774f-a0bc-4b20-ad24-569cf7e48330'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:18:18 user nova-compute[86206]: INFO os_vif [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3c:a1:db,bridge_name='br-int',has_traffic_filtering=True,id=b8e1b53c-6089-4be9-b00f-43d527911622,network=Network(17486e25-6e94-4870-b6a1-b6a46035b309),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb8e1b53c-60')
Nov 10 13:18:18 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:18:18 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] No VIF found with MAC fa:16:3e:3c:a1:db, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:18:19 user nova-compute[86206]: DEBUG nova.network.neutron [req-bd6f6b0c-3262-4031-a46c-664a2f74fc33 req-c7726a03-16b1-4c1f-b097-d4aa3d75f570 service nova] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Updated VIF entry in instance network info cache for port b8e1b53c-6089-4be9-b00f-43d527911622. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:18:19 user nova-compute[86206]: DEBUG nova.network.neutron [req-bd6f6b0c-3262-4031-a46c-664a2f74fc33 req-c7726a03-16b1-4c1f-b097-d4aa3d75f570 service nova] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Updating instance_info_cache with network_info: [{"id": "b8e1b53c-6089-4be9-b00f-43d527911622", "address": "fa:16:3e:3c:a1:db", "network": {"id": "17486e25-6e94-4870-b6a1-b6a46035b309", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1565031351-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0aed5ce41010461b98a997550f689060", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8e1b53c-60", "ovs_interfaceid": "b8e1b53c-6089-4be9-b00f-43d527911622", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:18:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-bd6f6b0c-3262-4031-a46c-664a2f74fc33 req-c7726a03-16b1-4c1f-b097-d4aa3d75f570 service nova] Releasing lock "refresh_cache-33b1774f-a0bc-4b20-ad24-569cf7e48330" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:18:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:18:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:18:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:18:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:18:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:18:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:18:20 user nova-compute[86206]: DEBUG nova.compute.manager [req-ca699c49-9cad-417b-b26e-be60e22fdf73 req-b0400ddf-a349-4bcd-b429-bbce09feb6be service nova] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Received event network-vif-plugged-b8e1b53c-6089-4be9-b00f-43d527911622 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:18:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-ca699c49-9cad-417b-b26e-be60e22fdf73 req-b0400ddf-a349-4bcd-b429-bbce09feb6be service nova] Acquiring lock "33b1774f-a0bc-4b20-ad24-569cf7e48330-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:18:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-ca699c49-9cad-417b-b26e-be60e22fdf73 req-b0400ddf-a349-4bcd-b429-bbce09feb6be service nova] Lock "33b1774f-a0bc-4b20-ad24-569cf7e48330-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:18:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-ca699c49-9cad-417b-b26e-be60e22fdf73 req-b0400ddf-a349-4bcd-b429-bbce09feb6be service nova] Lock "33b1774f-a0bc-4b20-ad24-569cf7e48330-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:18:20 user nova-compute[86206]: DEBUG nova.compute.manager [req-ca699c49-9cad-417b-b26e-be60e22fdf73 req-b0400ddf-a349-4bcd-b429-bbce09feb6be service nova] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] No waiting events found dispatching network-vif-plugged-b8e1b53c-6089-4be9-b00f-43d527911622 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:18:20 user nova-compute[86206]: WARNING nova.compute.manager [req-ca699c49-9cad-417b-b26e-be60e22fdf73 req-b0400ddf-a349-4bcd-b429-bbce09feb6be service nova] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Received unexpected event network-vif-plugged-b8e1b53c-6089-4be9-b00f-43d527911622 for instance with vm_state building and task_state spawning.
Nov 10 13:18:22 user nova-compute[86206]: DEBUG nova.compute.manager [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:18:22 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:18:22 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Instance spawned successfully.
Nov 10 13:18:22 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:18:22 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:18:22 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:18:22 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:18:22 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:18:22 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:18:22 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:18:22 user nova-compute[86206]: INFO nova.compute.manager [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Took 5.55 seconds to spawn the instance on the hypervisor.
Nov 10 13:18:22 user nova-compute[86206]: DEBUG nova.compute.manager [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:18:22 user nova-compute[86206]: INFO nova.compute.manager [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Took 6.38 seconds to build instance.
Nov 10 13:18:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f13797da-f534-473f-a0e2-aadd51af3a27 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Lock "33b1774f-a0bc-4b20-ad24-569cf7e48330" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.473s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:18:22 user nova-compute[86206]: DEBUG nova.compute.manager [req-07959b47-5193-4598-9a37-d6976c242aa8 req-9d12deac-90f1-4042-98dc-55b2f92e3de2 service nova] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Received event network-vif-plugged-b8e1b53c-6089-4be9-b00f-43d527911622 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:18:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-07959b47-5193-4598-9a37-d6976c242aa8 req-9d12deac-90f1-4042-98dc-55b2f92e3de2 service nova] Acquiring lock "33b1774f-a0bc-4b20-ad24-569cf7e48330-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:18:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-07959b47-5193-4598-9a37-d6976c242aa8 req-9d12deac-90f1-4042-98dc-55b2f92e3de2 service nova] Lock "33b1774f-a0bc-4b20-ad24-569cf7e48330-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:18:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-07959b47-5193-4598-9a37-d6976c242aa8 req-9d12deac-90f1-4042-98dc-55b2f92e3de2 service nova] Lock "33b1774f-a0bc-4b20-ad24-569cf7e48330-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:18:22 user nova-compute[86206]: DEBUG nova.compute.manager [req-07959b47-5193-4598-9a37-d6976c242aa8 req-9d12deac-90f1-4042-98dc-55b2f92e3de2 service nova] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] No waiting events found dispatching network-vif-plugged-b8e1b53c-6089-4be9-b00f-43d527911622 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:18:22 user nova-compute[86206]: WARNING nova.compute.manager [req-07959b47-5193-4598-9a37-d6976c242aa8 req-9d12deac-90f1-4042-98dc-55b2f92e3de2 service nova] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Received unexpected event network-vif-plugged-b8e1b53c-6089-4be9-b00f-43d527911622 for instance with vm_state active and task_state None.
Nov 10 13:18:22 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:18:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:18:23 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:18:23 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:18:24 user nova-compute[86206]: DEBUG nova.compute.manager [None req-f5c4531c-eb9e-438f-8cc5-b8bc1d5aec93 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:18:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "refresh_cache-8a33ec46-b992-43b7-afda-871050c77a74" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:18:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquired lock "refresh_cache-8a33ec46-b992-43b7-afda-871050c77a74" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:18:24 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Forcefully refreshing network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 10 13:18:24 user nova-compute[86206]: INFO nova.compute.manager [None req-f5c4531c-eb9e-438f-8cc5-b8bc1d5aec93 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] instance snapshotting
Nov 10 13:18:24 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-f5c4531c-eb9e-438f-8cc5-b8bc1d5aec93 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Beginning live snapshot process
Nov 10 13:18:24 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f5c4531c-eb9e-438f-8cc5-b8bc1d5aec93 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json -f qcow2 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Acquiring lock "8a33ec46-b992-43b7-afda-871050c77a74" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:18:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Lock "8a33ec46-b992-43b7-afda-871050c77a74" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:18:25 user nova-compute[86206]: DEBUG nova.objects.instance [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Lazy-loading 'flavor' on Instance uuid 8a33ec46-b992-43b7-afda-871050c77a74 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:18:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f5c4531c-eb9e-438f-8cc5-b8bc1d5aec93 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json -f qcow2" returned: 0 in 0.179s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:18:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f5c4531c-eb9e-438f-8cc5-b8bc1d5aec93 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json -f qcow2 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Lock "8a33ec46-b992-43b7-afda-871050c77a74" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.120s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:18:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f5c4531c-eb9e-438f-8cc5-b8bc1d5aec93 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json -f qcow2" returned: 0 in 0.171s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:18:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f5c4531c-eb9e-438f-8cc5-b8bc1d5aec93 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:25 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Updating instance_info_cache with network_info: [{"id": "b08a55e6-e540-4948-bc09-08a3ade54a88", "address": "fa:16:3e:0b:41:e9", "network": {"id": "62aa9918-f1b9-4d5f-bbcc-74e552b56ff0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-752249340-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "55d32255746e4d829c7a955e904ba2b6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb08a55e6-e5", "ovs_interfaceid": "b08a55e6-e540-4948-bc09-08a3ade54a88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:18:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Releasing lock "refresh_cache-8a33ec46-b992-43b7-afda-871050c77a74" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:18:25 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Updated the network info_cache for instance {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 10 13:18:25 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:18:25 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:18:25 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:18:25 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:18:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:18:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:18:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:18:25 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:18:25 user nova-compute[86206]: DEBUG nova.compute.manager [req-6398fee6-ce2c-451d-9d83-d9d57d076ab2 req-c42d84cc-6a50-42fa-acaf-0f260882a721 service nova] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Received event network-changed-e77bf2d2-2e29-42eb-896a-57bde9a85c3a {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:18:25 user nova-compute[86206]: DEBUG nova.compute.manager [req-6398fee6-ce2c-451d-9d83-d9d57d076ab2 req-c42d84cc-6a50-42fa-acaf-0f260882a721 service nova] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Refreshing instance network info cache due to event network-changed-e77bf2d2-2e29-42eb-896a-57bde9a85c3a. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:18:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6398fee6-ce2c-451d-9d83-d9d57d076ab2 req-c42d84cc-6a50-42fa-acaf-0f260882a721 service nova] Acquiring lock "refresh_cache-4509d78d-a41e-4150-beef-feed0bb03160" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:18:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6398fee6-ce2c-451d-9d83-d9d57d076ab2 req-c42d84cc-6a50-42fa-acaf-0f260882a721 service nova] Acquired lock "refresh_cache-4509d78d-a41e-4150-beef-feed0bb03160" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:18:25 user nova-compute[86206]: DEBUG nova.network.neutron [req-6398fee6-ce2c-451d-9d83-d9d57d076ab2 req-c42d84cc-6a50-42fa-acaf-0f260882a721 service nova] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Refreshing network info cache for port e77bf2d2-2e29-42eb-896a-57bde9a85c3a {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:18:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Acquiring lock "8a33ec46-b992-43b7-afda-871050c77a74" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:18:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Lock "8a33ec46-b992-43b7-afda-871050c77a74" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:18:25 user nova-compute[86206]: INFO nova.compute.manager [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Attaching volume 86ab11e4-b5f8-4408-8c0a-9166d42a63a6 to /dev/vdb
Nov 10 13:18:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f5c4531c-eb9e-438f-8cc5-b8bc1d5aec93 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.223s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:18:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f5c4531c-eb9e-438f-8cc5-b8bc1d5aec93 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp2ktih49_/67f18df0ff564994948f300ea2a9aa0f.delta 1073741824 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f5c4531c-eb9e-438f-8cc5-b8bc1d5aec93 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp2ktih49_/67f18df0ff564994948f300ea2a9aa0f.delta 1073741824" returned: 0 in 0.060s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:18:25 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-f5c4531c-eb9e-438f-8cc5-b8bc1d5aec93 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 10 13:18:25 user nova-compute[86206]: DEBUG os_brick.utils [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:18:25 user nova-compute[86206]: INFO oslo.privsep.daemon [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'os_brick.privileged.default', '--privsep_sock_path', '/tmp/tmpcjp606s7/privsep.sock']
Nov 10 13:18:25 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-f5c4531c-eb9e-438f-8cc5-b8bc1d5aec93 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Checking UEFI support for host arch (x86_64) {{(pid=86206) supports_uefi /opt/stack/nova/nova/virt/libvirt/host.py:1751}}
Nov 10 13:18:25 user nova-compute[86206]: INFO nova.virt.libvirt.host [None req-f5c4531c-eb9e-438f-8cc5-b8bc1d5aec93 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] UEFI support detected
Nov 10 13:18:25 user sudo[97525]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmpcjp606s7/privsep.sock
Nov 10 13:18:25 user sudo[97525]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Nov 10 13:18:25 user nova-compute[86206]: DEBUG nova.network.neutron [req-6398fee6-ce2c-451d-9d83-d9d57d076ab2 req-c42d84cc-6a50-42fa-acaf-0f260882a721 service nova] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Updated VIF entry in instance network info cache for port e77bf2d2-2e29-42eb-896a-57bde9a85c3a. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:18:25 user nova-compute[86206]: DEBUG nova.network.neutron [req-6398fee6-ce2c-451d-9d83-d9d57d076ab2 req-c42d84cc-6a50-42fa-acaf-0f260882a721 service nova] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Updating instance_info_cache with network_info: [{"id": "e77bf2d2-2e29-42eb-896a-57bde9a85c3a", "address": "fa:16:3e:b1:2e:11", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape77bf2d2-2e", "ovs_interfaceid": "e77bf2d2-2e29-42eb-896a-57bde9a85c3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:18:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6398fee6-ce2c-451d-9d83-d9d57d076ab2 req-c42d84cc-6a50-42fa-acaf-0f260882a721 service nova] Releasing lock "refresh_cache-4509d78d-a41e-4150-beef-feed0bb03160" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:18:26 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-f5c4531c-eb9e-438f-8cc5-b8bc1d5aec93 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=86206) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 10 13:18:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/51997b6e-371c-49d4-a082-c8cf3421b831/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/51997b6e-371c-49d4-a082-c8cf3421b831/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:18:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/51997b6e-371c-49d4-a082-c8cf3421b831/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:26 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-f5c4531c-eb9e-438f-8cc5-b8bc1d5aec93 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=86206) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 10 13:18:26 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-f5c4531c-eb9e-438f-8cc5-b8bc1d5aec93 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 10 13:18:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/51997b6e-371c-49d4-a082-c8cf3421b831/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:18:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:27 user nova-compute[86206]: DEBUG nova.privsep.utils [None req-f5c4531c-eb9e-438f-8cc5-b8bc1d5aec93 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=86206) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 10 13:18:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f5c4531c-eb9e-438f-8cc5-b8bc1d5aec93 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp2ktih49_/67f18df0ff564994948f300ea2a9aa0f.delta /opt/stack/data/nova/instances/snapshots/tmp2ktih49_/67f18df0ff564994948f300ea2a9aa0f {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:27 user sudo[97525]: pam_unix(sudo:session): session closed for user root
Nov 10 13:18:27 user nova-compute[86206]: INFO oslo.privsep.daemon [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Spawned new privsep daemon via rootwrap
Nov 10 13:18:27 user nova-compute[86206]: INFO oslo.privsep.daemon [-] privsep daemon starting
Nov 10 13:18:27 user nova-compute[86206]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Nov 10 13:18:27 user nova-compute[86206]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_SYS_ADMIN/CAP_SYS_ADMIN/none
Nov 10 13:18:27 user nova-compute[86206]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 97560
Nov 10 13:18:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:18:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2d63663-bc89-448a-9328-9a005824a939]: (2,) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:18:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:18:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b15c219a-8a9d-4a49-921d-6b20918395d1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:18:27 user nova-compute[86206]: WARNING os_brick.initiator.connectors.nvmeof [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Could not find nvme_core/parameters/multipath: FileNotFoundError: [Errno 2] No such file or directory: '/sys/module/nvme_core/parameters/multipath'
Nov 10 13:18:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json" returned: 0 in 0.296s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:18:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a33ec46-b992-43b7-afda-871050c77a74/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f5c4531c-eb9e-438f-8cc5-b8bc1d5aec93 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp2ktih49_/67f18df0ff564994948f300ea2a9aa0f.delta /opt/stack/data/nova/instances/snapshots/tmp2ktih49_/67f18df0ff564994948f300ea2a9aa0f" returned: 0 in 0.462s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:18:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:18:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0b2fb1c-8b59-4058-93c4-2acd445b3d5d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:18:27 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-f5c4531c-eb9e-438f-8cc5-b8bc1d5aec93 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Snapshot extracted, beginning image upload
Nov 10 13:18:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:18:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[2540592c-b228-41c8-a09c-6e56646c8b2a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:18:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7bc54ce-c5c3-4363-83d9-771b0773bfef]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:18:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:18:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:18:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:18:27 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:18:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[adf5a08f-8b8a-4166-b2bb-066638ec0a4c]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:18:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:18:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:18:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:18:27 user nova-compute[86206]: DEBUG os_brick.utils [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] <== get_connector_properties: return (2081ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:18:27 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Updating existing volume attachment record: fd41c8ea-594c-4e4c-b79c-065ffeb7d1d9 {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 13:18:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a33ec46-b992-43b7-afda-871050c77a74/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:18:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a33ec46-b992-43b7-afda-871050c77a74/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:18:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Acquiring lock "1a2b54d2-f6d8-495a-9e59-b2ba3de336d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:18:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Lock "1a2b54d2-f6d8-495a-9e59-b2ba3de336d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:18:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a33ec46-b992-43b7-afda-871050c77a74/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:18:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97eb8568-6a00-4d04-b621-16f2921b3761/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:27 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:18:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:18:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:18:28 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:18:28 user nova-compute[86206]: INFO nova.compute.claims [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Claim successful on node user
Nov 10 13:18:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97eb8568-6a00-4d04-b621-16f2921b3761/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:18:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97eb8568-6a00-4d04-b621-16f2921b3761/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97eb8568-6a00-4d04-b621-16f2921b3761/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:18:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319b5e3c-5f62-41da-93b6-7c6b9da3e261/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319b5e3c-5f62-41da-93b6-7c6b9da3e261/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:18:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319b5e3c-5f62-41da-93b6-7c6b9da3e261/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:28 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:18:28 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:18:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.661s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:18:28 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:18:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:18:28 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:18:28 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:18:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319b5e3c-5f62-41da-93b6-7c6b9da3e261/disk --force-share --output=json" returned: 0 in 0.245s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:18:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/435e1f3c-3a23-4f40-a90e-844547969c7f/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:28 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:18:29 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:18:29 user nova-compute[86206]: DEBUG nova.policy [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '621ae0d4120e42b389d0616f3841d15e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d7ca630936f443e851cc1793bd39868', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:18:29 user nova-compute[86206]: INFO nova.virt.block_device [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Booting with volume 0ebeea73-ca7e-487a-a090-fb8813506f5b at /dev/vda
Nov 10 13:18:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/435e1f3c-3a23-4f40-a90e-844547969c7f/disk --force-share --output=json" returned: 0 in 0.452s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:18:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/435e1f3c-3a23-4f40-a90e-844547969c7f/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:29 user nova-compute[86206]: DEBUG os_brick.utils [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:18:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:18:29 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed307d97-1d66-4652-8436-c1af37967c9d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:18:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:18:29 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[095c0ed7-566f-4f0c-926d-c225a6b648c6]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:18:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:18:29 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab653ac8-cbcb-42c2-a2c2-397fcdf95fad]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:18:29 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a4de29c-2e9f-4944-ae68-1d56f19a7e07]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:18:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:18:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:18:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:18:29 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:18:29 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[87433032-2a15-4d75-870d-89bac7a84822]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:18:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:18:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:18:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:18:29 user nova-compute[86206]: DEBUG os_brick.utils [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:18:29 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Updating existing volume attachment record: 141d8c9c-2624-4340-9c88-862451e83e8f {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 13:18:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/435e1f3c-3a23-4f40-a90e-844547969c7f/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:18:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:18:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:18:29 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Successfully created port: 79246c44-269a-4be0-b926-dc16958eb9cf {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:18:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:18:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b1774f-a0bc-4b20-ad24-569cf7e48330/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b1774f-a0bc-4b20-ad24-569cf7e48330/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:18:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b1774f-a0bc-4b20-ad24-569cf7e48330/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:30 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Successfully created port: d15556cd-8481-47fd-8cd9-dcfd9dc3995d {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:18:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b1774f-a0bc-4b20-ad24-569cf7e48330/disk --force-share --output=json" returned: 0 in 0.303s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:18:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:30 user nova-compute[86206]: DEBUG nova.compute.manager [req-f0698d98-486e-4bc7-8614-3d3c54e40091 req-7247cf16-a561-4926-b780-d134878aa837 service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Received event network-changed-e68d4301-0a1f-4862-bfed-8364908b8820 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:18:30 user nova-compute[86206]: DEBUG nova.compute.manager [req-f0698d98-486e-4bc7-8614-3d3c54e40091 req-7247cf16-a561-4926-b780-d134878aa837 service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Refreshing instance network info cache due to event network-changed-e68d4301-0a1f-4862-bfed-8364908b8820. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:18:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f0698d98-486e-4bc7-8614-3d3c54e40091 req-7247cf16-a561-4926-b780-d134878aa837 service nova] Acquiring lock "refresh_cache-93bd47f6-1459-4e93-b2d0-edff930f4498" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:18:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f0698d98-486e-4bc7-8614-3d3c54e40091 req-7247cf16-a561-4926-b780-d134878aa837 service nova] Acquired lock "refresh_cache-93bd47f6-1459-4e93-b2d0-edff930f4498" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:18:30 user nova-compute[86206]: DEBUG nova.network.neutron [req-f0698d98-486e-4bc7-8614-3d3c54e40091 req-7247cf16-a561-4926-b780-d134878aa837 service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Refreshing network info cache for port e68d4301-0a1f-4862-bfed-8364908b8820 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:18:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/disk --force-share --output=json" returned: 0 in 0.259s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:18:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:30 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-f5c4531c-eb9e-438f-8cc5-b8bc1d5aec93 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Snapshot image upload complete
Nov 10 13:18:30 user nova-compute[86206]: INFO nova.compute.manager [None req-f5c4531c-eb9e-438f-8cc5-b8bc1d5aec93 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Took 6.44 seconds to snapshot the instance on the hypervisor.
Nov 10 13:18:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:18:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93bd47f6-1459-4e93-b2d0-edff930f4498/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:31 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Successfully created port: 01e44262-9c30-4e85-b045-2a8b23114b37 {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:18:31 user nova-compute[86206]: DEBUG nova.network.neutron [req-f0698d98-486e-4bc7-8614-3d3c54e40091 req-7247cf16-a561-4926-b780-d134878aa837 service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Updated VIF entry in instance network info cache for port e68d4301-0a1f-4862-bfed-8364908b8820. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:18:31 user nova-compute[86206]: DEBUG nova.network.neutron [req-f0698d98-486e-4bc7-8614-3d3c54e40091 req-7247cf16-a561-4926-b780-d134878aa837 service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Updating instance_info_cache with network_info: [{"id": "e68d4301-0a1f-4862-bfed-8364908b8820", "address": "fa:16:3e:d0:1e:6f", "network": {"id": "5a991f6d-4193-40ea-9421-a275452a484e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-83404637-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e28d28d5ba14f608683b61fac770521", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape68d4301-0a", "ovs_interfaceid": "e68d4301-0a1f-4862-bfed-8364908b8820", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:18:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93bd47f6-1459-4e93-b2d0-edff930f4498/disk --force-share --output=json" returned: 0 in 0.286s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:18:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93bd47f6-1459-4e93-b2d0-edff930f4498/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f0698d98-486e-4bc7-8614-3d3c54e40091 req-7247cf16-a561-4926-b780-d134878aa837 service nova] Releasing lock "refresh_cache-93bd47f6-1459-4e93-b2d0-edff930f4498" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:18:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93bd47f6-1459-4e93-b2d0-edff930f4498/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:18:32 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Successfully created port: 13211b8c-dfd6-4846-bc31-a408c5742124 {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:18:32 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:18:32 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:18:32 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=7253MB free_disk=25.547550201416016GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:18:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:18:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:18:32 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance fbca50b2-5d7e-405a-ae5b-20651146376d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:18:32 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 8a33ec46-b992-43b7-afda-871050c77a74 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:18:32 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance e040d0fe-dea0-451e-91e2-6852000fa9dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:18:32 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 4509d78d-a41e-4150-beef-feed0bb03160 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:18:32 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 93bd47f6-1459-4e93-b2d0-edff930f4498 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:18:32 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 319b5e3c-5f62-41da-93b6-7c6b9da3e261 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:18:32 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 97eb8568-6a00-4d04-b621-16f2921b3761 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:18:32 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 51997b6e-371c-49d4-a082-c8cf3421b831 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:18:32 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 435e1f3c-3a23-4f40-a90e-844547969c7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:18:32 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 33b1774f-a0bc-4b20-ad24-569cf7e48330 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:18:32 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:18:32 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:18:32 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:18:32 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Successfully created port: 06ed55bb-a339-4d8a-ad2d-324531af9b25 {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:18:32 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:18:32 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:18:32 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:18:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.583s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:18:32 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:18:33 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Successfully updated port: 79246c44-269a-4be0-b926-dc16958eb9cf {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:18:33 user nova-compute[86206]: DEBUG nova.compute.manager [req-35aa4383-7a1f-476b-97a9-44ea584d83bb req-345f4810-bcbd-492a-a44b-64e96769e1ce service nova] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Received event network-changed-79246c44-269a-4be0-b926-dc16958eb9cf {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:18:33 user nova-compute[86206]: DEBUG nova.compute.manager [req-35aa4383-7a1f-476b-97a9-44ea584d83bb req-345f4810-bcbd-492a-a44b-64e96769e1ce service nova] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Refreshing instance network info cache due to event network-changed-79246c44-269a-4be0-b926-dc16958eb9cf. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:18:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-35aa4383-7a1f-476b-97a9-44ea584d83bb req-345f4810-bcbd-492a-a44b-64e96769e1ce service nova] Acquiring lock "refresh_cache-1a2b54d2-f6d8-495a-9e59-b2ba3de336d4" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:18:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-35aa4383-7a1f-476b-97a9-44ea584d83bb req-345f4810-bcbd-492a-a44b-64e96769e1ce service nova] Acquired lock "refresh_cache-1a2b54d2-f6d8-495a-9e59-b2ba3de336d4" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:18:33 user nova-compute[86206]: DEBUG nova.network.neutron [req-35aa4383-7a1f-476b-97a9-44ea584d83bb req-345f4810-bcbd-492a-a44b-64e96769e1ce service nova] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Refreshing network info cache for port 79246c44-269a-4be0-b926-dc16958eb9cf {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:18:33 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:18:33 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:18:33 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:18:33 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:18:33 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:18:33 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 13:18:33 user nova-compute[86206]: DEBUG nova.network.neutron [req-35aa4383-7a1f-476b-97a9-44ea584d83bb req-345f4810-bcbd-492a-a44b-64e96769e1ce service nova] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:18:33 user nova-compute[86206]: DEBUG nova.network.neutron [req-35aa4383-7a1f-476b-97a9-44ea584d83bb req-345f4810-bcbd-492a-a44b-64e96769e1ce service nova] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:18:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-35aa4383-7a1f-476b-97a9-44ea584d83bb req-345f4810-bcbd-492a-a44b-64e96769e1ce service nova] Releasing lock "refresh_cache-1a2b54d2-f6d8-495a-9e59-b2ba3de336d4" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:18:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:18:33 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Successfully updated port: d6d1a0fa-71b7-4d25-9287-dc6d6543efbb {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:18:34 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Successfully updated port: 50482d94-de3a-473f-a748-bfa5f3fa4f2d {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:18:35 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Successfully updated port: d15556cd-8481-47fd-8cd9-dcfd9dc3995d {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:18:35 user nova-compute[86206]: DEBUG nova.compute.manager [req-d1be75c2-680c-48ff-9677-b364e0112fcd req-3f9f289f-abe0-478b-af6d-32e83aa74e05 service nova] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Received event network-changed-d6d1a0fa-71b7-4d25-9287-dc6d6543efbb {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:18:35 user nova-compute[86206]: DEBUG nova.compute.manager [req-d1be75c2-680c-48ff-9677-b364e0112fcd req-3f9f289f-abe0-478b-af6d-32e83aa74e05 service nova] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Refreshing instance network info cache due to event network-changed-d6d1a0fa-71b7-4d25-9287-dc6d6543efbb. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:18:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d1be75c2-680c-48ff-9677-b364e0112fcd req-3f9f289f-abe0-478b-af6d-32e83aa74e05 service nova] Acquiring lock "refresh_cache-1a2b54d2-f6d8-495a-9e59-b2ba3de336d4" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:18:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d1be75c2-680c-48ff-9677-b364e0112fcd req-3f9f289f-abe0-478b-af6d-32e83aa74e05 service nova] Acquired lock "refresh_cache-1a2b54d2-f6d8-495a-9e59-b2ba3de336d4" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:18:35 user nova-compute[86206]: DEBUG nova.network.neutron [req-d1be75c2-680c-48ff-9677-b364e0112fcd req-3f9f289f-abe0-478b-af6d-32e83aa74e05 service nova] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Refreshing network info cache for port d6d1a0fa-71b7-4d25-9287-dc6d6543efbb {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:18:35 user nova-compute[86206]: DEBUG nova.network.neutron [req-d1be75c2-680c-48ff-9677-b364e0112fcd req-3f9f289f-abe0-478b-af6d-32e83aa74e05 service nova] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:18:35 user nova-compute[86206]: DEBUG nova.network.neutron [req-d1be75c2-680c-48ff-9677-b364e0112fcd req-3f9f289f-abe0-478b-af6d-32e83aa74e05 service nova] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:18:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d1be75c2-680c-48ff-9677-b364e0112fcd req-3f9f289f-abe0-478b-af6d-32e83aa74e05 service nova] Releasing lock "refresh_cache-1a2b54d2-f6d8-495a-9e59-b2ba3de336d4" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:18:35 user nova-compute[86206]: DEBUG nova.compute.manager [req-d1be75c2-680c-48ff-9677-b364e0112fcd req-3f9f289f-abe0-478b-af6d-32e83aa74e05 service nova] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Received event network-changed-50482d94-de3a-473f-a748-bfa5f3fa4f2d {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:18:35 user nova-compute[86206]: DEBUG nova.compute.manager [req-d1be75c2-680c-48ff-9677-b364e0112fcd req-3f9f289f-abe0-478b-af6d-32e83aa74e05 service nova] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Refreshing instance network info cache due to event network-changed-50482d94-de3a-473f-a748-bfa5f3fa4f2d. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:18:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d1be75c2-680c-48ff-9677-b364e0112fcd req-3f9f289f-abe0-478b-af6d-32e83aa74e05 service nova] Acquiring lock "refresh_cache-1a2b54d2-f6d8-495a-9e59-b2ba3de336d4" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:18:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d1be75c2-680c-48ff-9677-b364e0112fcd req-3f9f289f-abe0-478b-af6d-32e83aa74e05 service nova] Acquired lock "refresh_cache-1a2b54d2-f6d8-495a-9e59-b2ba3de336d4" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:18:35 user nova-compute[86206]: DEBUG nova.network.neutron [req-d1be75c2-680c-48ff-9677-b364e0112fcd req-3f9f289f-abe0-478b-af6d-32e83aa74e05 service nova] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Refreshing network info cache for port 50482d94-de3a-473f-a748-bfa5f3fa4f2d {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:18:35 user nova-compute[86206]: DEBUG nova.network.neutron [req-d1be75c2-680c-48ff-9677-b364e0112fcd req-3f9f289f-abe0-478b-af6d-32e83aa74e05 service nova] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:18:35 user nova-compute[86206]: DEBUG nova.network.neutron [req-d1be75c2-680c-48ff-9677-b364e0112fcd req-3f9f289f-abe0-478b-af6d-32e83aa74e05 service nova] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:18:35 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Successfully updated port: 01e44262-9c30-4e85-b045-2a8b23114b37 {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:18:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d1be75c2-680c-48ff-9677-b364e0112fcd req-3f9f289f-abe0-478b-af6d-32e83aa74e05 service nova] Releasing lock "refresh_cache-1a2b54d2-f6d8-495a-9e59-b2ba3de336d4" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:18:35 user nova-compute[86206]: DEBUG nova.compute.manager [req-d1be75c2-680c-48ff-9677-b364e0112fcd req-3f9f289f-abe0-478b-af6d-32e83aa74e05 service nova] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Received event network-changed-d15556cd-8481-47fd-8cd9-dcfd9dc3995d {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:18:35 user nova-compute[86206]: DEBUG nova.compute.manager [req-d1be75c2-680c-48ff-9677-b364e0112fcd req-3f9f289f-abe0-478b-af6d-32e83aa74e05 service nova] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Refreshing instance network info cache due to event network-changed-d15556cd-8481-47fd-8cd9-dcfd9dc3995d. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:18:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d1be75c2-680c-48ff-9677-b364e0112fcd req-3f9f289f-abe0-478b-af6d-32e83aa74e05 service nova] Acquiring lock "refresh_cache-1a2b54d2-f6d8-495a-9e59-b2ba3de336d4" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:18:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d1be75c2-680c-48ff-9677-b364e0112fcd req-3f9f289f-abe0-478b-af6d-32e83aa74e05 service nova] Acquired lock "refresh_cache-1a2b54d2-f6d8-495a-9e59-b2ba3de336d4" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:18:35 user nova-compute[86206]: DEBUG nova.network.neutron [req-d1be75c2-680c-48ff-9677-b364e0112fcd req-3f9f289f-abe0-478b-af6d-32e83aa74e05 service nova] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Refreshing network info cache for port d15556cd-8481-47fd-8cd9-dcfd9dc3995d {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:18:35 user nova-compute[86206]: DEBUG nova.network.neutron [req-d1be75c2-680c-48ff-9677-b364e0112fcd req-3f9f289f-abe0-478b-af6d-32e83aa74e05 service nova] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:18:36 user nova-compute[86206]: DEBUG nova.network.neutron [req-d1be75c2-680c-48ff-9677-b364e0112fcd req-3f9f289f-abe0-478b-af6d-32e83aa74e05 service nova] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:18:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d1be75c2-680c-48ff-9677-b364e0112fcd req-3f9f289f-abe0-478b-af6d-32e83aa74e05 service nova] Releasing lock "refresh_cache-1a2b54d2-f6d8-495a-9e59-b2ba3de336d4" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:18:36 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Successfully updated port: 13211b8c-dfd6-4846-bc31-a408c5742124 {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:18:37 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Successfully updated port: 06ed55bb-a339-4d8a-ad2d-324531af9b25 {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:18:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Acquiring lock "refresh_cache-1a2b54d2-f6d8-495a-9e59-b2ba3de336d4" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:18:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Acquired lock "refresh_cache-1a2b54d2-f6d8-495a-9e59-b2ba3de336d4" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:18:37 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:18:37 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:18:37 user nova-compute[86206]: DEBUG nova.compute.manager [req-be9eaffc-a596-4e7d-8df0-5f80dc83fcaa req-b4ddb97f-93f2-4377-962f-b635691e73d8 service nova] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Received event network-changed-01e44262-9c30-4e85-b045-2a8b23114b37 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:18:37 user nova-compute[86206]: DEBUG nova.compute.manager [req-be9eaffc-a596-4e7d-8df0-5f80dc83fcaa req-b4ddb97f-93f2-4377-962f-b635691e73d8 service nova] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Refreshing instance network info cache due to event network-changed-01e44262-9c30-4e85-b045-2a8b23114b37. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:18:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-be9eaffc-a596-4e7d-8df0-5f80dc83fcaa req-b4ddb97f-93f2-4377-962f-b635691e73d8 service nova] Acquiring lock "refresh_cache-1a2b54d2-f6d8-495a-9e59-b2ba3de336d4" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:18:37 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:18:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:18:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-fae7fa9c-4d0c-4faf-a724-ec9821a2cc8c tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquiring lock "93bd47f6-1459-4e93-b2d0-edff930f4498" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:18:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-fae7fa9c-4d0c-4faf-a724-ec9821a2cc8c tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "93bd47f6-1459-4e93-b2d0-edff930f4498" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:18:39 user nova-compute[86206]: INFO nova.compute.manager [None req-fae7fa9c-4d0c-4faf-a724-ec9821a2cc8c tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Shelving
Nov 10 13:18:39 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:18:39 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:18:39 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:18:39 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:18:39 user nova-compute[86206]: DEBUG nova.compute.manager [req-85229bcd-2d8c-40a6-8494-fe3f93da7668 req-129506b0-b6d6-4f01-8b5d-aa2dbf687873 service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Received event network-vif-unplugged-e68d4301-0a1f-4862-bfed-8364908b8820 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:18:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-85229bcd-2d8c-40a6-8494-fe3f93da7668 req-129506b0-b6d6-4f01-8b5d-aa2dbf687873 service nova] Acquiring lock "93bd47f6-1459-4e93-b2d0-edff930f4498-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:18:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-85229bcd-2d8c-40a6-8494-fe3f93da7668 req-129506b0-b6d6-4f01-8b5d-aa2dbf687873 service nova] Lock "93bd47f6-1459-4e93-b2d0-edff930f4498-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:18:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-85229bcd-2d8c-40a6-8494-fe3f93da7668 req-129506b0-b6d6-4f01-8b5d-aa2dbf687873 service nova] Lock "93bd47f6-1459-4e93-b2d0-edff930f4498-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:18:39 user nova-compute[86206]: DEBUG nova.compute.manager [req-85229bcd-2d8c-40a6-8494-fe3f93da7668 req-129506b0-b6d6-4f01-8b5d-aa2dbf687873 service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] No waiting events found dispatching network-vif-unplugged-e68d4301-0a1f-4862-bfed-8364908b8820 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:18:39 user nova-compute[86206]: WARNING nova.compute.manager [req-85229bcd-2d8c-40a6-8494-fe3f93da7668 req-129506b0-b6d6-4f01-8b5d-aa2dbf687873 service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Received unexpected event network-vif-unplugged-e68d4301-0a1f-4862-bfed-8364908b8820 for instance with vm_state active and task_state shelving.
Nov 10 13:18:39 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Updating instance_info_cache with network_info: [{"id": "79246c44-269a-4be0-b926-dc16958eb9cf", "address": "fa:16:3e:67:96:18", "network": {"id": "1a51b2b0-598e-44c4-a542-c74ddd689fac", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-878278016-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79246c44-26", "ovs_interfaceid": "79246c44-269a-4be0-b926-dc16958eb9cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d6d1a0fa-71b7-4d25-9287-dc6d6543efbb", "address": "fa:16:3e:3d:0e:59", "network": {"id": "7b97401f-be63-4657-bf2b-e571a1e10d7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1844826408", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6d1a0fa-71", "ovs_interfaceid": "d6d1a0fa-71b7-4d25-9287-dc6d6543efbb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "50482d94-de3a-473f-a748-bfa5f3fa4f2d", "address": "fa:16:3e:8a:5a:3d", "network": {"id": "7b97401f-be63-4657-bf2b-e571a1e10d7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1844826408", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50482d94-de", "ovs_interfaceid": "50482d94-de3a-473f-a748-bfa5f3fa4f2d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d15556cd-8481-47fd-8cd9-dcfd9dc3995d", "address": "fa:16:3e:de:b7:76", "network": {"id": "7b97401f-be63-4657-bf2b-e571a1e10d7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1844826408", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd15556cd-84", "ovs_interfaceid": "d15556cd-8481-47fd-8cd9-dcfd9dc3995d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "01e44262-9c30-4e85-b045-2a8b23114b37", "address": "fa:16:3e:e9:f9:69", "network": {"id": "7b97401f-be63-4657-bf2b-e571a1e10d7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1844826408", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01e44262-9c", "ovs_interfaceid": "01e44262-9c30-4e85-b045-2a8b23114b37", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "13211b8c-dfd6-4846-bc31-a408c5742124", "address": "fa:16:3e:76:d3:ee", "network": {"id": "306acbea-caac-4c6d-8cb3-63561c77b472", "bridge": "br-int", "label": "tempest-device-tagging-net2-1349816993", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13211b8c-df", "ovs_interfaceid": "13211b8c-dfd6-4846-bc31-a408c5742124", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "06ed55bb-a339-4d8a-ad2d-324531af9b25", "address": "fa:16:3e:3f:c0:44", "network": {"id": "306acbea-caac-4c6d-8cb3-63561c77b472", "bridge": "br-int", "label": "tempest-device-tagging-net2-1349816993", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06ed55bb-a3", "ovs_interfaceid": "06ed55bb-a339-4d8a-ad2d-324531af9b25", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:18:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Releasing lock "refresh_cache-1a2b54d2-f6d8-495a-9e59-b2ba3de336d4" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:18:39 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Instance network_info: |[{"id": "79246c44-269a-4be0-b926-dc16958eb9cf", "address": "fa:16:3e:67:96:18", "network": {"id": "1a51b2b0-598e-44c4-a542-c74ddd689fac", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-878278016-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79246c44-26", "ovs_interfaceid": "79246c44-269a-4be0-b926-dc16958eb9cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d6d1a0fa-71b7-4d25-9287-dc6d6543efbb", "address": "fa:16:3e:3d:0e:59", "network": {"id": "7b97401f-be63-4657-bf2b-e571a1e10d7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1844826408", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6d1a0fa-71", "ovs_interfaceid": "d6d1a0fa-71b7-4d25-9287-dc6d6543efbb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "50482d94-de3a-473f-a748-bfa5f3fa4f2d", "address": "fa:16:3e:8a:5a:3d", "network": {"id": "7b97401f-be63-4657-bf2b-e571a1e10d7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1844826408", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50482d94-de", "ovs_interfaceid": "50482d94-de3a-473f-a748-bfa5f3fa4f2d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d15556cd-8481-47fd-8cd9-dcfd9dc3995d", "address": "fa:16:3e:de:b7:76", "network": {"id": "7b97401f-be63-4657-bf2b-e571a1e10d7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1844826408", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd15556cd-84", "ovs_interfaceid": "d15556cd-8481-47fd-8cd9-dcfd9dc3995d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "01e44262-9c30-4e85-b045-2a8b23114b37", "address": "fa:16:3e:e9:f9:69", "network": {"id": "7b97401f-be63-4657-bf2b-e571a1e10d7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1844826408", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01e44262-9c", "ovs_interfaceid": "01e44262-9c30-4e85-b045-2a8b23114b37", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "13211b8c-dfd6-4846-bc31-a408c5742124", "address": "fa:16:3e:76:d3:ee", "network": {"id": "306acbea-caac-4c6d-8cb3-63561c77b472", "bridge": "br-int", "label": "tempest-device-tagging-net2-1349816993", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13211b8c-df", "ovs_interfaceid": "13211b8c-dfd6-4846-bc31-a408c5742124", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "06ed55bb-a339-4d8a-ad2d-324531af9b25", "address": "fa:16:3e:3f:c0:44", "network": {"id": "306acbea-caac-4c6d-8cb3-63561c77b472", "bridge": "br-int", "label": "tempest-device-tagging-net2-1349816993", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06ed55bb-a3", "ovs_interfaceid": "06ed55bb-a339-4d8a-ad2d-324531af9b25", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:18:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-be9eaffc-a596-4e7d-8df0-5f80dc83fcaa req-b4ddb97f-93f2-4377-962f-b635691e73d8 service nova] Acquired lock "refresh_cache-1a2b54d2-f6d8-495a-9e59-b2ba3de336d4" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:18:39 user nova-compute[86206]: DEBUG nova.network.neutron [req-be9eaffc-a596-4e7d-8df0-5f80dc83fcaa req-b4ddb97f-93f2-4377-962f-b635691e73d8 service nova] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Refreshing network info cache for port 01e44262-9c30-4e85-b045-2a8b23114b37 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:18:39 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Instance destroyed successfully.
Nov 10 13:18:39 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-fae7fa9c-4d0c-4faf-a724-ec9821a2cc8c tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Beginning cold snapshot process
Nov 10 13:18:40 user nova-compute[86206]: DEBUG nova.privsep.utils [None req-fae7fa9c-4d0c-4faf-a724-ec9821a2cc8c tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=86206) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 10 13:18:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-fae7fa9c-4d0c-4faf-a724-ec9821a2cc8c tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/93bd47f6-1459-4e93-b2d0-edff930f4498/disk /opt/stack/data/nova/instances/snapshots/tmpl4d4xd9n/cbdeb2bf7ae643d68eb8ca4664236da4 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:40 user nova-compute[86206]: DEBUG nova.network.neutron [req-be9eaffc-a596-4e7d-8df0-5f80dc83fcaa req-b4ddb97f-93f2-4377-962f-b635691e73d8 service nova] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Updated VIF entry in instance network info cache for port 01e44262-9c30-4e85-b045-2a8b23114b37. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:18:40 user nova-compute[86206]: DEBUG nova.network.neutron [req-be9eaffc-a596-4e7d-8df0-5f80dc83fcaa req-b4ddb97f-93f2-4377-962f-b635691e73d8 service nova] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Updating instance_info_cache with network_info: [{"id": "79246c44-269a-4be0-b926-dc16958eb9cf", "address": "fa:16:3e:67:96:18", "network": {"id": "1a51b2b0-598e-44c4-a542-c74ddd689fac", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-878278016-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79246c44-26", "ovs_interfaceid": "79246c44-269a-4be0-b926-dc16958eb9cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d6d1a0fa-71b7-4d25-9287-dc6d6543efbb", "address": "fa:16:3e:3d:0e:59", "network": {"id": "7b97401f-be63-4657-bf2b-e571a1e10d7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1844826408", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6d1a0fa-71", "ovs_interfaceid": "d6d1a0fa-71b7-4d25-9287-dc6d6543efbb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "50482d94-de3a-473f-a748-bfa5f3fa4f2d", "address": "fa:16:3e:8a:5a:3d", "network": {"id": "7b97401f-be63-4657-bf2b-e571a1e10d7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1844826408", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50482d94-de", "ovs_interfaceid": "50482d94-de3a-473f-a748-bfa5f3fa4f2d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d15556cd-8481-47fd-8cd9-dcfd9dc3995d", "address": "fa:16:3e:de:b7:76", "network": {"id": "7b97401f-be63-4657-bf2b-e571a1e10d7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1844826408", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd15556cd-84", "ovs_interfaceid": "d15556cd-8481-47fd-8cd9-dcfd9dc3995d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "01e44262-9c30-4e85-b045-2a8b23114b37", "address": "fa:16:3e:e9:f9:69", "network": {"id": "7b97401f-be63-4657-bf2b-e571a1e10d7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1844826408", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01e44262-9c", "ovs_interfaceid": "01e44262-9c30-4e85-b045-2a8b23114b37", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "13211b8c-dfd6-4846-bc31-a408c5742124", "address": "fa:16:3e:76:d3:ee", "network": {"id": "306acbea-caac-4c6d-8cb3-63561c77b472", "bridge": "br-int", "label": "tempest-device-tagging-net2-1349816993", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13211b8c-df", "ovs_interfaceid": "13211b8c-dfd6-4846-bc31-a408c5742124", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "06ed55bb-a339-4d8a-ad2d-324531af9b25", "address": "fa:16:3e:3f:c0:44", "network": {"id": "306acbea-caac-4c6d-8cb3-63561c77b472", "bridge": "br-int", "label": "tempest-device-tagging-net2-1349816993", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06ed55bb-a3", "ovs_interfaceid": "06ed55bb-a339-4d8a-ad2d-324531af9b25", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:18:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-be9eaffc-a596-4e7d-8df0-5f80dc83fcaa req-b4ddb97f-93f2-4377-962f-b635691e73d8 service nova] Releasing lock "refresh_cache-1a2b54d2-f6d8-495a-9e59-b2ba3de336d4" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:18:40 user nova-compute[86206]: DEBUG nova.compute.manager [req-be9eaffc-a596-4e7d-8df0-5f80dc83fcaa req-b4ddb97f-93f2-4377-962f-b635691e73d8 service nova] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Received event network-changed-13211b8c-dfd6-4846-bc31-a408c5742124 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:18:40 user nova-compute[86206]: DEBUG nova.compute.manager [req-be9eaffc-a596-4e7d-8df0-5f80dc83fcaa req-b4ddb97f-93f2-4377-962f-b635691e73d8 service nova] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Refreshing instance network info cache due to event network-changed-13211b8c-dfd6-4846-bc31-a408c5742124. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:18:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-be9eaffc-a596-4e7d-8df0-5f80dc83fcaa req-b4ddb97f-93f2-4377-962f-b635691e73d8 service nova] Acquiring lock "refresh_cache-1a2b54d2-f6d8-495a-9e59-b2ba3de336d4" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:18:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-be9eaffc-a596-4e7d-8df0-5f80dc83fcaa req-b4ddb97f-93f2-4377-962f-b635691e73d8 service nova] Acquired lock "refresh_cache-1a2b54d2-f6d8-495a-9e59-b2ba3de336d4" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:18:40 user nova-compute[86206]: DEBUG nova.network.neutron [req-be9eaffc-a596-4e7d-8df0-5f80dc83fcaa req-b4ddb97f-93f2-4377-962f-b635691e73d8 service nova] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Refreshing network info cache for port 13211b8c-dfd6-4846-bc31-a408c5742124 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:18:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-fae7fa9c-4d0c-4faf-a724-ec9821a2cc8c tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/93bd47f6-1459-4e93-b2d0-edff930f4498/disk /opt/stack/data/nova/instances/snapshots/tmpl4d4xd9n/cbdeb2bf7ae643d68eb8ca4664236da4" returned: 0 in 0.843s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:18:40 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-fae7fa9c-4d0c-4faf-a724-ec9821a2cc8c tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Snapshot extracted, beginning image upload
Nov 10 13:18:40 user nova-compute[86206]: DEBUG nova.network.neutron [req-be9eaffc-a596-4e7d-8df0-5f80dc83fcaa req-b4ddb97f-93f2-4377-962f-b635691e73d8 service nova] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Updated VIF entry in instance network info cache for port 13211b8c-dfd6-4846-bc31-a408c5742124. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:18:40 user nova-compute[86206]: DEBUG nova.network.neutron [req-be9eaffc-a596-4e7d-8df0-5f80dc83fcaa req-b4ddb97f-93f2-4377-962f-b635691e73d8 service nova] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Updating instance_info_cache with network_info: [{"id": "79246c44-269a-4be0-b926-dc16958eb9cf", "address": "fa:16:3e:67:96:18", "network": {"id": "1a51b2b0-598e-44c4-a542-c74ddd689fac", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-878278016-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79246c44-26", "ovs_interfaceid": "79246c44-269a-4be0-b926-dc16958eb9cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d6d1a0fa-71b7-4d25-9287-dc6d6543efbb", "address": "fa:16:3e:3d:0e:59", "network": {"id": "7b97401f-be63-4657-bf2b-e571a1e10d7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1844826408", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6d1a0fa-71", "ovs_interfaceid": "d6d1a0fa-71b7-4d25-9287-dc6d6543efbb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "50482d94-de3a-473f-a748-bfa5f3fa4f2d", "address": "fa:16:3e:8a:5a:3d", "network": {"id": "7b97401f-be63-4657-bf2b-e571a1e10d7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1844826408", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50482d94-de", "ovs_interfaceid": "50482d94-de3a-473f-a748-bfa5f3fa4f2d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d15556cd-8481-47fd-8cd9-dcfd9dc3995d", "address": "fa:16:3e:de:b7:76", "network": {"id": "7b97401f-be63-4657-bf2b-e571a1e10d7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1844826408", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd15556cd-84", "ovs_interfaceid": "d15556cd-8481-47fd-8cd9-dcfd9dc3995d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "01e44262-9c30-4e85-b045-2a8b23114b37", "address": "fa:16:3e:e9:f9:69", "network": {"id": "7b97401f-be63-4657-bf2b-e571a1e10d7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1844826408", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01e44262-9c", "ovs_interfaceid": "01e44262-9c30-4e85-b045-2a8b23114b37", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "13211b8c-dfd6-4846-bc31-a408c5742124", "address": "fa:16:3e:76:d3:ee", "network": {"id": "306acbea-caac-4c6d-8cb3-63561c77b472", "bridge": "br-int", "label": "tempest-device-tagging-net2-1349816993", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13211b8c-df", "ovs_interfaceid": "13211b8c-dfd6-4846-bc31-a408c5742124", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "06ed55bb-a339-4d8a-ad2d-324531af9b25", "address": "fa:16:3e:3f:c0:44", "network": {"id": "306acbea-caac-4c6d-8cb3-63561c77b472", "bridge": "br-int", "label": "tempest-device-tagging-net2-1349816993", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06ed55bb-a3", "ovs_interfaceid": "06ed55bb-a339-4d8a-ad2d-324531af9b25", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:18:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-be9eaffc-a596-4e7d-8df0-5f80dc83fcaa req-b4ddb97f-93f2-4377-962f-b635691e73d8 service nova] Releasing lock "refresh_cache-1a2b54d2-f6d8-495a-9e59-b2ba3de336d4" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:18:40 user nova-compute[86206]: DEBUG nova.compute.manager [req-be9eaffc-a596-4e7d-8df0-5f80dc83fcaa req-b4ddb97f-93f2-4377-962f-b635691e73d8 service nova] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Received event network-changed-06ed55bb-a339-4d8a-ad2d-324531af9b25 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:18:40 user nova-compute[86206]: DEBUG nova.compute.manager [req-be9eaffc-a596-4e7d-8df0-5f80dc83fcaa req-b4ddb97f-93f2-4377-962f-b635691e73d8 service nova] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Refreshing instance network info cache due to event network-changed-06ed55bb-a339-4d8a-ad2d-324531af9b25. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:18:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-be9eaffc-a596-4e7d-8df0-5f80dc83fcaa req-b4ddb97f-93f2-4377-962f-b635691e73d8 service nova] Acquiring lock "refresh_cache-1a2b54d2-f6d8-495a-9e59-b2ba3de336d4" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:18:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-be9eaffc-a596-4e7d-8df0-5f80dc83fcaa req-b4ddb97f-93f2-4377-962f-b635691e73d8 service nova] Acquired lock "refresh_cache-1a2b54d2-f6d8-495a-9e59-b2ba3de336d4" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:18:40 user nova-compute[86206]: DEBUG nova.network.neutron [req-be9eaffc-a596-4e7d-8df0-5f80dc83fcaa req-b4ddb97f-93f2-4377-962f-b635691e73d8 service nova] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Refreshing network info cache for port 06ed55bb-a339-4d8a-ad2d-324531af9b25 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:18:41 user nova-compute[86206]: DEBUG nova.network.neutron [req-be9eaffc-a596-4e7d-8df0-5f80dc83fcaa req-b4ddb97f-93f2-4377-962f-b635691e73d8 service nova] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Updated VIF entry in instance network info cache for port 06ed55bb-a339-4d8a-ad2d-324531af9b25. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:18:41 user nova-compute[86206]: DEBUG nova.network.neutron [req-be9eaffc-a596-4e7d-8df0-5f80dc83fcaa req-b4ddb97f-93f2-4377-962f-b635691e73d8 service nova] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Updating instance_info_cache with network_info: [{"id": "79246c44-269a-4be0-b926-dc16958eb9cf", "address": "fa:16:3e:67:96:18", "network": {"id": "1a51b2b0-598e-44c4-a542-c74ddd689fac", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-878278016-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79246c44-26", "ovs_interfaceid": "79246c44-269a-4be0-b926-dc16958eb9cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d6d1a0fa-71b7-4d25-9287-dc6d6543efbb", "address": "fa:16:3e:3d:0e:59", "network": {"id": "7b97401f-be63-4657-bf2b-e571a1e10d7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1844826408", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6d1a0fa-71", "ovs_interfaceid": "d6d1a0fa-71b7-4d25-9287-dc6d6543efbb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "50482d94-de3a-473f-a748-bfa5f3fa4f2d", "address": "fa:16:3e:8a:5a:3d", "network": {"id": "7b97401f-be63-4657-bf2b-e571a1e10d7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1844826408", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50482d94-de", "ovs_interfaceid": "50482d94-de3a-473f-a748-bfa5f3fa4f2d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "d15556cd-8481-47fd-8cd9-dcfd9dc3995d", "address": "fa:16:3e:de:b7:76", "network": {"id": "7b97401f-be63-4657-bf2b-e571a1e10d7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1844826408", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd15556cd-84", "ovs_interfaceid": "d15556cd-8481-47fd-8cd9-dcfd9dc3995d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "01e44262-9c30-4e85-b045-2a8b23114b37", "address": "fa:16:3e:e9:f9:69", "network": {"id": "7b97401f-be63-4657-bf2b-e571a1e10d7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1844826408", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01e44262-9c", "ovs_interfaceid": "01e44262-9c30-4e85-b045-2a8b23114b37", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "13211b8c-dfd6-4846-bc31-a408c5742124", "address": "fa:16:3e:76:d3:ee", "network": {"id": "306acbea-caac-4c6d-8cb3-63561c77b472", "bridge": "br-int", "label": "tempest-device-tagging-net2-1349816993", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13211b8c-df", "ovs_interfaceid": "13211b8c-dfd6-4846-bc31-a408c5742124", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "06ed55bb-a339-4d8a-ad2d-324531af9b25", "address": "fa:16:3e:3f:c0:44", "network": {"id": "306acbea-caac-4c6d-8cb3-63561c77b472", "bridge": "br-int", "label": "tempest-device-tagging-net2-1349816993", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06ed55bb-a3", "ovs_interfaceid": "06ed55bb-a339-4d8a-ad2d-324531af9b25", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:18:41 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-be9eaffc-a596-4e7d-8df0-5f80dc83fcaa req-b4ddb97f-93f2-4377-962f-b635691e73d8 service nova] Releasing lock "refresh_cache-1a2b54d2-f6d8-495a-9e59-b2ba3de336d4" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:18:41 user nova-compute[86206]: DEBUG nova.compute.manager [req-2a7d0c32-0125-4bea-b17b-fd402e3eaaaf req-343b4d1d-e225-4e12-b58f-d68ea43ba612 service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Received event network-vif-plugged-e68d4301-0a1f-4862-bfed-8364908b8820 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:18:41 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2a7d0c32-0125-4bea-b17b-fd402e3eaaaf req-343b4d1d-e225-4e12-b58f-d68ea43ba612 service nova] Acquiring lock "93bd47f6-1459-4e93-b2d0-edff930f4498-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:18:41 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2a7d0c32-0125-4bea-b17b-fd402e3eaaaf req-343b4d1d-e225-4e12-b58f-d68ea43ba612 service nova] Lock "93bd47f6-1459-4e93-b2d0-edff930f4498-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:18:41 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2a7d0c32-0125-4bea-b17b-fd402e3eaaaf req-343b4d1d-e225-4e12-b58f-d68ea43ba612 service nova] Lock "93bd47f6-1459-4e93-b2d0-edff930f4498-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:18:41 user nova-compute[86206]: DEBUG nova.compute.manager [req-2a7d0c32-0125-4bea-b17b-fd402e3eaaaf req-343b4d1d-e225-4e12-b58f-d68ea43ba612 service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] No waiting events found dispatching network-vif-plugged-e68d4301-0a1f-4862-bfed-8364908b8820 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:18:41 user nova-compute[86206]: WARNING nova.compute.manager [req-2a7d0c32-0125-4bea-b17b-fd402e3eaaaf req-343b4d1d-e225-4e12-b58f-d68ea43ba612 service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Received unexpected event network-vif-plugged-e68d4301-0a1f-4862-bfed-8364908b8820 for instance with vm_state active and task_state shelving_image_uploading.
Nov 10 13:18:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:18:43 user nova-compute[86206]: DEBUG nova.compute.manager [req-4b9771b5-3715-422c-aaeb-669ba91644f8 req-d2b697f2-529d-4a61-b48c-dd9a6a261c09 service nova] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Received event network-changed-b80b5214-f5f7-4312-b4b0-1086ea8eb01a {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:18:43 user nova-compute[86206]: DEBUG nova.compute.manager [req-4b9771b5-3715-422c-aaeb-669ba91644f8 req-d2b697f2-529d-4a61-b48c-dd9a6a261c09 service nova] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Refreshing instance network info cache due to event network-changed-b80b5214-f5f7-4312-b4b0-1086ea8eb01a. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:18:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4b9771b5-3715-422c-aaeb-669ba91644f8 req-d2b697f2-529d-4a61-b48c-dd9a6a261c09 service nova] Acquiring lock "refresh_cache-319b5e3c-5f62-41da-93b6-7c6b9da3e261" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:18:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4b9771b5-3715-422c-aaeb-669ba91644f8 req-d2b697f2-529d-4a61-b48c-dd9a6a261c09 service nova] Acquired lock "refresh_cache-319b5e3c-5f62-41da-93b6-7c6b9da3e261" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:18:43 user nova-compute[86206]: DEBUG nova.network.neutron [req-4b9771b5-3715-422c-aaeb-669ba91644f8 req-d2b697f2-529d-4a61-b48c-dd9a6a261c09 service nova] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Refreshing network info cache for port b80b5214-f5f7-4312-b4b0-1086ea8eb01a {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:18:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:18:44 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-fae7fa9c-4d0c-4faf-a724-ec9821a2cc8c tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Snapshot image upload complete
Nov 10 13:18:44 user nova-compute[86206]: DEBUG nova.compute.manager [None req-fae7fa9c-4d0c-4faf-a724-ec9821a2cc8c tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:18:44 user nova-compute[86206]: DEBUG nova.network.neutron [req-4b9771b5-3715-422c-aaeb-669ba91644f8 req-d2b697f2-529d-4a61-b48c-dd9a6a261c09 service nova] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Updated VIF entry in instance network info cache for port b80b5214-f5f7-4312-b4b0-1086ea8eb01a. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:18:44 user nova-compute[86206]: DEBUG nova.network.neutron [req-4b9771b5-3715-422c-aaeb-669ba91644f8 req-d2b697f2-529d-4a61-b48c-dd9a6a261c09 service nova] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Updating instance_info_cache with network_info: [{"id": "b80b5214-f5f7-4312-b4b0-1086ea8eb01a", "address": "fa:16:3e:90:5c:ed", "network": {"id": "eaddf27c-6e08-4cb5-9e8f-5938b961baac", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-259672075-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e320fd07e1384fab928ea80d1cc07c8b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb80b5214-f5", "ovs_interfaceid": "b80b5214-f5f7-4312-b4b0-1086ea8eb01a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:18:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4b9771b5-3715-422c-aaeb-669ba91644f8 req-d2b697f2-529d-4a61-b48c-dd9a6a261c09 service nova] Releasing lock "refresh_cache-319b5e3c-5f62-41da-93b6-7c6b9da3e261" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:18:44 user nova-compute[86206]: INFO nova.compute.manager [None req-fae7fa9c-4d0c-4faf-a724-ec9821a2cc8c tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Shelve offloading
Nov 10 13:18:44 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Instance destroyed successfully.
Nov 10 13:18:44 user nova-compute[86206]: DEBUG nova.compute.manager [None req-fae7fa9c-4d0c-4faf-a724-ec9821a2cc8c tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:18:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-fae7fa9c-4d0c-4faf-a724-ec9821a2cc8c tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquiring lock "refresh_cache-93bd47f6-1459-4e93-b2d0-edff930f4498" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:18:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-fae7fa9c-4d0c-4faf-a724-ec9821a2cc8c tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquired lock "refresh_cache-93bd47f6-1459-4e93-b2d0-edff930f4498" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:18:44 user nova-compute[86206]: DEBUG nova.network.neutron [None req-fae7fa9c-4d0c-4faf-a724-ec9821a2cc8c tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:18:44 user nova-compute[86206]: DEBUG nova.network.neutron [None req-fae7fa9c-4d0c-4faf-a724-ec9821a2cc8c tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Updating instance_info_cache with network_info: [{"id": "e68d4301-0a1f-4862-bfed-8364908b8820", "address": "fa:16:3e:d0:1e:6f", "network": {"id": "5a991f6d-4193-40ea-9421-a275452a484e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-83404637-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e28d28d5ba14f608683b61fac770521", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape68d4301-0a", "ovs_interfaceid": "e68d4301-0a1f-4862-bfed-8364908b8820", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:18:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-fae7fa9c-4d0c-4faf-a724-ec9821a2cc8c tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Releasing lock "refresh_cache-93bd47f6-1459-4e93-b2d0-edff930f4498" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:18:45 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Instance destroyed successfully.
Nov 10 13:18:45 user nova-compute[86206]: DEBUG nova.objects.instance [None req-fae7fa9c-4d0c-4faf-a724-ec9821a2cc8c tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lazy-loading 'resources' on Instance uuid 93bd47f6-1459-4e93-b2d0-edff930f4498 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:18:45 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-fae7fa9c-4d0c-4faf-a724-ec9821a2cc8c tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:16:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-496747761',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-496747761',id=5,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDpbea53i6IGmwPYI11GaCkSGuo45njYxuQFAjyAw4d9K6zRUjXpI1Pr2f05e2VVkVe4gae5HQXuGsUohnyWUptkGXSCDEwhkj/+kuzrDzeBhAdOXO2Q9BFfb/gTM0fSmQ==',key_name='tempest-keypair-1320132714',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:16:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='1e28d28d5ba14f608683b61fac770521',ramdisk_id='',reservation_id='r-jyl8nkk8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1902291949',owner_user_name='tempest-AttachVolumeShelveTestJSON-1902291949-project-member',shelved_at='2023-11-10T13:18:44.183943',shelved_host='user',shelved_image_id='d4d73a56-946e-472c-bbef-c555f63098ed'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:18:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9b37dd375e0443eba2635424cedbbbef',uuid=93bd47f6-1459-4e93-b2d0-edff930f4498,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "e68d4301-0a1f-4862-bfed-8364908b8820", "address": "fa:16:3e:d0:1e:6f", "network": {"id": "5a991f6d-4193-40ea-9421-a275452a484e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-83404637-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e28d28d5ba14f608683b61fac770521", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape68d4301-0a", "ovs_interfaceid": "e68d4301-0a1f-4862-bfed-8364908b8820", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:18:45 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-fae7fa9c-4d0c-4faf-a724-ec9821a2cc8c tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Converting VIF {"id": "e68d4301-0a1f-4862-bfed-8364908b8820", "address": "fa:16:3e:d0:1e:6f", "network": {"id": "5a991f6d-4193-40ea-9421-a275452a484e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-83404637-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e28d28d5ba14f608683b61fac770521", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape68d4301-0a", "ovs_interfaceid": "e68d4301-0a1f-4862-bfed-8364908b8820", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:18:45 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-fae7fa9c-4d0c-4faf-a724-ec9821a2cc8c tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d0:1e:6f,bridge_name='br-int',has_traffic_filtering=True,id=e68d4301-0a1f-4862-bfed-8364908b8820,network=Network(5a991f6d-4193-40ea-9421-a275452a484e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape68d4301-0a') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:18:45 user nova-compute[86206]: DEBUG os_vif [None req-fae7fa9c-4d0c-4faf-a724-ec9821a2cc8c tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:1e:6f,bridge_name='br-int',has_traffic_filtering=True,id=e68d4301-0a1f-4862-bfed-8364908b8820,network=Network(5a991f6d-4193-40ea-9421-a275452a484e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape68d4301-0a') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:18:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:18:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape68d4301-0a, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:18:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:18:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:18:45 user nova-compute[86206]: DEBUG nova.compute.manager [req-695164c4-2991-405c-b5f8-5ed2afb0d5ad req-befc864d-ce94-470b-87b8-d1084ba4a6e7 service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Received event network-changed-e68d4301-0a1f-4862-bfed-8364908b8820 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:18:45 user nova-compute[86206]: DEBUG nova.compute.manager [req-695164c4-2991-405c-b5f8-5ed2afb0d5ad req-befc864d-ce94-470b-87b8-d1084ba4a6e7 service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Refreshing instance network info cache due to event network-changed-e68d4301-0a1f-4862-bfed-8364908b8820. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:18:45 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-695164c4-2991-405c-b5f8-5ed2afb0d5ad req-befc864d-ce94-470b-87b8-d1084ba4a6e7 service nova] Acquiring lock "refresh_cache-93bd47f6-1459-4e93-b2d0-edff930f4498" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:18:45 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-695164c4-2991-405c-b5f8-5ed2afb0d5ad req-befc864d-ce94-470b-87b8-d1084ba4a6e7 service nova] Acquired lock "refresh_cache-93bd47f6-1459-4e93-b2d0-edff930f4498" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:18:45 user nova-compute[86206]: DEBUG nova.network.neutron [req-695164c4-2991-405c-b5f8-5ed2afb0d5ad req-befc864d-ce94-470b-87b8-d1084ba4a6e7 service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Refreshing network info cache for port e68d4301-0a1f-4862-bfed-8364908b8820 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:18:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:18:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=03f24ee9-195d-497f-8fa9-6d64bb63f56e) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:18:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:18:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:18:45 user nova-compute[86206]: INFO os_vif [None req-fae7fa9c-4d0c-4faf-a724-ec9821a2cc8c tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:1e:6f,bridge_name='br-int',has_traffic_filtering=True,id=e68d4301-0a1f-4862-bfed-8364908b8820,network=Network(5a991f6d-4193-40ea-9421-a275452a484e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape68d4301-0a')
Nov 10 13:18:45 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-fae7fa9c-4d0c-4faf-a724-ec9821a2cc8c tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Deleting instance files /opt/stack/data/nova/instances/93bd47f6-1459-4e93-b2d0-edff930f4498_del
Nov 10 13:18:45 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-fae7fa9c-4d0c-4faf-a724-ec9821a2cc8c tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Deletion of /opt/stack/data/nova/instances/93bd47f6-1459-4e93-b2d0-edff930f4498_del complete
Nov 10 13:18:45 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-fae7fa9c-4d0c-4faf-a724-ec9821a2cc8c tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Deleted allocations for instance 93bd47f6-1459-4e93-b2d0-edff930f4498
Nov 10 13:18:45 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-fae7fa9c-4d0c-4faf-a724-ec9821a2cc8c tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:18:45 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-fae7fa9c-4d0c-4faf-a724-ec9821a2cc8c tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:18:45 user nova-compute[86206]: DEBUG nova.objects.instance [None req-fae7fa9c-4d0c-4faf-a724-ec9821a2cc8c tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lazy-loading 'numa_topology' on Instance uuid 93bd47f6-1459-4e93-b2d0-edff930f4498 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:18:45 user nova-compute[86206]: DEBUG nova.objects.base [None req-fae7fa9c-4d0c-4faf-a724-ec9821a2cc8c tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Object Instance<93bd47f6-1459-4e93-b2d0-edff930f4498> lazy-loaded attributes: resources,numa_topology {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:18:46 user nova-compute[86206]: DEBUG nova.network.neutron [req-695164c4-2991-405c-b5f8-5ed2afb0d5ad req-befc864d-ce94-470b-87b8-d1084ba4a6e7 service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Updated VIF entry in instance network info cache for port e68d4301-0a1f-4862-bfed-8364908b8820. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:18:46 user nova-compute[86206]: DEBUG nova.network.neutron [req-695164c4-2991-405c-b5f8-5ed2afb0d5ad req-befc864d-ce94-470b-87b8-d1084ba4a6e7 service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Updating instance_info_cache with network_info: [{"id": "e68d4301-0a1f-4862-bfed-8364908b8820", "address": "fa:16:3e:d0:1e:6f", "network": {"id": "5a991f6d-4193-40ea-9421-a275452a484e", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-83404637-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e28d28d5ba14f608683b61fac770521", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tape68d4301-0a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:18:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-695164c4-2991-405c-b5f8-5ed2afb0d5ad req-befc864d-ce94-470b-87b8-d1084ba4a6e7 service nova] Releasing lock "refresh_cache-93bd47f6-1459-4e93-b2d0-edff930f4498" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:18:46 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-fae7fa9c-4d0c-4faf-a724-ec9821a2cc8c tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:18:46 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-fae7fa9c-4d0c-4faf-a724-ec9821a2cc8c tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:18:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-fae7fa9c-4d0c-4faf-a724-ec9821a2cc8c tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.488s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:18:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-fae7fa9c-4d0c-4faf-a724-ec9821a2cc8c tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "93bd47f6-1459-4e93-b2d0-edff930f4498" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 7.299s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:18:46 user nova-compute[86206]: DEBUG nova.compute.manager [req-d8dfc106-58cc-4fa3-94e5-2210fccf88b9 req-2253163d-80af-412d-80ff-e5e2cf776ed7 service nova] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Received event network-changed-c94ccc21-26e8-495d-875a-68bf30982b26 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:18:46 user nova-compute[86206]: DEBUG nova.compute.manager [req-d8dfc106-58cc-4fa3-94e5-2210fccf88b9 req-2253163d-80af-412d-80ff-e5e2cf776ed7 service nova] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Refreshing instance network info cache due to event network-changed-c94ccc21-26e8-495d-875a-68bf30982b26. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:18:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d8dfc106-58cc-4fa3-94e5-2210fccf88b9 req-2253163d-80af-412d-80ff-e5e2cf776ed7 service nova] Acquiring lock "refresh_cache-97eb8568-6a00-4d04-b621-16f2921b3761" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:18:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d8dfc106-58cc-4fa3-94e5-2210fccf88b9 req-2253163d-80af-412d-80ff-e5e2cf776ed7 service nova] Acquired lock "refresh_cache-97eb8568-6a00-4d04-b621-16f2921b3761" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:18:46 user nova-compute[86206]: DEBUG nova.network.neutron [req-d8dfc106-58cc-4fa3-94e5-2210fccf88b9 req-2253163d-80af-412d-80ff-e5e2cf776ed7 service nova] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Refreshing network info cache for port c94ccc21-26e8-495d-875a-68bf30982b26 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:18:47 user nova-compute[86206]: DEBUG nova.network.neutron [req-d8dfc106-58cc-4fa3-94e5-2210fccf88b9 req-2253163d-80af-412d-80ff-e5e2cf776ed7 service nova] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Updated VIF entry in instance network info cache for port c94ccc21-26e8-495d-875a-68bf30982b26. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:18:47 user nova-compute[86206]: DEBUG nova.network.neutron [req-d8dfc106-58cc-4fa3-94e5-2210fccf88b9 req-2253163d-80af-412d-80ff-e5e2cf776ed7 service nova] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Updating instance_info_cache with network_info: [{"id": "c94ccc21-26e8-495d-875a-68bf30982b26", "address": "fa:16:3e:ea:49:05", "network": {"id": "be7a01ac-90ad-4946-9e53-35b7bf902991", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1377565553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c6b7b0e8e5e0470bb28e27551126a7f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc94ccc21-26", "ovs_interfaceid": "c94ccc21-26e8-495d-875a-68bf30982b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:18:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d8dfc106-58cc-4fa3-94e5-2210fccf88b9 req-2253163d-80af-412d-80ff-e5e2cf776ed7 service nova] Releasing lock "refresh_cache-97eb8568-6a00-4d04-b621-16f2921b3761" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:18:47 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:18:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Acquiring lock "319b5e3c-5f62-41da-93b6-7c6b9da3e261" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:18:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lock "319b5e3c-5f62-41da-93b6-7c6b9da3e261" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:18:49 user nova-compute[86206]: DEBUG nova.objects.instance [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lazy-loading 'flavor' on Instance uuid 319b5e3c-5f62-41da-93b6-7c6b9da3e261 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:18:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lock "319b5e3c-5f62-41da-93b6-7c6b9da3e261" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.065s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:18:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Acquiring lock "319b5e3c-5f62-41da-93b6-7c6b9da3e261" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:18:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lock "319b5e3c-5f62-41da-93b6-7c6b9da3e261" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:18:49 user nova-compute[86206]: INFO nova.compute.manager [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Attaching volume aec74612-eb4e-411e-81c3-98e07a6f5c96 to /dev/vdb
Nov 10 13:18:49 user nova-compute[86206]: DEBUG os_brick.utils [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:18:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:18:49 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4214ca0-9802-4bb4-8267-774eee7079d1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:18:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:18:49 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[6322283a-bb61-4e33-af9a-ac1e4f7a21f1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:18:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:18:49 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f17a35fb-1097-43eb-a57d-bd468fbffa4d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:18:49 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[537ca894-b90a-4efc-8f6e-8901d724ebf1]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:18:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:18:50 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:18:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:18:50 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:18:50 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f667c605-378c-439c-a6c1-1e13a68ad226]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:18:50 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:18:50 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:18:50 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:18:50 user nova-compute[86206]: DEBUG os_brick.utils [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] <== get_connector_properties: return (139ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:18:50 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Updating existing volume attachment record: e928ad1a-dc76-4321-908c-ad443c6a0845 {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 13:18:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:18:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:18:55 user nova-compute[86206]: INFO nova.virt.block_device [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Booting with volume a88036e9-092f-483c-a1a3-747703e3be85 at /dev/vdb
Nov 10 13:18:55 user nova-compute[86206]: DEBUG os_brick.utils [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:18:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:18:55 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c17625a-74fe-4c06-ba62-6a895c96892b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:18:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:18:55 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d38db4c-373f-4fc5-9a69-f63ddb4ad195]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:18:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:18:55 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[779bcf46-e7e8-4f3f-a293-562c3034250f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:18:55 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1e8653a-7db8-4bc2-a9de-d2de37071c9e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:18:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:18:55 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:18:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:18:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:18:55 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:18:55 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7dc74a65-4d68-4194-acb3-93ff3ef5999f]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:18:55 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:18:55 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:18:55 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:18:55 user nova-compute[86206]: DEBUG os_brick.utils [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:18:55 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Updating existing volume attachment record: 83965dbd-5e4d-49e8-82b3-23b840c28152 {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 13:18:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:18:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:19:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:19:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:19:05 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Acquiring lock "cache_volume_driver" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Lock "cache_volume_driver" acquired by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG os_brick.initiator.connector [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Factory for ISCSI on None {{(pid=86206) factory /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connector.py:281}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Lock "cache_volume_driver" "released" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: held 0.006s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lEbhUXTn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:19:09 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:19:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:19:09 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:19:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:19:09 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:19:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6 -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d64804f-5867-4876-a388-aaae7673bc33]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 13:19:09 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6 -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bdedbbf-bc7f-4f9e-ac0d-dc00cd869106]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6] added
Nov 10 13:19:09 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[24c79e30-497a-4e76-b0f4-cb382fd6f6ca]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[84ebd508-2303-4782-a412-3c75cd4e1011]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lEbhUXTn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lEbhUXTn" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[40ffce9e-b284-4f96-b59b-10e89624bc93]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lEbhUXTn'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b73161b8-1de7-45c3-98d6-47078391766b]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4ade157-9e04-4bd9-8dbf-de7c8a7da164]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 10 13:19:09 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 10 13:19:09 user nova-compute[86206]:  {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:19:09 user nova-compute[86206]: WARNING os_brick.initiator.connectors.iscsi [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 10 13:19:09 user nova-compute[86206]: 
Nov 10 13:19:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6 -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6 -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[97a86a81-cb0a-4cec-9e7b-cce5bc896da1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6, portal: 172.16.0.220,3260]
Nov 10 13:19:09 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6, portal: 172.16.0.220,3260] successful.
Nov 10 13:19:09 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a140b447-963f-4625-af4b-9a6a75ec1df3]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[602eab77-37cf-494c-ad0f-7892b3ac2f90]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6 (non-flash)
Nov 10 13:19:09 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6 (non-flash)
Nov 10 13:19:09 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.267s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] HCTL ('33', '-', '-', 0) found on session 2 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.027s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[37be8b67-b42e-49ba-85b9-587be9cfa200]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: None {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-0202fa59-eb3f-4de8-ad33-17930186aa8a tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Acquiring lock "97eb8568-6a00-4d04-b621-16f2921b3761" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-0202fa59-eb3f-4de8-ad33-17930186aa8a tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Lock "97eb8568-6a00-4d04-b621-16f2921b3761" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG nova.objects.instance [None req-0202fa59-eb3f-4de8-ad33-17930186aa8a tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Lazy-loading 'flavor' on Instance uuid 97eb8568-6a00-4d04-b621-16f2921b3761 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:19:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-0202fa59-eb3f-4de8-ad33-17930186aa8a tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Lock "97eb8568-6a00-4d04-b621-16f2921b3761" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.068s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:19:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-0202fa59-eb3f-4de8-ad33-17930186aa8a tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Acquiring lock "97eb8568-6a00-4d04-b621-16f2921b3761" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:19:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-0202fa59-eb3f-4de8-ad33-17930186aa8a tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Lock "97eb8568-6a00-4d04-b621-16f2921b3761" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:19:10 user nova-compute[86206]: INFO nova.compute.manager [None req-0202fa59-eb3f-4de8-ad33-17930186aa8a tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Attaching volume 90f5844b-52c6-489d-b0aa-2bd82ed1488e to /dev/sdc
Nov 10 13:19:10 user nova-compute[86206]: DEBUG os_brick.utils [None req-0202fa59-eb3f-4de8-ad33-17930186aa8a tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:19:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:10 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d9fb38c-02ea-4936-98b4-58973a57af31]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:10 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[73a89d7a-f921-44f1-9abe-5d68239ada0f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:10 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[fecb4748-28f7-46df-8115-bbf198ad113b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:10 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5ea5b7d-7f5a-4abc-b724-7695aad75dd3]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-0202fa59-eb3f-4de8-ad33-17930186aa8a tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-0202fa59-eb3f-4de8-ad33-17930186aa8a tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:19:10 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0202fa59-eb3f-4de8-ad33-17930186aa8a tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:19:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:19:10 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:19:10 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c3c5168-304b-4282-aa94-2cf643e828c5]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:10 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-0202fa59-eb3f-4de8-ad33-17930186aa8a tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:19:10 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-0202fa59-eb3f-4de8-ad33-17930186aa8a tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:19:10 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-0202fa59-eb3f-4de8-ad33-17930186aa8a tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:19:10 user nova-compute[86206]: DEBUG os_brick.utils [None req-0202fa59-eb3f-4de8-ad33-17930186aa8a tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] <== get_connector_properties: return (130ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:19:10 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-0202fa59-eb3f-4de8-ad33-17930186aa8a tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Updating existing volume attachment record: 9df1b98c-18ac-4c17-8d3b-db1ed627fc11 {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 13:19:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:19:10 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:19:10 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lEbhUXTn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:19:10 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.317s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:19:10 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] <== connect_volume: return (1319ms) {'type': 'block', 'scsi_wwn': '23838363432643134', 'path': '/dev/sdb'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:19:10 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23838363432643134', 'path': '/dev/sdb'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:19:10 user nova-compute[86206]: DEBUG nova.objects.instance [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Lazy-loading 'flavor' on Instance uuid 8a33ec46-b992-43b7-afda-871050c77a74 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:19:10 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] attach device xml: <disk type="block" device="disk">
Nov 10 13:19:10 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:19:10 user nova-compute[86206]:   <source dev="/dev/sdb"/>
Nov 10 13:19:10 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:19:10 user nova-compute[86206]:   <serial>86ab11e4-b5f8-4408-8c0a-9166d42a63a6</serial>
Nov 10 13:19:10 user nova-compute[86206]: </disk>
Nov 10 13:19:10 user nova-compute[86206]:  {{(pid=86206) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 10 13:19:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:19:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:19:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] No BDM found with device name vdb, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:19:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] No VIF found with MAC fa:16:3e:0b:41:e9, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RDHlJaws', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:19:14 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:19:14 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:19:14 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:19:14 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:19:14 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:19:14 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96 -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c819f6ab-5074-4544-acb9-ec998c8f029a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 13:19:14 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96 -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[75b895aa-181f-4ee8-8680-a1529b68e50a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96] added
Nov 10 13:19:14 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[01dd9d29-0a74-4496-97a0-94305206bb2a]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9c50c57-5d89-468d-8c71-b0b6f5bf539d]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RDHlJaws {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RDHlJaws" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[049d8dcf-1d29-45ab-a7b1-b3f40b2bfcc2]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RDHlJaws'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b46bf20-dd82-4a63-b842-b7b2fdd1f3de]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c286911f-582d-424d-b286-3b8611303648]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6 (non-flash)
Nov 10 13:19:14 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6 (non-flash)
Nov 10 13:19:14 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96 -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96 -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[280bdaaa-9e22-4115-a29c-34de58c818ed]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96, portal: 172.16.0.220,3260]
Nov 10 13:19:14 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96, portal: 172.16.0.220,3260] successful.
Nov 10 13:19:14 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[21384f69-2611-43b8-8b44-1efe5d019b33]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[05dc742b-b908-44dd-8423-ba4e3b518ae9]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6 (non-flash)
Nov 10 13:19:14 user nova-compute[86206]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96 (non-flash)
Nov 10 13:19:14 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6 (non-flash)
Nov 10 13:19:14 user nova-compute[86206]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96 (non-flash)
Nov 10 13:19:14 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.253s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] HCTL ('34', '-', '-', 0) found on session 3 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:19:14 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:15 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2427a99-c0ee-4b46-8b13-79f32e6699d7]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:15 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Searching for a device in session 3 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:19:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RDHlJaws', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:19:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b3eaff29-47fd-45b2-b096-7aa5611c48f0 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Lock "8a33ec46-b992-43b7-afda-871050c77a74" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 49.656s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:19:15 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:19:16 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.289s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:19:16 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] <== connect_volume: return (1292ms) {'type': 'block', 'scsi_wwn': '23565323065353038', 'path': '/dev/sdc'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:19:16 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23565323065353038', 'path': '/dev/sdc'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:19:16 user nova-compute[86206]: DEBUG nova.objects.instance [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lazy-loading 'flavor' on Instance uuid 319b5e3c-5f62-41da-93b6-7c6b9da3e261 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:19:16 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] attach device xml: <disk type="block" device="disk">
Nov 10 13:19:16 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:19:16 user nova-compute[86206]:   <source dev="/dev/sdc"/>
Nov 10 13:19:16 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:19:16 user nova-compute[86206]:   <serial>aec74612-eb4e-411e-81c3-98e07a6f5c96</serial>
Nov 10 13:19:16 user nova-compute[86206]: </disk>
Nov 10 13:19:16 user nova-compute[86206]:  {{(pid=86206) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 10 13:19:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Acquiring lock "8a33ec46-b992-43b7-afda-871050c77a74" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:19:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Lock "8a33ec46-b992-43b7-afda-871050c77a74" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:19:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Acquiring lock "8a33ec46-b992-43b7-afda-871050c77a74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:19:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Lock "8a33ec46-b992-43b7-afda-871050c77a74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:19:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Lock "8a33ec46-b992-43b7-afda-871050c77a74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:19:16 user nova-compute[86206]: INFO nova.compute.manager [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Terminating instance
Nov 10 13:19:16 user nova-compute[86206]: DEBUG nova.compute.manager [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:19:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:19:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:19:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:19:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:19:16 user nova-compute[86206]: DEBUG nova.compute.manager [req-64d829db-8e18-43c7-929b-ca17895fb595 req-cc9012b5-61e7-423c-99a1-7cd0a6a83ef4 service nova] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Received event network-vif-unplugged-b08a55e6-e540-4948-bc09-08a3ade54a88 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:19:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-64d829db-8e18-43c7-929b-ca17895fb595 req-cc9012b5-61e7-423c-99a1-7cd0a6a83ef4 service nova] Acquiring lock "8a33ec46-b992-43b7-afda-871050c77a74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:19:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-64d829db-8e18-43c7-929b-ca17895fb595 req-cc9012b5-61e7-423c-99a1-7cd0a6a83ef4 service nova] Lock "8a33ec46-b992-43b7-afda-871050c77a74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:19:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-64d829db-8e18-43c7-929b-ca17895fb595 req-cc9012b5-61e7-423c-99a1-7cd0a6a83ef4 service nova] Lock "8a33ec46-b992-43b7-afda-871050c77a74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:19:16 user nova-compute[86206]: DEBUG nova.compute.manager [req-64d829db-8e18-43c7-929b-ca17895fb595 req-cc9012b5-61e7-423c-99a1-7cd0a6a83ef4 service nova] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] No waiting events found dispatching network-vif-unplugged-b08a55e6-e540-4948-bc09-08a3ade54a88 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:19:16 user nova-compute[86206]: DEBUG nova.compute.manager [req-64d829db-8e18-43c7-929b-ca17895fb595 req-cc9012b5-61e7-423c-99a1-7cd0a6a83ef4 service nova] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Received event network-vif-unplugged-b08a55e6-e540-4948-bc09-08a3ade54a88 for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:19:16 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:19:16 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] No BDM found with device name vdb, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:19:16 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] No VIF found with MAC fa:16:3e:90:5c:ed, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:19:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-33f077d2-6bc4-4043-abed-d51df36222ee tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lock "319b5e3c-5f62-41da-93b6-7c6b9da3e261" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 27.010s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:19:17 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Instance destroyed successfully.
Nov 10 13:19:17 user nova-compute[86206]: DEBUG nova.objects.instance [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Lazy-loading 'resources' on Instance uuid 8a33ec46-b992-43b7-afda-871050c77a74 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:16:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-753799132',display_name='tempest-DeleteServersTestJSON-server-753799132',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-753799132',id=2,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:16:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='55d32255746e4d829c7a955e904ba2b6',ramdisk_id='',reservation_id='r-68cpjdv5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-DeleteServersTestJSON-416384046',owner_user_name='tempest-DeleteServersTestJSON-416384046-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:16:40Z,user_data=None,user_id='6ac951f6e6df412e9e3c708a9e6823d4',uuid=8a33ec46-b992-43b7-afda-871050c77a74,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b08a55e6-e540-4948-bc09-08a3ade54a88", "address": "fa:16:3e:0b:41:e9", "network": {"id": "62aa9918-f1b9-4d5f-bbcc-74e552b56ff0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-752249340-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "55d32255746e4d829c7a955e904ba2b6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb08a55e6-e5", "ovs_interfaceid": "b08a55e6-e540-4948-bc09-08a3ade54a88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Converting VIF {"id": "b08a55e6-e540-4948-bc09-08a3ade54a88", "address": "fa:16:3e:0b:41:e9", "network": {"id": "62aa9918-f1b9-4d5f-bbcc-74e552b56ff0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-752249340-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "55d32255746e4d829c7a955e904ba2b6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb08a55e6-e5", "ovs_interfaceid": "b08a55e6-e540-4948-bc09-08a3ade54a88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0b:41:e9,bridge_name='br-int',has_traffic_filtering=True,id=b08a55e6-e540-4948-bc09-08a3ade54a88,network=Network(62aa9918-f1b9-4d5f-bbcc-74e552b56ff0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb08a55e6-e5') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG os_vif [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:0b:41:e9,bridge_name='br-int',has_traffic_filtering=True,id=b08a55e6-e540-4948-bc09-08a3ade54a88,network=Network(62aa9918-f1b9-4d5f-bbcc-74e552b56ff0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb08a55e6-e5') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb08a55e6-e5, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=31f1b870-f0c2-4392-a76e-38eeb35c0954) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:19:17 user nova-compute[86206]: INFO os_vif [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:0b:41:e9,bridge_name='br-int',has_traffic_filtering=True,id=b08a55e6-e540-4948-bc09-08a3ade54a88,network=Network(62aa9918-f1b9-4d5f-bbcc-74e552b56ff0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb08a55e6-e5')
Nov 10 13:19:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lEbhUXTn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:19:17 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:19:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfd466c7-3c9a-4c4e-8058-b6d81be48049]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 13:19:17 user nova-compute[86206]: No targets found.
Nov 10 13:19:17 user nova-compute[86206]: iSNS:
Nov 10 13:19:17 user nova-compute[86206]: No targets found.
Nov 10 13:19:17 user nova-compute[86206]: STATIC:
Nov 10 13:19:17 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96
Nov 10 13:19:17 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:19:17 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:19:17 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6
Nov 10 13:19:17 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:19:17 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:19:17 user nova-compute[86206]: FIRMWARE:
Nov 10 13:19:17 user nova-compute[86206]: No targets found.
Nov 10 13:19:17 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 13:19:17 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 13:19:17 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f6bf41b-f445-40f3-a96e-8ce2a0a06cfc]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd08cda6-79d5-4192-9a78-a3355648806e]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6 (non-flash)
Nov 10 13:19:17 user nova-compute[86206]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96 (non-flash)
Nov 10 13:19:17 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6 (non-flash)
Nov 10 13:19:17 user nova-compute[86206]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96 (non-flash)
Nov 10 13:19:17 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe48831ea70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6'): ({'sdb'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Removing single pathed devices sdb {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[80b50cd0-e107-4e69-a718-2c235cf674da]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7b767bb-aee6-461e-ae88-5998de173c84]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Flushing IO for device /dev/sdb {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[07a383b7-bfdc-458d-b9d5-4c07af550ae3]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.037s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a94f2b4-7d4f-47eb-888c-160c47a989db]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] SCSI volumes sdb have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b87b40dd-cd18-4f62-ad8d-abf420c72fc1]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6 -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[047ba985-33f3-4d81-a25f-abf437594b07]: (4, ('Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6, portal: 172.16.0.220,3260]\nLogout of [sid: 2, target: iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6, portal: 172.16.0.220,3260]
Nov 10 13:19:17 user nova-compute[86206]: Logout of [sid: 2, target: iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6, portal: 172.16.0.220,3260] successful.
Nov 10 13:19:17 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6 -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86ab11e4-b5f8-4408-8c0a-9166d42a63a6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6f88ac2-ddf8-4cf3-a881-c06b54c2f1d0]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.325s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] <== disconnect_volume: return (327ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 13:19:17 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Deleting instance files /opt/stack/data/nova/instances/8a33ec46-b992-43b7-afda-871050c77a74_del
Nov 10 13:19:17 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Deletion of /opt/stack/data/nova/instances/8a33ec46-b992-43b7-afda-871050c77a74_del complete
Nov 10 13:19:17 user nova-compute[86206]: INFO nova.compute.manager [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Took 1.26 seconds to destroy the instance on the hypervisor.
Nov 10 13:19:17 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7b7ba54e-461d-48d9-936c-160c2acb2d01 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Acquiring lock "319b5e3c-5f62-41da-93b6-7c6b9da3e261" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:19:17 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7b7ba54e-461d-48d9-936c-160c2acb2d01 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lock "319b5e3c-5f62-41da-93b6-7c6b9da3e261" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:19:17 user nova-compute[86206]: INFO nova.compute.manager [None req-7b7ba54e-461d-48d9-936c-160c2acb2d01 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Detaching volume aec74612-eb4e-411e-81c3-98e07a6f5c96
Nov 10 13:19:18 user nova-compute[86206]: INFO nova.virt.block_device [None req-7b7ba54e-461d-48d9-936c-160c2acb2d01 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Attempting to driver detach volume aec74612-eb4e-411e-81c3-98e07a6f5c96 from mountpoint /dev/vdb
Nov 10 13:19:18 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-7b7ba54e-461d-48d9-936c-160c2acb2d01 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Attempting to detach device vdb from instance 319b5e3c-5f62-41da-93b6-7c6b9da3e261 from the persistent domain config. {{(pid=86206) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 10 13:19:18 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-7b7ba54e-461d-48d9-936c-160c2acb2d01 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 13:19:18 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:19:18 user nova-compute[86206]:   <source dev="/dev/sdc"/>
Nov 10 13:19:18 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:19:18 user nova-compute[86206]:   <serial>aec74612-eb4e-411e-81c3-98e07a6f5c96</serial>
Nov 10 13:19:18 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 10 13:19:18 user nova-compute[86206]: </disk>
Nov 10 13:19:18 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 13:19:18 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-7b7ba54e-461d-48d9-936c-160c2acb2d01 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Successfully detached device vdb from instance 319b5e3c-5f62-41da-93b6-7c6b9da3e261 from the persistent domain config.
Nov 10 13:19:18 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-7b7ba54e-461d-48d9-936c-160c2acb2d01 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 319b5e3c-5f62-41da-93b6-7c6b9da3e261 from the live domain config. {{(pid=86206) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 10 13:19:18 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-7b7ba54e-461d-48d9-936c-160c2acb2d01 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 13:19:18 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:19:18 user nova-compute[86206]:   <source dev="/dev/sdc"/>
Nov 10 13:19:18 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:19:18 user nova-compute[86206]:   <serial>aec74612-eb4e-411e-81c3-98e07a6f5c96</serial>
Nov 10 13:19:18 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 10 13:19:18 user nova-compute[86206]: </disk>
Nov 10 13:19:18 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 13:19:18 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:19:18 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Took 0.74 seconds to deallocate network for instance.
Nov 10 13:19:18 user nova-compute[86206]: DEBUG nova.compute.manager [req-b061480c-1136-4e0a-817e-5b792a59b7d6 req-663dcd72-ccd1-4f04-b759-2aed53d3f542 service nova] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Received event network-vif-deleted-b08a55e6-e540-4948-bc09-08a3ade54a88 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:19:18 user nova-compute[86206]: DEBUG nova.compute.manager [req-f5293e8c-e6dc-4350-bec3-a76261c47952 req-d6e466c3-75c0-4512-992a-b435c9fc7484 service nova] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Received event network-vif-plugged-b08a55e6-e540-4948-bc09-08a3ade54a88 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:19:18 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f5293e8c-e6dc-4350-bec3-a76261c47952 req-d6e466c3-75c0-4512-992a-b435c9fc7484 service nova] Acquiring lock "8a33ec46-b992-43b7-afda-871050c77a74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:19:18 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f5293e8c-e6dc-4350-bec3-a76261c47952 req-d6e466c3-75c0-4512-992a-b435c9fc7484 service nova] Lock "8a33ec46-b992-43b7-afda-871050c77a74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:19:18 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f5293e8c-e6dc-4350-bec3-a76261c47952 req-d6e466c3-75c0-4512-992a-b435c9fc7484 service nova] Lock "8a33ec46-b992-43b7-afda-871050c77a74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:19:18 user nova-compute[86206]: DEBUG nova.compute.manager [req-f5293e8c-e6dc-4350-bec3-a76261c47952 req-d6e466c3-75c0-4512-992a-b435c9fc7484 service nova] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] No waiting events found dispatching network-vif-plugged-b08a55e6-e540-4948-bc09-08a3ade54a88 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:19:18 user nova-compute[86206]: WARNING nova.compute.manager [req-f5293e8c-e6dc-4350-bec3-a76261c47952 req-d6e466c3-75c0-4512-992a-b435c9fc7484 service nova] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Received unexpected event network-vif-plugged-b08a55e6-e540-4948-bc09-08a3ade54a88 for instance with vm_state active and task_state deleting.
Nov 10 13:19:18 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-7b7ba54e-461d-48d9-936c-160c2acb2d01 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 319b5e3c-5f62-41da-93b6-7c6b9da3e261 {{(pid=86206) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 10 13:19:19 user nova-compute[86206]: INFO nova.compute.manager [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] [instance: 8a33ec46-b992-43b7-afda-871050c77a74] Took 1.00 seconds to detach 1 volumes for instance.
Nov 10 13:19:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:19:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:19:19 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:19:19 user nova-compute[86206]: ERROR nova.volume.cinder [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Update attachment failed for attachment 83965dbd-5e4d-49e8-82b3-23b840c28152. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-2f08eac7-a047-42c8-8494-93dbdb4077ef) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-2f08eac7-a047-42c8-8494-93dbdb4077ef)
Nov 10 13:19:19 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:19:19 user nova-compute[86206]: ERROR nova.compute.manager [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Instance failed block device setup: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-2f08eac7-a047-42c8-8494-93dbdb4077ef)
Nov 10 13:19:19 user nova-compute[86206]: ERROR nova.compute.manager [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Traceback (most recent call last):
Nov 10 13:19:19 user nova-compute[86206]: ERROR nova.compute.manager [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4]   File "/opt/stack/nova/nova/compute/manager.py", line 2190, in _prep_block_device
Nov 10 13:19:19 user nova-compute[86206]: ERROR nova.compute.manager [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4]     driver_block_device.attach_block_devices(
Nov 10 13:19:19 user nova-compute[86206]: ERROR nova.compute.manager [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4]   File "/opt/stack/nova/nova/virt/block_device.py", line 936, in attach_block_devices
Nov 10 13:19:19 user nova-compute[86206]: ERROR nova.compute.manager [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4]     _log_and_attach(device)
Nov 10 13:19:19 user nova-compute[86206]: ERROR nova.compute.manager [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4]   File "/opt/stack/nova/nova/virt/block_device.py", line 933, in _log_and_attach
Nov 10 13:19:19 user nova-compute[86206]: ERROR nova.compute.manager [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4]     bdm.attach(*attach_args, **attach_kwargs)
Nov 10 13:19:19 user nova-compute[86206]: ERROR nova.compute.manager [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4]   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Nov 10 13:19:19 user nova-compute[86206]: ERROR nova.compute.manager [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4]     ret_val = method(obj, context, *args, **kwargs)
Nov 10 13:19:19 user nova-compute[86206]: ERROR nova.compute.manager [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4]   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Nov 10 13:19:19 user nova-compute[86206]: ERROR nova.compute.manager [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4]     self._do_attach(context, instance, volume, volume_api,
Nov 10 13:19:19 user nova-compute[86206]: ERROR nova.compute.manager [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4]   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Nov 10 13:19:19 user nova-compute[86206]: ERROR nova.compute.manager [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4]     self._volume_attach(context, volume, connector, instance,
Nov 10 13:19:19 user nova-compute[86206]: ERROR nova.compute.manager [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4]   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Nov 10 13:19:19 user nova-compute[86206]: ERROR nova.compute.manager [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4]     connection_info = volume_api.attachment_update(
Nov 10 13:19:19 user nova-compute[86206]: ERROR nova.compute.manager [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 10 13:19:19 user nova-compute[86206]: ERROR nova.compute.manager [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4]     res = method(self, ctx, *args, **kwargs)
Nov 10 13:19:19 user nova-compute[86206]: ERROR nova.compute.manager [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Nov 10 13:19:19 user nova-compute[86206]: ERROR nova.compute.manager [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4]     res = method(self, ctx, attachment_id, *args, **kwargs)
Nov 10 13:19:19 user nova-compute[86206]: ERROR nova.compute.manager [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Nov 10 13:19:19 user nova-compute[86206]: ERROR nova.compute.manager [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4]     with excutils.save_and_reraise_exception():
Nov 10 13:19:19 user nova-compute[86206]: ERROR nova.compute.manager [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 13:19:19 user nova-compute[86206]: ERROR nova.compute.manager [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4]     self.force_reraise()
Nov 10 13:19:19 user nova-compute[86206]: ERROR nova.compute.manager [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 13:19:19 user nova-compute[86206]: ERROR nova.compute.manager [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4]     raise self.value
Nov 10 13:19:19 user nova-compute[86206]: ERROR nova.compute.manager [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Nov 10 13:19:19 user nova-compute[86206]: ERROR nova.compute.manager [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4]     context, '3.44', skip_version_check=True).attachments.update(
Nov 10 13:19:19 user nova-compute[86206]: ERROR nova.compute.manager [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Nov 10 13:19:19 user nova-compute[86206]: ERROR nova.compute.manager [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4]     return method.func(obj, *args, **kwargs)
Nov 10 13:19:19 user nova-compute[86206]: ERROR nova.compute.manager [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Nov 10 13:19:19 user nova-compute[86206]: ERROR nova.compute.manager [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4]     resp = self._update('/attachments/%s' % id, body)
Nov 10 13:19:19 user nova-compute[86206]: ERROR nova.compute.manager [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Nov 10 13:19:19 user nova-compute[86206]: ERROR nova.compute.manager [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4]     resp, body = self.api.client.put(url, body=body, **kwargs)
Nov 10 13:19:19 user nova-compute[86206]: ERROR nova.compute.manager [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Nov 10 13:19:19 user nova-compute[86206]: ERROR nova.compute.manager [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4]     return self._cs_request(url, 'PUT', **kwargs)
Nov 10 13:19:19 user nova-compute[86206]: ERROR nova.compute.manager [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 10 13:19:19 user nova-compute[86206]: ERROR nova.compute.manager [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4]     return self.request(url, method, **kwargs)
Nov 10 13:19:19 user nova-compute[86206]: ERROR nova.compute.manager [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 10 13:19:19 user nova-compute[86206]: ERROR nova.compute.manager [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4]     raise exceptions.from_response(resp, body)
Nov 10 13:19:19 user nova-compute[86206]: ERROR nova.compute.manager [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-2f08eac7-a047-42c8-8494-93dbdb4077ef)
Nov 10 13:19:19 user nova-compute[86206]: ERROR nova.compute.manager [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] 
Nov 10 13:19:19 user nova-compute[86206]: DEBUG nova.compute.claims [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Aborting claim: <nova.compute.claims.Claim object at 0x7fe48836a620> {{(pid=86206) abort /opt/stack/nova/nova/compute/claims.py:84}}
Nov 10 13:19:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:19:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.367s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:19:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.013s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:19:19 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Deleted allocations for instance 8a33ec46-b992-43b7-afda-871050c77a74
Nov 10 13:19:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9a2fd2a3-2b66-4b37-8cc9-59f59b455549 tempest-DeleteServersTestJSON-416384046 tempest-DeleteServersTestJSON-416384046-project-member] Lock "8a33ec46-b992-43b7-afda-871050c77a74" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.585s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 0.391s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Build of instance 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4 aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-2f08eac7-a047-42c8-8494-93dbdb4077ef) {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2660}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG nova.compute.utils [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Build of instance 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4 aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: {{(pid=86206) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}}
Nov 10 13:19:20 user nova-compute[86206]: ERROR nova.compute.manager [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Build of instance 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4 aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-2f08eac7-a047-42c8-8494-93dbdb4077ef): nova.exception.BuildAbortException: Build of instance 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4 aborted: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-2f08eac7-a047-42c8-8494-93dbdb4077ef)
Nov 10 13:19:20 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Unplugging VIFs for instance {{(pid=86206) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:2996}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-10T13:18:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-248668550',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-248668550',id=11,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFiQVdJFvCdsYfxTwfIJy8/B1xsP59N1r3H5Qd/Ptk+0HcTymia8zuyPDRrvN6cJFfA0t0DQnAdLzm3TFRLBWQCmXgVWlWQAHllTn3plZxPbwlqPTGP6KUQB/wUW3B6VlQ==',key_name='tempest-keypair-464337098',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3d7ca630936f443e851cc1793bd39868',ramdisk_id='',reservation_id='r-nk407vh7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1916394725',owner_user_name='tempest-TaggedBootDevicesTest-1916394725-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:18:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='621ae0d4120e42b389d0616f3841d15e',uuid=1a2b54d2-f6d8-495a-9e59-b2ba3de336d4,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "79246c44-269a-4be0-b926-dc16958eb9cf", "address": "fa:16:3e:67:96:18", "network": {"id": "1a51b2b0-598e-44c4-a542-c74ddd689fac", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-878278016-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79246c44-26", "ovs_interfaceid": "79246c44-269a-4be0-b926-dc16958eb9cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Converting VIF {"id": "79246c44-269a-4be0-b926-dc16958eb9cf", "address": "fa:16:3e:67:96:18", "network": {"id": "1a51b2b0-598e-44c4-a542-c74ddd689fac", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-878278016-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap79246c44-26", "ovs_interfaceid": "79246c44-269a-4be0-b926-dc16958eb9cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:67:96:18,bridge_name='br-int',has_traffic_filtering=True,id=79246c44-269a-4be0-b926-dc16958eb9cf,network=Network(1a51b2b0-598e-44c4-a542-c74ddd689fac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap79246c44-26') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG os_vif [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:67:96:18,bridge_name='br-int',has_traffic_filtering=True,id=79246c44-269a-4be0-b926-dc16958eb9cf,network=Network(1a51b2b0-598e-44c4-a542-c74ddd689fac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap79246c44-26') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap79246c44-26, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:19:20 user nova-compute[86206]: INFO os_vif [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:67:96:18,bridge_name='br-int',has_traffic_filtering=True,id=79246c44-269a-4be0-b926-dc16958eb9cf,network=Network(1a51b2b0-598e-44c4-a542-c74ddd689fac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap79246c44-26')
Nov 10 13:19:20 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-10T13:18:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-248668550',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-248668550',id=11,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFiQVdJFvCdsYfxTwfIJy8/B1xsP59N1r3H5Qd/Ptk+0HcTymia8zuyPDRrvN6cJFfA0t0DQnAdLzm3TFRLBWQCmXgVWlWQAHllTn3plZxPbwlqPTGP6KUQB/wUW3B6VlQ==',key_name='tempest-keypair-464337098',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3d7ca630936f443e851cc1793bd39868',ramdisk_id='',reservation_id='r-nk407vh7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1916394725',owner_user_name='tempest-TaggedBootDevicesTest-1916394725-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:18:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='621ae0d4120e42b389d0616f3841d15e',uuid=1a2b54d2-f6d8-495a-9e59-b2ba3de336d4,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d6d1a0fa-71b7-4d25-9287-dc6d6543efbb", "address": "fa:16:3e:3d:0e:59", "network": {"id": "7b97401f-be63-4657-bf2b-e571a1e10d7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1844826408", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6d1a0fa-71", "ovs_interfaceid": "d6d1a0fa-71b7-4d25-9287-dc6d6543efbb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Converting VIF {"id": "d6d1a0fa-71b7-4d25-9287-dc6d6543efbb", "address": "fa:16:3e:3d:0e:59", "network": {"id": "7b97401f-be63-4657-bf2b-e571a1e10d7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1844826408", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd6d1a0fa-71", "ovs_interfaceid": "d6d1a0fa-71b7-4d25-9287-dc6d6543efbb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3d:0e:59,bridge_name='br-int',has_traffic_filtering=True,id=d6d1a0fa-71b7-4d25-9287-dc6d6543efbb,network=Network(7b97401f-be63-4657-bf2b-e571a1e10d7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd6d1a0fa-71') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG os_vif [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3d:0e:59,bridge_name='br-int',has_traffic_filtering=True,id=d6d1a0fa-71b7-4d25-9287-dc6d6543efbb,network=Network(7b97401f-be63-4657-bf2b-e571a1e10d7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd6d1a0fa-71') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd6d1a0fa-71, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:19:20 user nova-compute[86206]: INFO os_vif [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3d:0e:59,bridge_name='br-int',has_traffic_filtering=True,id=d6d1a0fa-71b7-4d25-9287-dc6d6543efbb,network=Network(7b97401f-be63-4657-bf2b-e571a1e10d7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd6d1a0fa-71')
Nov 10 13:19:20 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-10T13:18:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-248668550',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-248668550',id=11,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFiQVdJFvCdsYfxTwfIJy8/B1xsP59N1r3H5Qd/Ptk+0HcTymia8zuyPDRrvN6cJFfA0t0DQnAdLzm3TFRLBWQCmXgVWlWQAHllTn3plZxPbwlqPTGP6KUQB/wUW3B6VlQ==',key_name='tempest-keypair-464337098',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3d7ca630936f443e851cc1793bd39868',ramdisk_id='',reservation_id='r-nk407vh7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1916394725',owner_user_name='tempest-TaggedBootDevicesTest-1916394725-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:18:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='621ae0d4120e42b389d0616f3841d15e',uuid=1a2b54d2-f6d8-495a-9e59-b2ba3de336d4,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "50482d94-de3a-473f-a748-bfa5f3fa4f2d", "address": "fa:16:3e:8a:5a:3d", "network": {"id": "7b97401f-be63-4657-bf2b-e571a1e10d7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1844826408", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50482d94-de", "ovs_interfaceid": "50482d94-de3a-473f-a748-bfa5f3fa4f2d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Converting VIF {"id": "50482d94-de3a-473f-a748-bfa5f3fa4f2d", "address": "fa:16:3e:8a:5a:3d", "network": {"id": "7b97401f-be63-4657-bf2b-e571a1e10d7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1844826408", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap50482d94-de", "ovs_interfaceid": "50482d94-de3a-473f-a748-bfa5f3fa4f2d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8a:5a:3d,bridge_name='br-int',has_traffic_filtering=True,id=50482d94-de3a-473f-a748-bfa5f3fa4f2d,network=Network(7b97401f-be63-4657-bf2b-e571a1e10d7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap50482d94-de') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG os_vif [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8a:5a:3d,bridge_name='br-int',has_traffic_filtering=True,id=50482d94-de3a-473f-a748-bfa5f3fa4f2d,network=Network(7b97401f-be63-4657-bf2b-e571a1e10d7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap50482d94-de') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap50482d94-de, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:19:20 user nova-compute[86206]: INFO os_vif [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8a:5a:3d,bridge_name='br-int',has_traffic_filtering=True,id=50482d94-de3a-473f-a748-bfa5f3fa4f2d,network=Network(7b97401f-be63-4657-bf2b-e571a1e10d7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap50482d94-de')
Nov 10 13:19:20 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-10T13:18:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-248668550',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-248668550',id=11,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFiQVdJFvCdsYfxTwfIJy8/B1xsP59N1r3H5Qd/Ptk+0HcTymia8zuyPDRrvN6cJFfA0t0DQnAdLzm3TFRLBWQCmXgVWlWQAHllTn3plZxPbwlqPTGP6KUQB/wUW3B6VlQ==',key_name='tempest-keypair-464337098',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3d7ca630936f443e851cc1793bd39868',ramdisk_id='',reservation_id='r-nk407vh7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1916394725',owner_user_name='tempest-TaggedBootDevicesTest-1916394725-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:18:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='621ae0d4120e42b389d0616f3841d15e',uuid=1a2b54d2-f6d8-495a-9e59-b2ba3de336d4,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d15556cd-8481-47fd-8cd9-dcfd9dc3995d", "address": "fa:16:3e:de:b7:76", "network": {"id": "7b97401f-be63-4657-bf2b-e571a1e10d7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1844826408", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd15556cd-84", "ovs_interfaceid": "d15556cd-8481-47fd-8cd9-dcfd9dc3995d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Converting VIF {"id": "d15556cd-8481-47fd-8cd9-dcfd9dc3995d", "address": "fa:16:3e:de:b7:76", "network": {"id": "7b97401f-be63-4657-bf2b-e571a1e10d7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1844826408", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd15556cd-84", "ovs_interfaceid": "d15556cd-8481-47fd-8cd9-dcfd9dc3995d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:de:b7:76,bridge_name='br-int',has_traffic_filtering=True,id=d15556cd-8481-47fd-8cd9-dcfd9dc3995d,network=Network(7b97401f-be63-4657-bf2b-e571a1e10d7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd15556cd-84') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG os_vif [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:de:b7:76,bridge_name='br-int',has_traffic_filtering=True,id=d15556cd-8481-47fd-8cd9-dcfd9dc3995d,network=Network(7b97401f-be63-4657-bf2b-e571a1e10d7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd15556cd-84') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd15556cd-84, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:19:20 user nova-compute[86206]: INFO os_vif [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:de:b7:76,bridge_name='br-int',has_traffic_filtering=True,id=d15556cd-8481-47fd-8cd9-dcfd9dc3995d,network=Network(7b97401f-be63-4657-bf2b-e571a1e10d7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd15556cd-84')
Nov 10 13:19:20 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-10T13:18:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-248668550',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-248668550',id=11,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFiQVdJFvCdsYfxTwfIJy8/B1xsP59N1r3H5Qd/Ptk+0HcTymia8zuyPDRrvN6cJFfA0t0DQnAdLzm3TFRLBWQCmXgVWlWQAHllTn3plZxPbwlqPTGP6KUQB/wUW3B6VlQ==',key_name='tempest-keypair-464337098',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3d7ca630936f443e851cc1793bd39868',ramdisk_id='',reservation_id='r-nk407vh7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1916394725',owner_user_name='tempest-TaggedBootDevicesTest-1916394725-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:18:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='621ae0d4120e42b389d0616f3841d15e',uuid=1a2b54d2-f6d8-495a-9e59-b2ba3de336d4,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "01e44262-9c30-4e85-b045-2a8b23114b37", "address": "fa:16:3e:e9:f9:69", "network": {"id": "7b97401f-be63-4657-bf2b-e571a1e10d7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1844826408", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01e44262-9c", "ovs_interfaceid": "01e44262-9c30-4e85-b045-2a8b23114b37", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Converting VIF {"id": "01e44262-9c30-4e85-b045-2a8b23114b37", "address": "fa:16:3e:e9:f9:69", "network": {"id": "7b97401f-be63-4657-bf2b-e571a1e10d7d", "bridge": "br-int", "label": "tempest-device-tagging-net1-1844826408", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap01e44262-9c", "ovs_interfaceid": "01e44262-9c30-4e85-b045-2a8b23114b37", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e9:f9:69,bridge_name='br-int',has_traffic_filtering=True,id=01e44262-9c30-4e85-b045-2a8b23114b37,network=Network(7b97401f-be63-4657-bf2b-e571a1e10d7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01e44262-9c') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG os_vif [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e9:f9:69,bridge_name='br-int',has_traffic_filtering=True,id=01e44262-9c30-4e85-b045-2a8b23114b37,network=Network(7b97401f-be63-4657-bf2b-e571a1e10d7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01e44262-9c') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap01e44262-9c, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:19:20 user nova-compute[86206]: INFO os_vif [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e9:f9:69,bridge_name='br-int',has_traffic_filtering=True,id=01e44262-9c30-4e85-b045-2a8b23114b37,network=Network(7b97401f-be63-4657-bf2b-e571a1e10d7d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap01e44262-9c')
Nov 10 13:19:20 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-10T13:18:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-248668550',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-248668550',id=11,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFiQVdJFvCdsYfxTwfIJy8/B1xsP59N1r3H5Qd/Ptk+0HcTymia8zuyPDRrvN6cJFfA0t0DQnAdLzm3TFRLBWQCmXgVWlWQAHllTn3plZxPbwlqPTGP6KUQB/wUW3B6VlQ==',key_name='tempest-keypair-464337098',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3d7ca630936f443e851cc1793bd39868',ramdisk_id='',reservation_id='r-nk407vh7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1916394725',owner_user_name='tempest-TaggedBootDevicesTest-1916394725-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:18:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='621ae0d4120e42b389d0616f3841d15e',uuid=1a2b54d2-f6d8-495a-9e59-b2ba3de336d4,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "13211b8c-dfd6-4846-bc31-a408c5742124", "address": "fa:16:3e:76:d3:ee", "network": {"id": "306acbea-caac-4c6d-8cb3-63561c77b472", "bridge": "br-int", "label": "tempest-device-tagging-net2-1349816993", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13211b8c-df", "ovs_interfaceid": "13211b8c-dfd6-4846-bc31-a408c5742124", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Converting VIF {"id": "13211b8c-dfd6-4846-bc31-a408c5742124", "address": "fa:16:3e:76:d3:ee", "network": {"id": "306acbea-caac-4c6d-8cb3-63561c77b472", "bridge": "br-int", "label": "tempest-device-tagging-net2-1349816993", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13211b8c-df", "ovs_interfaceid": "13211b8c-dfd6-4846-bc31-a408c5742124", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:76:d3:ee,bridge_name='br-int',has_traffic_filtering=True,id=13211b8c-dfd6-4846-bc31-a408c5742124,network=Network(306acbea-caac-4c6d-8cb3-63561c77b472),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13211b8c-df') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG os_vif [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:d3:ee,bridge_name='br-int',has_traffic_filtering=True,id=13211b8c-dfd6-4846-bc31-a408c5742124,network=Network(306acbea-caac-4c6d-8cb3-63561c77b472),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13211b8c-df') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap13211b8c-df, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:19:20 user nova-compute[86206]: INFO os_vif [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:76:d3:ee,bridge_name='br-int',has_traffic_filtering=True,id=13211b8c-dfd6-4846-bc31-a408c5742124,network=Network(306acbea-caac-4c6d-8cb3-63561c77b472),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13211b8c-df')
Nov 10 13:19:20 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-10T13:18:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-248668550',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-248668550',id=11,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFiQVdJFvCdsYfxTwfIJy8/B1xsP59N1r3H5Qd/Ptk+0HcTymia8zuyPDRrvN6cJFfA0t0DQnAdLzm3TFRLBWQCmXgVWlWQAHllTn3plZxPbwlqPTGP6KUQB/wUW3B6VlQ==',key_name='tempest-keypair-464337098',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3d7ca630936f443e851cc1793bd39868',ramdisk_id='',reservation_id='r-nk407vh7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1916394725',owner_user_name='tempest-TaggedBootDevicesTest-1916394725-project-member'},tags=TagList,task_state='block_device_mapping',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:18:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='621ae0d4120e42b389d0616f3841d15e',uuid=1a2b54d2-f6d8-495a-9e59-b2ba3de336d4,vcpu_model=None,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "06ed55bb-a339-4d8a-ad2d-324531af9b25", "address": "fa:16:3e:3f:c0:44", "network": {"id": "306acbea-caac-4c6d-8cb3-63561c77b472", "bridge": "br-int", "label": "tempest-device-tagging-net2-1349816993", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06ed55bb-a3", "ovs_interfaceid": "06ed55bb-a339-4d8a-ad2d-324531af9b25", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Converting VIF {"id": "06ed55bb-a339-4d8a-ad2d-324531af9b25", "address": "fa:16:3e:3f:c0:44", "network": {"id": "306acbea-caac-4c6d-8cb3-63561c77b472", "bridge": "br-int", "label": "tempest-device-tagging-net2-1349816993", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "3d7ca630936f443e851cc1793bd39868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap06ed55bb-a3", "ovs_interfaceid": "06ed55bb-a339-4d8a-ad2d-324531af9b25", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3f:c0:44,bridge_name='br-int',has_traffic_filtering=True,id=06ed55bb-a339-4d8a-ad2d-324531af9b25,network=Network(306acbea-caac-4c6d-8cb3-63561c77b472),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap06ed55bb-a3') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG os_vif [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3f:c0:44,bridge_name='br-int',has_traffic_filtering=True,id=06ed55bb-a339-4d8a-ad2d-324531af9b25,network=Network(306acbea-caac-4c6d-8cb3-63561c77b472),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap06ed55bb-a3') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap06ed55bb-a3, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:19:20 user nova-compute[86206]: INFO os_vif [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3f:c0:44,bridge_name='br-int',has_traffic_filtering=True,id=06ed55bb-a339-4d8a-ad2d-324531af9b25,network=Network(306acbea-caac-4c6d-8cb3-63561c77b472),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap06ed55bb-a3')
Nov 10 13:19:20 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Unplugged VIFs for instance {{(pid=86206) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3032}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:19:20 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:19:22 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:19:22 user nova-compute[86206]: DEBUG nova.compute.manager [req-30459294-7e68-494c-957f-e29483b5488e req-a9f88c37-c7a9-41c7-899f-a5dac65a001e service nova] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Received event network-changed-d78b9481-bd16-4e63-bc1b-e138e5bf2477 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:19:22 user nova-compute[86206]: DEBUG nova.compute.manager [req-30459294-7e68-494c-957f-e29483b5488e req-a9f88c37-c7a9-41c7-899f-a5dac65a001e service nova] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Refreshing instance network info cache due to event network-changed-d78b9481-bd16-4e63-bc1b-e138e5bf2477. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:19:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-30459294-7e68-494c-957f-e29483b5488e req-a9f88c37-c7a9-41c7-899f-a5dac65a001e service nova] Acquiring lock "refresh_cache-435e1f3c-3a23-4f40-a90e-844547969c7f" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:19:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-30459294-7e68-494c-957f-e29483b5488e req-a9f88c37-c7a9-41c7-899f-a5dac65a001e service nova] Acquired lock "refresh_cache-435e1f3c-3a23-4f40-a90e-844547969c7f" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:19:22 user nova-compute[86206]: DEBUG nova.network.neutron [req-30459294-7e68-494c-957f-e29483b5488e req-a9f88c37-c7a9-41c7-899f-a5dac65a001e service nova] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Refreshing network info cache for port d78b9481-bd16-4e63-bc1b-e138e5bf2477 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:19:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Acquiring lock "435e1f3c-3a23-4f40-a90e-844547969c7f" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:19:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Lock "435e1f3c-3a23-4f40-a90e-844547969c7f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:19:22 user nova-compute[86206]: DEBUG nova.objects.instance [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Lazy-loading 'flavor' on Instance uuid 435e1f3c-3a23-4f40-a90e-844547969c7f {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:19:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Lock "435e1f3c-3a23-4f40-a90e-844547969c7f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.063s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:19:22 user nova-compute[86206]: DEBUG nova.compute.manager [req-e659d191-9f59-4409-838f-923ae982db80 req-aa219a0b-0ae0-4e48-aca9-00e396c27610 service nova] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Received event network-changed-4a5c0b44-c970-47e1-a2be-144211d08e76 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:19:22 user nova-compute[86206]: DEBUG nova.compute.manager [req-e659d191-9f59-4409-838f-923ae982db80 req-aa219a0b-0ae0-4e48-aca9-00e396c27610 service nova] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Refreshing instance network info cache due to event network-changed-4a5c0b44-c970-47e1-a2be-144211d08e76. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:19:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-e659d191-9f59-4409-838f-923ae982db80 req-aa219a0b-0ae0-4e48-aca9-00e396c27610 service nova] Acquiring lock "refresh_cache-51997b6e-371c-49d4-a082-c8cf3421b831" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:19:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-e659d191-9f59-4409-838f-923ae982db80 req-aa219a0b-0ae0-4e48-aca9-00e396c27610 service nova] Acquired lock "refresh_cache-51997b6e-371c-49d4-a082-c8cf3421b831" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:19:22 user nova-compute[86206]: DEBUG nova.network.neutron [req-e659d191-9f59-4409-838f-923ae982db80 req-aa219a0b-0ae0-4e48-aca9-00e396c27610 service nova] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Refreshing network info cache for port 4a5c0b44-c970-47e1-a2be-144211d08e76 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:19:22 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:19:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] Acquiring lock "51997b6e-371c-49d4-a082-c8cf3421b831" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:19:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] Lock "51997b6e-371c-49d4-a082-c8cf3421b831" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:19:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Acquiring lock "435e1f3c-3a23-4f40-a90e-844547969c7f" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:19:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Lock "435e1f3c-3a23-4f40-a90e-844547969c7f" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:19:22 user nova-compute[86206]: INFO nova.compute.manager [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Attaching volume ee90b1cf-e0fd-4260-b2f7-fa51ce709304 to /dev/vdb
Nov 10 13:19:22 user nova-compute[86206]: DEBUG nova.objects.instance [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] Lazy-loading 'flavor' on Instance uuid 51997b6e-371c-49d4-a082-c8cf3421b831 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:19:22 user nova-compute[86206]: DEBUG os_brick.utils [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:19:22 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:22 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:22 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e89b9fa-ab25-4ce0-8dbc-7423d04d4612]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:22 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] Lock "51997b6e-371c-49d4-a082-c8cf3421b831" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.114s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:19:22 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:22 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f54938d-88e7-4249-9bb6-06b55c54a9a9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:22 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:22 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:22 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[da0c463e-9215-4343-a302-14fb8581d2ae]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:22 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8e7f158-ada8-4f39-a73b-853631534b58]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:22 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:19:23 user nova-compute[86206]: DEBUG nova.network.neutron [req-30459294-7e68-494c-957f-e29483b5488e req-a9f88c37-c7a9-41c7-899f-a5dac65a001e service nova] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Updated VIF entry in instance network info cache for port d78b9481-bd16-4e63-bc1b-e138e5bf2477. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:19:23 user nova-compute[86206]: DEBUG nova.network.neutron [req-30459294-7e68-494c-957f-e29483b5488e req-a9f88c37-c7a9-41c7-899f-a5dac65a001e service nova] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Updating instance_info_cache with network_info: [{"id": "d78b9481-bd16-4e63-bc1b-e138e5bf2477", "address": "fa:16:3e:8f:4b:c5", "network": {"id": "6f4dd96a-921b-44c9-9588-336c69e90a13", "bridge": "br-int", "label": "tempest-TestVolumeSwap-252990643-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "52289ce4c30c46178efe8b745663b18d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd78b9481-bd", "ovs_interfaceid": "d78b9481-bd16-4e63-bc1b-e138e5bf2477", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:19:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:19:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-30459294-7e68-494c-957f-e29483b5488e req-a9f88c37-c7a9-41c7-899f-a5dac65a001e service nova] Releasing lock "refresh_cache-435e1f3c-3a23-4f40-a90e-844547969c7f" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:19:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:19:23 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:19:23 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[06b61e38-fcff-4015-8b02-ff3a628d9a5e]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:19:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:19:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:19:23 user nova-compute[86206]: DEBUG os_brick.utils [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] <== get_connector_properties: return (141ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:19:23 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Updating existing volume attachment record: 869e0b62-7b34-4518-84d6-5ba705f592f9 {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 13:19:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] Acquiring lock "51997b6e-371c-49d4-a082-c8cf3421b831" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:19:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] Lock "51997b6e-371c-49d4-a082-c8cf3421b831" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:19:23 user nova-compute[86206]: INFO nova.compute.manager [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Attaching volume 72e5d4a9-524f-4451-91a8-4c7b9ae52796 to /dev/vdb
Nov 10 13:19:23 user nova-compute[86206]: DEBUG os_brick.utils [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:19:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:23 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[33f601ce-7689-4fc3-bf45-92c558618c72]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:23 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[413728fa-7f72-4ac5-97d6-4e448bf70d44]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:23 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[545a2d84-f096-49b1-9d16-435023e9af5a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:23 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[18a2cb9b-deef-4c8c-9f01-b5ac21eee25a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:19:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:19:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:19:23 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:19:23 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0ec9807-cce0-470b-a58e-e922f1b263d5]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:19:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:19:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:19:23 user nova-compute[86206]: DEBUG os_brick.utils [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:19:23 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Updating existing volume attachment record: 7a1aac21-af6e-4282-bdd3-694d78d56808 {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 13:19:23 user nova-compute[86206]: DEBUG nova.network.neutron [req-e659d191-9f59-4409-838f-923ae982db80 req-aa219a0b-0ae0-4e48-aca9-00e396c27610 service nova] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Updated VIF entry in instance network info cache for port 4a5c0b44-c970-47e1-a2be-144211d08e76. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:19:23 user nova-compute[86206]: DEBUG nova.network.neutron [req-e659d191-9f59-4409-838f-923ae982db80 req-aa219a0b-0ae0-4e48-aca9-00e396c27610 service nova] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Updating instance_info_cache with network_info: [{"id": "4a5c0b44-c970-47e1-a2be-144211d08e76", "address": "fa:16:3e:6d:67:b4", "network": {"id": "9b7bd1e0-7ef0-4ef2-b84f-54b58ae846d6", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1412590755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ac73b920ae147cb9991ec9c3d0ec759", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4a5c0b44-c9", "ovs_interfaceid": "4a5c0b44-c970-47e1-a2be-144211d08e76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:19:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-e659d191-9f59-4409-838f-923ae982db80 req-aa219a0b-0ae0-4e48-aca9-00e396c27610 service nova] Releasing lock "refresh_cache-51997b6e-371c-49d4-a082-c8cf3421b831" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:19:23 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:19:23 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:19:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "refresh_cache-e040d0fe-dea0-451e-91e2-6852000fa9dc" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:19:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquired lock "refresh_cache-e040d0fe-dea0-451e-91e2-6852000fa9dc" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:19:24 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Forcefully refreshing network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 10 13:19:24 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Updating instance_info_cache with network_info: [{"id": "a157a34a-5248-4018-b9e6-de9e1c037ee4", "address": "fa:16:3e:bb:e9:d4", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa157a34a-52", "ovs_interfaceid": "a157a34a-5248-4018-b9e6-de9e1c037ee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:19:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Releasing lock "refresh_cache-e040d0fe-dea0-451e-91e2-6852000fa9dc" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:19:24 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Updated the network info_cache for instance {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 10 13:19:24 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:19:24 user nova-compute[86206]: INFO nova.compute.manager [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Took 4.56 seconds to deallocate network for instance.
Nov 10 13:19:24 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Detaching volume: 0ebeea73-ca7e-487a-a090-fb8813506f5b {{(pid=86206) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3224}}
Nov 10 13:19:24 user nova-compute[86206]: INFO nova.compute.manager [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Detaching volume 0ebeea73-ca7e-487a-a090-fb8813506f5b
Nov 10 13:19:24 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:19:24 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:19:24 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:19:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:19:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:19:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:19:24 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:19:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/51997b6e-371c-49d4-a082-c8cf3421b831/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/51997b6e-371c-49d4-a082-c8cf3421b831/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/51997b6e-371c-49d4-a082-c8cf3421b831/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/51997b6e-371c-49d4-a082-c8cf3421b831/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97eb8568-6a00-4d04-b621-16f2921b3761/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97eb8568-6a00-4d04-b621-16f2921b3761/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97eb8568-6a00-4d04-b621-16f2921b3761/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97eb8568-6a00-4d04-b621-16f2921b3761/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319b5e3c-5f62-41da-93b6-7c6b9da3e261/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319b5e3c-5f62-41da-93b6-7c6b9da3e261/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319b5e3c-5f62-41da-93b6-7c6b9da3e261/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319b5e3c-5f62-41da-93b6-7c6b9da3e261/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/435e1f3c-3a23-4f40-a90e-844547969c7f/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/435e1f3c-3a23-4f40-a90e-844547969c7f/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/435e1f3c-3a23-4f40-a90e-844547969c7f/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/435e1f3c-3a23-4f40-a90e-844547969c7f/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:19:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b1774f-a0bc-4b20-ad24-569cf7e48330/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b1774f-a0bc-4b20-ad24-569cf7e48330/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b1774f-a0bc-4b20-ad24-569cf7e48330/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:19:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/33b1774f-a0bc-4b20-ad24-569cf7e48330/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:28 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:19:28 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:19:28 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=7774MB free_disk=25.465381622314453GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:19:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:19:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:19:28 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance fbca50b2-5d7e-405a-ae5b-20651146376d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:19:28 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance e040d0fe-dea0-451e-91e2-6852000fa9dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:19:28 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 4509d78d-a41e-4150-beef-feed0bb03160 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:19:28 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 319b5e3c-5f62-41da-93b6-7c6b9da3e261 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:19:28 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 97eb8568-6a00-4d04-b621-16f2921b3761 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:19:28 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 51997b6e-371c-49d4-a082-c8cf3421b831 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:19:28 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 435e1f3c-3a23-4f40-a90e-844547969c7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:19:28 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 33b1774f-a0bc-4b20-ad24-569cf7e48330 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:19:28 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Nov 10 13:19:28 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:19:28 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:19:29 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:19:29 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:19:29 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:19:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.555s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:19:30 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:19:30 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:19:30 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:19:30 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:19:30 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:19:30 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 13:19:32 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:19:32 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:19:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:19:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:19:33 user nova-compute[86206]: DEBUG nova.compute.manager [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:19:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:19:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:19:33 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:19:33 user nova-compute[86206]: INFO nova.compute.claims [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Claim successful on node user
Nov 10 13:19:33 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:19:33 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:19:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.414s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:19:33 user nova-compute[86206]: DEBUG nova.compute.manager [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:19:33 user nova-compute[86206]: DEBUG nova.compute.manager [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:19:33 user nova-compute[86206]: DEBUG nova.network.neutron [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:19:33 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:19:33 user nova-compute[86206]: DEBUG nova.compute.manager [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:19:33 user nova-compute[86206]: DEBUG nova.policy [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b99c0d49a5e450ba43bce92d827d7c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '028ee5b7789f4eb9809f6c89b8649453', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:19:33 user nova-compute[86206]: INFO nova.virt.block_device [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Booting with blank volume at /dev/vda
Nov 10 13:19:34 user nova-compute[86206]: DEBUG nova.network.neutron [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Successfully created port: 4847ac2e-aeba-4a7c-81fd-0fa52eaee43f {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:19:35 user nova-compute[86206]: DEBUG nova.network.neutron [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Successfully updated port: 4847ac2e-aeba-4a7c-81fd-0fa52eaee43f {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:19:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "refresh_cache-8a48ce18-2887-4676-9d7b-ebebbc8e5381" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:19:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquired lock "refresh_cache-8a48ce18-2887-4676-9d7b-ebebbc8e5381" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:19:35 user nova-compute[86206]: DEBUG nova.network.neutron [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:19:35 user nova-compute[86206]: DEBUG nova.compute.manager [req-f9cbae8f-7457-4ca6-9301-2b23f94fed24 req-187bc372-d528-4020-9d7d-f24ee1757e66 service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Received event network-changed-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:19:35 user nova-compute[86206]: DEBUG nova.compute.manager [req-f9cbae8f-7457-4ca6-9301-2b23f94fed24 req-187bc372-d528-4020-9d7d-f24ee1757e66 service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Refreshing instance network info cache due to event network-changed-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:19:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f9cbae8f-7457-4ca6-9301-2b23f94fed24 req-187bc372-d528-4020-9d7d-f24ee1757e66 service nova] Acquiring lock "refresh_cache-8a48ce18-2887-4676-9d7b-ebebbc8e5381" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:19:35 user nova-compute[86206]: DEBUG nova.network.neutron [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:19:35 user nova-compute[86206]: DEBUG nova.network.neutron [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Updating instance_info_cache with network_info: [{"id": "4847ac2e-aeba-4a7c-81fd-0fa52eaee43f", "address": "fa:16:3e:ee:a8:51", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4847ac2e-ae", "ovs_interfaceid": "4847ac2e-aeba-4a7c-81fd-0fa52eaee43f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:19:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Releasing lock "refresh_cache-8a48ce18-2887-4676-9d7b-ebebbc8e5381" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:19:35 user nova-compute[86206]: DEBUG nova.compute.manager [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Instance network_info: |[{"id": "4847ac2e-aeba-4a7c-81fd-0fa52eaee43f", "address": "fa:16:3e:ee:a8:51", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4847ac2e-ae", "ovs_interfaceid": "4847ac2e-aeba-4a7c-81fd-0fa52eaee43f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:19:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f9cbae8f-7457-4ca6-9301-2b23f94fed24 req-187bc372-d528-4020-9d7d-f24ee1757e66 service nova] Acquired lock "refresh_cache-8a48ce18-2887-4676-9d7b-ebebbc8e5381" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:19:35 user nova-compute[86206]: DEBUG nova.network.neutron [req-f9cbae8f-7457-4ca6-9301-2b23f94fed24 req-187bc372-d528-4020-9d7d-f24ee1757e66 service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Refreshing network info cache for port 4847ac2e-aeba-4a7c-81fd-0fa52eaee43f {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:19:35 user nova-compute[86206]: DEBUG nova.network.neutron [req-f9cbae8f-7457-4ca6-9301-2b23f94fed24 req-187bc372-d528-4020-9d7d-f24ee1757e66 service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Updated VIF entry in instance network info cache for port 4847ac2e-aeba-4a7c-81fd-0fa52eaee43f. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:19:35 user nova-compute[86206]: DEBUG nova.network.neutron [req-f9cbae8f-7457-4ca6-9301-2b23f94fed24 req-187bc372-d528-4020-9d7d-f24ee1757e66 service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Updating instance_info_cache with network_info: [{"id": "4847ac2e-aeba-4a7c-81fd-0fa52eaee43f", "address": "fa:16:3e:ee:a8:51", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4847ac2e-ae", "ovs_interfaceid": "4847ac2e-aeba-4a7c-81fd-0fa52eaee43f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:19:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f9cbae8f-7457-4ca6-9301-2b23f94fed24 req-187bc372-d528-4020-9d7d-f24ee1757e66 service nova] Releasing lock "refresh_cache-8a48ce18-2887-4676-9d7b-ebebbc8e5381" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:19:37 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:19:37 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:19:38 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-7b7ba54e-461d-48d9-936c-160c2acb2d01 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 319b5e3c-5f62-41da-93b6-7c6b9da3e261 is timed out.
Nov 10 13:19:38 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-7b7ba54e-461d-48d9-936c-160c2acb2d01 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Successfully detached device vdb from instance 319b5e3c-5f62-41da-93b6-7c6b9da3e261 from the live domain config.
Nov 10 13:19:38 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7b7ba54e-461d-48d9-936c-160c2acb2d01 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b7ba54e-461d-48d9-936c-160c2acb2d01 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RDHlJaws', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:19:38 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-7b7ba54e-461d-48d9-936c-160c2acb2d01 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:19:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-7b7ba54e-461d-48d9-936c-160c2acb2d01 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-7b7ba54e-461d-48d9-936c-160c2acb2d01 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[813b11c3-9db4-4d8c-bc9c-551cd1518f06]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b7ba54e-461d-48d9-936c-160c2acb2d01 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 13:19:38 user nova-compute[86206]: No targets found.
Nov 10 13:19:38 user nova-compute[86206]: iSNS:
Nov 10 13:19:38 user nova-compute[86206]: No targets found.
Nov 10 13:19:38 user nova-compute[86206]: STATIC:
Nov 10 13:19:38 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96
Nov 10 13:19:38 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:19:38 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:19:38 user nova-compute[86206]: FIRMWARE:
Nov 10 13:19:38 user nova-compute[86206]: No targets found.
Nov 10 13:19:38 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b7ba54e-461d-48d9-936c-160c2acb2d01 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 13:19:38 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 13:19:38 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b7ba54e-461d-48d9-936c-160c2acb2d01 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3f952aa-766a-4495-8710-3c1bc6ef2c9c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[32b9952a-3529-412d-9bec-b43e9db5f731]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b7ba54e-461d-48d9-936c-160c2acb2d01 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96 (non-flash)
Nov 10 13:19:38 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b7ba54e-461d-48d9-936c-160c2acb2d01 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96 (non-flash)
Nov 10 13:19:38 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b7ba54e-461d-48d9-936c-160c2acb2d01 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe4886c69e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96'): ({'sdc'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-7b7ba54e-461d-48d9-936c-160c2acb2d01 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Removing single pathed devices sdc {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[05638593-6842-466a-8e3a-739242e52daa]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a30789af-8d11-4b8e-8926-fe6c771e71ad]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-7b7ba54e-461d-48d9-936c-160c2acb2d01 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Flushing IO for device /dev/sdc {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[34d46801-9753-4d61-bd65-6dab6a2cacbc]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-7b7ba54e-461d-48d9-936c-160c2acb2d01 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.039s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[46d3eee7-b3bf-4cda-86f6-0983f0eafd7f]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-7b7ba54e-461d-48d9-936c-160c2acb2d01 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-7b7ba54e-461d-48d9-936c-160c2acb2d01 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] SCSI volumes sdc have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b7ba54e-461d-48d9-936c-160c2acb2d01 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[fec0b57e-0ef0-409e-8718-d880ce1bcbcb]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b7ba54e-461d-48d9-936c-160c2acb2d01 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96 -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96 -p 172.16.0.220:3260 --logout" returned: 0 in 0.050s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce837311-c6a0-42f6-825b-8b9c8d5a6b64]: (4, ('Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96, portal: 172.16.0.220,3260]\nLogout of [sid: 3, target: iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b7ba54e-461d-48d9-936c-160c2acb2d01 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96, portal: 172.16.0.220,3260]
Nov 10 13:19:38 user nova-compute[86206]: Logout of [sid: 3, target: iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96, portal: 172.16.0.220,3260] successful.
Nov 10 13:19:38 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96 -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aec74612-eb4e-411e-81c3-98e07a6f5c96 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[5937d9cc-fb77-462e-927e-a48daf2c9a45]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b7ba54e-461d-48d9-936c-160c2acb2d01 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-7b7ba54e-461d-48d9-936c-160c2acb2d01 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.263s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-7b7ba54e-461d-48d9-936c-160c2acb2d01 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] <== disconnect_volume: return (264ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:19:38 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7b7ba54e-461d-48d9-936c-160c2acb2d01 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 13:19:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pnmoLVOE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:19:47 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:19:47 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:19:47 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:19:47 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:19:47 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:19:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796 -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bc54a40-1d9e-4b87-82e0-d0e2870ed617]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 13:19:47 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796 -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[e631b83e-3e5b-44c3-8521-bbe729822301]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796] added
Nov 10 13:19:47 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NetHToSB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:19:47 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:19:47 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7549655-ac9d-4ef3-932a-3b6a5791018f]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e603175-cb56-41d1-a15a-684d8b3dd134]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pnmoLVOE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pnmoLVOE" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[1de64512-26f7-4e21-9812-a5423f7e9404]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'pnmoLVOE'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[968fe5d9-3d12-4ccb-a7d6-691b1f990b7f]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5ed4619-8401-40a8-8970-1ccfd3be7b77]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 10 13:19:47 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 10 13:19:47 user nova-compute[86206]:  {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:19:47 user nova-compute[86206]: WARNING os_brick.initiator.connectors.iscsi [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 10 13:19:47 user nova-compute[86206]: 
Nov 10 13:19:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796 -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796 -p 172.16.0.220:3260 --login" returned: 0 in 0.047s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[87983067-c971-4cc5-b266-1aeaba6362f4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796, portal: 172.16.0.220,3260]
Nov 10 13:19:47 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796, portal: 172.16.0.220,3260] successful.
Nov 10 13:19:47 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[9dcc6212-544b-404f-b737-172eae0f16fe]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e128d41-0cfb-4583-ba5c-73f8194a071b]: (4, ('tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796 (non-flash)
Nov 10 13:19:47 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] iscsi session list stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796 (non-flash)
Nov 10 13:19:47 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.245s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] HCTL ('33', '-', '-', 0) found on session 4 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] Scanning host 33 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c14b7a2a-fd50-419c-9109-bc91c02b42df]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] Searching for a device in session 4 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:19:47 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pnmoLVOE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Skipping driver_detach during remote rebuild. {{(pid=86206) _do_detach /opt/stack/nova/nova/virt/block_device.py:461}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.277s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] <== connect_volume: return (1279ms) {'type': 'block', 'scsi_wwn': '23265343264666136', 'path': '/dev/sdb'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23265343264666136', 'path': '/dev/sdb'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.221s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:19:48 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:19:48 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:19:48 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:19:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG nova.objects.instance [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] Lazy-loading 'flavor' on Instance uuid 51997b6e-371c-49d4-a082-c8cf3421b831 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e65fca5-ff33-4c20-9989-f5da00ad7929]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 13:19:48 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a95fd38-a211-4c51-a793-73a401ccd705]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304] added
Nov 10 13:19:48 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] attach device xml: <disk type="block" device="disk">
Nov 10 13:19:48 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:19:48 user nova-compute[86206]:   <source dev="/dev/sdb"/>
Nov 10 13:19:48 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:19:48 user nova-compute[86206]:   <serial>72e5d4a9-524f-4451-91a8-4c7b9ae52796</serial>
Nov 10 13:19:48 user nova-compute[86206]: </disk>
Nov 10 13:19:48 user nova-compute[86206]:  {{(pid=86206) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b82dfd72-f331-4a3c-9014-226ebfc8ead1]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[940eb3fe-dba4-4deb-81e8-9a18a8440750]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NetHToSB {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NetHToSB" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[aecfd85a-7f58-46c5-a726-b96c8bc39189]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'NetHToSB'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[51adeda4-58f3-4048-b596-8bc3a7be8fa5]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca94167b-62c4-42ea-af33-1f3a6a7b19ad]: (4, ('tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796 (non-flash)
Nov 10 13:19:48 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] iscsi session list stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796 (non-flash)
Nov 10 13:19:48 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[35d02a2a-e842-47aa-bea0-391922761840]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304, portal: 172.16.0.220,3260]
Nov 10 13:19:48 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304, portal: 172.16.0.220,3260] successful.
Nov 10 13:19:48 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[35f75693-c5be-4803-a13c-306a4f8dc42e]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG nova.objects.instance [None req-7b7ba54e-461d-48d9-936c-160c2acb2d01 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lazy-loading 'flavor' on Instance uuid 319b5e3c-5f62-41da-93b6-7c6b9da3e261 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b6d5714-065d-486c-b894-4da6f54d30e0]: (4, ('tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796 (non-flash)
Nov 10 13:19:48 user nova-compute[86206]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 (non-flash)
Nov 10 13:19:48 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] iscsi session list stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796 (non-flash)
Nov 10 13:19:48 user nova-compute[86206]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 (non-flash)
Nov 10 13:19:48 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.256s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] HCTL ('34', '-', '-', 0) found on session 5 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:19:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.015s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:49 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[d06804b3-62ec-4af3-83cc-64117d8ebac7]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:49 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Searching for a device in session 5 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:19:49 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NetHToSB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:19:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7b7ba54e-461d-48d9-936c-160c2acb2d01 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lock "319b5e3c-5f62-41da-93b6-7c6b9da3e261" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 31.101s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:19:49 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:19:49 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] No BDM found with device name vdb, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:19:49 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] No VIF found with MAC fa:16:3e:6d:67:b4, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:19:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2dc96472-1dee-49a6-951b-244389d2cfe7 tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] Lock "51997b6e-371c-49d4-a082-c8cf3421b831" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 26.314s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:19:49 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.285s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:19:50 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] <== connect_volume: return (2505ms) {'type': 'block', 'scsi_wwn': '26666633738306636', 'path': '/dev/sdc'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:19:50 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26666633738306636', 'path': '/dev/sdc'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:19:50 user nova-compute[86206]: DEBUG nova.objects.instance [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Lazy-loading 'flavor' on Instance uuid 435e1f3c-3a23-4f40-a90e-844547969c7f {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:19:50 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] attach device xml: <disk type="block" device="disk">
Nov 10 13:19:50 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:19:50 user nova-compute[86206]:   <source dev="/dev/sdc"/>
Nov 10 13:19:50 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:19:50 user nova-compute[86206]:   <serial>ee90b1cf-e0fd-4260-b2f7-fa51ce709304</serial>
Nov 10 13:19:50 user nova-compute[86206]: </disk>
Nov 10 13:19:50 user nova-compute[86206]:  {{(pid=86206) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 10 13:19:50 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:19:50 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] No BDM found with device name vdb, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:19:50 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] No VIF found with MAC fa:16:3e:8f:4b:c5, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:19:50 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-fda0d10e-8018-4998-b33c-2d5f36557141 tempest-VolumesAssistedSnapshotsTest-1874865216 tempest-VolumesAssistedSnapshotsTest-1874865216-project] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] volume_snapshot_create: create_info: {'snapshot_id': '6ab96c7a-48ef-4772-a3fb-16f31188736c', 'type': 'qcow2', 'new_file': 'new_file'} {{(pid=86206) volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3576}}
Nov 10 13:19:50 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-fda0d10e-8018-4998-b33c-2d5f36557141 tempest-VolumesAssistedSnapshotsTest-1874865216 tempest-VolumesAssistedSnapshotsTest-1874865216-project] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] snap xml: <domainsnapshot>
Nov 10 13:19:50 user nova-compute[86206]:   <disks>
Nov 10 13:19:50 user nova-compute[86206]:     <disk name="/dev/sdb" snapshot="external" type="file">
Nov 10 13:19:50 user nova-compute[86206]:       <source file="/dev/new_file"/>
Nov 10 13:19:50 user nova-compute[86206]:     </disk>
Nov 10 13:19:50 user nova-compute[86206]:     <disk name="vda" snapshot="no"/>
Nov 10 13:19:50 user nova-compute[86206]:   </disks>
Nov 10 13:19:50 user nova-compute[86206]: </domainsnapshot>
Nov 10 13:19:50 user nova-compute[86206]:  {{(pid=86206) _volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3517}}
Nov 10 13:19:50 user nova-compute[86206]: DEBUG nova.objects.instance [None req-fda0d10e-8018-4998-b33c-2d5f36557141 tempest-VolumesAssistedSnapshotsTest-1874865216 tempest-VolumesAssistedSnapshotsTest-1874865216-project] Lazy-loading 'system_metadata' on Instance uuid 51997b6e-371c-49d4-a082-c8cf3421b831 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:19:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-afe53949-8293-494e-90af-13f6e32f30ea tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Lock "435e1f3c-3a23-4f40-a90e-844547969c7f" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 27.779s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:19:50 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-fda0d10e-8018-4998-b33c-2d5f36557141 tempest-VolumesAssistedSnapshotsTest-1874865216 tempest-VolumesAssistedSnapshotsTest-1874865216-project] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [None req-fda0d10e-8018-4998-b33c-2d5f36557141 tempest-VolumesAssistedSnapshotsTest-1874865216 tempest-VolumesAssistedSnapshotsTest-1874865216-project] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Unable to create VM snapshot, failing volume_snapshot operation.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Traceback (most recent call last):
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831]     rv = execute(f, *args, **kwargs)
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831]     six.reraise(c, e, tb)
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831]     raise value
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831]     rv = meth(*args, **kwargs)
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] 
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [None req-fda0d10e-8018-4998-b33c-2d5f36557141 tempest-VolumesAssistedSnapshotsTest-1874865216 tempest-VolumesAssistedSnapshotsTest-1874865216-project] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Error occurred during volume_snapshot_create, sending error status to Cinder.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Traceback (most recent call last):
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831]     self._volume_snapshot_create(context, instance, guest,
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831]     rv = execute(f, *args, **kwargs)
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831]     six.reraise(c, e, tb)
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831]     raise value
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831]     rv = meth(*args, **kwargs)
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] 
Nov 10 13:19:50 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-11a7ac1e-b5af-485f-a05a-ec48e4492496 tempest-VolumesAssistedSnapshotsTest-1874865216 tempest-VolumesAssistedSnapshotsTest-1874865216-project] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] volume_snapshot_delete: delete_info: {'volume_id': '72e5d4a9-524f-4451-91a8-4c7b9ae52796'} {{(pid=86206) _volume_snapshot_delete /opt/stack/nova/nova/virt/libvirt/driver.py:3677}}
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [None req-11a7ac1e-b5af-485f-a05a-ec48e4492496 tempest-VolumesAssistedSnapshotsTest-1874865216 tempest-VolumesAssistedSnapshotsTest-1874865216-project] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Error occurred during volume_snapshot_delete, sending error status to Cinder.: KeyError: 'type'
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Traceback (most recent call last):
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831]     self._volume_snapshot_delete(context, instance, volume_id,
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831]     if delete_info['type'] != 'qcow2':
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] KeyError: 'type'
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] 
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [None req-fda0d10e-8018-4998-b33c-2d5f36557141 tempest-VolumesAssistedSnapshotsTest-1874865216 tempest-VolumesAssistedSnapshotsTest-1874865216-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot 6ab96c7a-48ef-4772-a3fb-16f31188736c could not be found.
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_create(context, instance, guest,
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     rv = execute(f, *args, **kwargs)
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     six.reraise(c, e, tb)
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     raise value
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     rv = meth(*args, **kwargs)
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver 
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver 
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot 6ab96c7a-48ef-4772-a3fb-16f31188736c could not be found. (HTTP 404) (Request-ID: req-6ced66fd-01f3-4b46-a5bb-f568d213d125)
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver 
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver 
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot 6ab96c7a-48ef-4772-a3fb-16f31188736c could not be found.
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver 
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server [None req-fda0d10e-8018-4998-b33c-2d5f36557141 tempest-VolumesAssistedSnapshotsTest-1874865216 tempest-VolumesAssistedSnapshotsTest-1874865216-project] Exception during message handling: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4505, in volume_snapshot_create
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_create(context, instance, volume_id,
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3597, in volume_snapshot_create
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_create(context, instance, guest,
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     rv = execute(f, *args, **kwargs)
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     six.reraise(c, e, tb)
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     raise value
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     rv = meth(*args, **kwargs)
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server 
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver [None req-11a7ac1e-b5af-485f-a05a-ec48e4492496 tempest-VolumesAssistedSnapshotsTest-1874865216 tempest-VolumesAssistedSnapshotsTest-1874865216-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot None could not be found.
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_delete(context, instance, volume_id,
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     if delete_info['type'] != 'qcow2':
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver KeyError: 'type'
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver 
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver 
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot None could not be found. (HTTP 404) (Request-ID: req-8632ec5f-bf57-46bc-8ac6-fc061118cbf5)
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver 
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver 
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot None could not be found.
Nov 10 13:19:50 user nova-compute[86206]: ERROR nova.virt.libvirt.driver 
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server [None req-11a7ac1e-b5af-485f-a05a-ec48e4492496 tempest-VolumesAssistedSnapshotsTest-1874865216 tempest-VolumesAssistedSnapshotsTest-1874865216-project] Exception during message handling: KeyError: 'type'
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4517, in volume_snapshot_delete
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_delete(context, instance, volume_id,
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3853, in volume_snapshot_delete
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_delete(context, instance, volume_id,
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     if delete_info['type'] != 'qcow2':
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server KeyError: 'type'
Nov 10 13:19:50 user nova-compute[86206]: ERROR oslo_messaging.rpc.server 
Nov 10 13:19:51 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-5f0cf988-9b1d-46e3-b812-59f06f9ccffb tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] Acquiring lock "51997b6e-371c-49d4-a082-c8cf3421b831" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:19:51 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-5f0cf988-9b1d-46e3-b812-59f06f9ccffb tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] Lock "51997b6e-371c-49d4-a082-c8cf3421b831" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:19:51 user nova-compute[86206]: INFO nova.compute.manager [None req-5f0cf988-9b1d-46e3-b812-59f06f9ccffb tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Detaching volume 72e5d4a9-524f-4451-91a8-4c7b9ae52796
Nov 10 13:19:51 user nova-compute[86206]: INFO nova.virt.block_device [None req-5f0cf988-9b1d-46e3-b812-59f06f9ccffb tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Attempting to driver detach volume 72e5d4a9-524f-4451-91a8-4c7b9ae52796 from mountpoint /dev/vdb
Nov 10 13:19:51 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-5f0cf988-9b1d-46e3-b812-59f06f9ccffb tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] Attempting to detach device vdb from instance 51997b6e-371c-49d4-a082-c8cf3421b831 from the persistent domain config. {{(pid=86206) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 10 13:19:51 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-5f0cf988-9b1d-46e3-b812-59f06f9ccffb tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] detach device xml: <disk type="block" device="disk">
Nov 10 13:19:51 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:19:51 user nova-compute[86206]:   <source dev="/dev/sdb"/>
Nov 10 13:19:51 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:19:51 user nova-compute[86206]:   <serial>72e5d4a9-524f-4451-91a8-4c7b9ae52796</serial>
Nov 10 13:19:51 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 10 13:19:51 user nova-compute[86206]: </disk>
Nov 10 13:19:51 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 13:19:51 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-5f0cf988-9b1d-46e3-b812-59f06f9ccffb tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] Successfully detached device vdb from instance 51997b6e-371c-49d4-a082-c8cf3421b831 from the persistent domain config.
Nov 10 13:19:51 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-5f0cf988-9b1d-46e3-b812-59f06f9ccffb tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 51997b6e-371c-49d4-a082-c8cf3421b831 from the live domain config. {{(pid=86206) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 10 13:19:51 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-5f0cf988-9b1d-46e3-b812-59f06f9ccffb tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] detach device xml: <disk type="block" device="disk">
Nov 10 13:19:51 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:19:51 user nova-compute[86206]:   <source dev="/dev/sdb"/>
Nov 10 13:19:51 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:19:51 user nova-compute[86206]:   <serial>72e5d4a9-524f-4451-91a8-4c7b9ae52796</serial>
Nov 10 13:19:51 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 10 13:19:51 user nova-compute[86206]: </disk>
Nov 10 13:19:51 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 13:19:51 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-5f0cf988-9b1d-46e3-b812-59f06f9ccffb tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 51997b6e-371c-49d4-a082-c8cf3421b831 {{(pid=86206) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 10 13:19:51 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Acquiring lock "435e1f3c-3a23-4f40-a90e-844547969c7f" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:19:51 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Lock "435e1f3c-3a23-4f40-a90e-844547969c7f" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:19:51 user nova-compute[86206]: DEBUG os_brick.utils [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:19:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:51 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee5a069a-0853-4366-bda7-ca806e5992ca]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:51 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[42641790-0fd1-489e-afb2-33c11e0b4700]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:51 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b729f803-f1ff-4550-8bf2-21ec1f5bdf0c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:51 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[55a96b30-87ef-4df3-a878-b6144354095f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:52 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:19:52 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:19:52 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:52 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:19:52 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:19:52 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5f4bdfb-6a2a-422d-a4f6-e8965c23493f]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:52 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:19:52 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:19:52 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:19:52 user nova-compute[86206]: DEBUG os_brick.utils [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:19:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:19:52 user nova-compute[86206]: INFO nova.compute.manager [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Swapping volume ee90b1cf-e0fd-4260-b2f7-fa51ce709304 for e1dca182-c890-4432-867a-cb30ec20e894
Nov 10 13:19:53 user nova-compute[86206]: WARNING nova.compute.manager [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Failed to detach volume: 0ebeea73-ca7e-487a-a090-fb8813506f5b due to 'NoneType' object has no attribute 'devices'
Nov 10 13:19:53 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Detaching volume: a88036e9-092f-483c-a1a3-747703e3be85 {{(pid=86206) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3224}}
Nov 10 13:19:53 user nova-compute[86206]: INFO nova.compute.manager [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Detaching volume a88036e9-092f-483c-a1a3-747703e3be85
Nov 10 13:19:53 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Skipping driver_detach during remote rebuild. {{(pid=86206) _do_detach /opt/stack/nova/nova/virt/block_device.py:461}}
Nov 10 13:19:54 user nova-compute[86206]: WARNING nova.compute.manager [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Failed to detach volume: a88036e9-092f-483c-a1a3-747703e3be85 due to 'NoneType' object has no attribute 'devices'
Nov 10 13:19:54 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Detaching volume: a39c6c3f-169d-47ed-8462-3cc4acd13141 {{(pid=86206) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3224}}
Nov 10 13:19:54 user nova-compute[86206]: INFO nova.compute.manager [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Detaching volume a39c6c3f-169d-47ed-8462-3cc4acd13141
Nov 10 13:19:54 user nova-compute[86206]: ERROR nova.volume.cinder [None req-0202fa59-eb3f-4de8-ad33-17930186aa8a tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Update attachment failed for attachment 9df1b98c-18ac-4c17-8d3b-db1ed627fc11. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-65daebc2-f3e9-47b6-bbd5-8f437dbac39f) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-65daebc2-f3e9-47b6-bbd5-8f437dbac39f)
Nov 10 13:19:54 user nova-compute[86206]: ERROR nova.compute.manager [None req-0202fa59-eb3f-4de8-ad33-17930186aa8a tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Failed to attach 90f5844b-52c6-489d-b0aa-2bd82ed1488e at /dev/sdc: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-65daebc2-f3e9-47b6-bbd5-8f437dbac39f)
Nov 10 13:19:54 user nova-compute[86206]: ERROR nova.compute.manager [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Traceback (most recent call last):
Nov 10 13:19:54 user nova-compute[86206]: ERROR nova.compute.manager [instance: 97eb8568-6a00-4d04-b621-16f2921b3761]   File "/opt/stack/nova/nova/compute/manager.py", line 7567, in _attach_volume
Nov 10 13:19:54 user nova-compute[86206]: ERROR nova.compute.manager [instance: 97eb8568-6a00-4d04-b621-16f2921b3761]     bdm.attach(context, instance, self.volume_api, self.driver,
Nov 10 13:19:54 user nova-compute[86206]: ERROR nova.compute.manager [instance: 97eb8568-6a00-4d04-b621-16f2921b3761]   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Nov 10 13:19:54 user nova-compute[86206]: ERROR nova.compute.manager [instance: 97eb8568-6a00-4d04-b621-16f2921b3761]     ret_val = method(obj, context, *args, **kwargs)
Nov 10 13:19:54 user nova-compute[86206]: ERROR nova.compute.manager [instance: 97eb8568-6a00-4d04-b621-16f2921b3761]   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Nov 10 13:19:54 user nova-compute[86206]: ERROR nova.compute.manager [instance: 97eb8568-6a00-4d04-b621-16f2921b3761]     self._do_attach(context, instance, volume, volume_api,
Nov 10 13:19:54 user nova-compute[86206]: ERROR nova.compute.manager [instance: 97eb8568-6a00-4d04-b621-16f2921b3761]   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Nov 10 13:19:54 user nova-compute[86206]: ERROR nova.compute.manager [instance: 97eb8568-6a00-4d04-b621-16f2921b3761]     self._volume_attach(context, volume, connector, instance,
Nov 10 13:19:54 user nova-compute[86206]: ERROR nova.compute.manager [instance: 97eb8568-6a00-4d04-b621-16f2921b3761]   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Nov 10 13:19:54 user nova-compute[86206]: ERROR nova.compute.manager [instance: 97eb8568-6a00-4d04-b621-16f2921b3761]     connection_info = volume_api.attachment_update(
Nov 10 13:19:54 user nova-compute[86206]: ERROR nova.compute.manager [instance: 97eb8568-6a00-4d04-b621-16f2921b3761]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 10 13:19:54 user nova-compute[86206]: ERROR nova.compute.manager [instance: 97eb8568-6a00-4d04-b621-16f2921b3761]     res = method(self, ctx, *args, **kwargs)
Nov 10 13:19:54 user nova-compute[86206]: ERROR nova.compute.manager [instance: 97eb8568-6a00-4d04-b621-16f2921b3761]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Nov 10 13:19:54 user nova-compute[86206]: ERROR nova.compute.manager [instance: 97eb8568-6a00-4d04-b621-16f2921b3761]     res = method(self, ctx, attachment_id, *args, **kwargs)
Nov 10 13:19:54 user nova-compute[86206]: ERROR nova.compute.manager [instance: 97eb8568-6a00-4d04-b621-16f2921b3761]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Nov 10 13:19:54 user nova-compute[86206]: ERROR nova.compute.manager [instance: 97eb8568-6a00-4d04-b621-16f2921b3761]     with excutils.save_and_reraise_exception():
Nov 10 13:19:54 user nova-compute[86206]: ERROR nova.compute.manager [instance: 97eb8568-6a00-4d04-b621-16f2921b3761]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 13:19:54 user nova-compute[86206]: ERROR nova.compute.manager [instance: 97eb8568-6a00-4d04-b621-16f2921b3761]     self.force_reraise()
Nov 10 13:19:54 user nova-compute[86206]: ERROR nova.compute.manager [instance: 97eb8568-6a00-4d04-b621-16f2921b3761]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 13:19:54 user nova-compute[86206]: ERROR nova.compute.manager [instance: 97eb8568-6a00-4d04-b621-16f2921b3761]     raise self.value
Nov 10 13:19:54 user nova-compute[86206]: ERROR nova.compute.manager [instance: 97eb8568-6a00-4d04-b621-16f2921b3761]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Nov 10 13:19:54 user nova-compute[86206]: ERROR nova.compute.manager [instance: 97eb8568-6a00-4d04-b621-16f2921b3761]     context, '3.44', skip_version_check=True).attachments.update(
Nov 10 13:19:54 user nova-compute[86206]: ERROR nova.compute.manager [instance: 97eb8568-6a00-4d04-b621-16f2921b3761]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Nov 10 13:19:54 user nova-compute[86206]: ERROR nova.compute.manager [instance: 97eb8568-6a00-4d04-b621-16f2921b3761]     return method.func(obj, *args, **kwargs)
Nov 10 13:19:54 user nova-compute[86206]: ERROR nova.compute.manager [instance: 97eb8568-6a00-4d04-b621-16f2921b3761]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Nov 10 13:19:54 user nova-compute[86206]: ERROR nova.compute.manager [instance: 97eb8568-6a00-4d04-b621-16f2921b3761]     resp = self._update('/attachments/%s' % id, body)
Nov 10 13:19:54 user nova-compute[86206]: ERROR nova.compute.manager [instance: 97eb8568-6a00-4d04-b621-16f2921b3761]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Nov 10 13:19:54 user nova-compute[86206]: ERROR nova.compute.manager [instance: 97eb8568-6a00-4d04-b621-16f2921b3761]     resp, body = self.api.client.put(url, body=body, **kwargs)
Nov 10 13:19:54 user nova-compute[86206]: ERROR nova.compute.manager [instance: 97eb8568-6a00-4d04-b621-16f2921b3761]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Nov 10 13:19:54 user nova-compute[86206]: ERROR nova.compute.manager [instance: 97eb8568-6a00-4d04-b621-16f2921b3761]     return self._cs_request(url, 'PUT', **kwargs)
Nov 10 13:19:54 user nova-compute[86206]: ERROR nova.compute.manager [instance: 97eb8568-6a00-4d04-b621-16f2921b3761]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 10 13:19:54 user nova-compute[86206]: ERROR nova.compute.manager [instance: 97eb8568-6a00-4d04-b621-16f2921b3761]     return self.request(url, method, **kwargs)
Nov 10 13:19:54 user nova-compute[86206]: ERROR nova.compute.manager [instance: 97eb8568-6a00-4d04-b621-16f2921b3761]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 10 13:19:54 user nova-compute[86206]: ERROR nova.compute.manager [instance: 97eb8568-6a00-4d04-b621-16f2921b3761]     raise exceptions.from_response(resp, body)
Nov 10 13:19:54 user nova-compute[86206]: ERROR nova.compute.manager [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-65daebc2-f3e9-47b6-bbd5-8f437dbac39f)
Nov 10 13:19:54 user nova-compute[86206]: ERROR nova.compute.manager [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] 
Nov 10 13:19:54 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] [instance: 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4] Skipping driver_detach during remote rebuild. {{(pid=86206) _do_detach /opt/stack/nova/nova/virt/block_device.py:461}}
Nov 10 13:19:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-0202fa59-eb3f-4de8-ad33-17930186aa8a tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Lock "97eb8568-6a00-4d04-b621-16f2921b3761" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 44.158s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:19:54 user nova-compute[86206]: DEBUG os_brick.utils [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:19:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server [None req-0202fa59-eb3f-4de8-ad33-17930186aa8a tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Exception during message handling: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-65daebc2-f3e9-47b6-bbd5-8f437dbac39f)
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/utils.py", line 1439, in decorated_function
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7553, in attach_volume
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     do_attach_volume(context, instance, driver_bdm)
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 414, in inner
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7550, in do_attach_volume
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7548, in do_attach_volume
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     return self._attach_volume(context, instance, driver_bdm)
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7570, in _attach_volume
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7567, in _attach_volume
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     bdm.attach(context, instance, self.volume_api, self.driver,
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     ret_val = method(obj, context, *args, **kwargs)
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     self._do_attach(context, instance, volume, volume_api,
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     self._volume_attach(context, volume, connector, instance,
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     connection_info = volume_api.attachment_update(
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, *args, **kwargs)
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, attachment_id, *args, **kwargs)
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     context, '3.44', skip_version_check=True).attachments.update(
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     return method.func(obj, *args, **kwargs)
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     resp = self._update('/attachments/%s' % id, body)
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     resp, body = self.api.client.put(url, body=body, **kwargs)
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     return self._cs_request(url, 'PUT', **kwargs)
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     return self.request(url, method, **kwargs)
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     raise exceptions.from_response(resp, body)
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-65daebc2-f3e9-47b6-bbd5-8f437dbac39f)
Nov 10 13:19:54 user nova-compute[86206]: ERROR oslo_messaging.rpc.server 
Nov 10 13:19:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:54 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[376f02dd-2b70-4429-a65c-a75904b2cc56]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:54 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[582b1063-4583-48d0-9828-95a71ecf1f43]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:19:54 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f04b0f9-036f-48ea-b34d-f1e66631a95e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:54 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[de54a36a-f857-47ec-af83-f6961c941a2a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:19:54 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Deleted allocations for instance 1a2b54d2-f6d8-495a-9e59-b2ba3de336d4
Nov 10 13:19:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c0513eb2-9289-4700-964f-7ea808e35633 tempest-TaggedBootDevicesTest-1916394725 tempest-TaggedBootDevicesTest-1916394725-project-member] Lock "1a2b54d2-f6d8-495a-9e59-b2ba3de336d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 86.520s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:19:54 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:19:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:19:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:19:54 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:19:54 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d48105c-56f3-485d-9848-22863b8fa84a]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:19:54 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:19:54 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:19:54 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:19:54 user nova-compute[86206]: DEBUG os_brick.utils [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:19:54 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Updating existing volume attachment record: 266902cf-c421-4514-ae09-2d57547e2720 {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 13:19:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:19:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-ce5f0cc2-b187-4b7d-889e-6d27e2c91acc tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Acquiring lock "33b1774f-a0bc-4b20-ad24-569cf7e48330" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:20:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-ce5f0cc2-b187-4b7d-889e-6d27e2c91acc tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Lock "33b1774f-a0bc-4b20-ad24-569cf7e48330" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:20:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-ce5f0cc2-b187-4b7d-889e-6d27e2c91acc tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Acquiring lock "33b1774f-a0bc-4b20-ad24-569cf7e48330-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:20:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-ce5f0cc2-b187-4b7d-889e-6d27e2c91acc tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Lock "33b1774f-a0bc-4b20-ad24-569cf7e48330-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:20:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-ce5f0cc2-b187-4b7d-889e-6d27e2c91acc tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Lock "33b1774f-a0bc-4b20-ad24-569cf7e48330-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:20:06 user nova-compute[86206]: INFO nova.compute.manager [None req-ce5f0cc2-b187-4b7d-889e-6d27e2c91acc tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Terminating instance
Nov 10 13:20:06 user nova-compute[86206]: DEBUG nova.compute.manager [None req-ce5f0cc2-b187-4b7d-889e-6d27e2c91acc tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:20:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:06 user nova-compute[86206]: DEBUG nova.compute.manager [req-23688cef-0cf1-4345-b58d-384511710f94 req-afe0d385-dcdd-4931-83dc-6c164df58f43 service nova] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Received event network-vif-unplugged-b8e1b53c-6089-4be9-b00f-43d527911622 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:20:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-23688cef-0cf1-4345-b58d-384511710f94 req-afe0d385-dcdd-4931-83dc-6c164df58f43 service nova] Acquiring lock "33b1774f-a0bc-4b20-ad24-569cf7e48330-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:20:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-23688cef-0cf1-4345-b58d-384511710f94 req-afe0d385-dcdd-4931-83dc-6c164df58f43 service nova] Lock "33b1774f-a0bc-4b20-ad24-569cf7e48330-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:20:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-23688cef-0cf1-4345-b58d-384511710f94 req-afe0d385-dcdd-4931-83dc-6c164df58f43 service nova] Lock "33b1774f-a0bc-4b20-ad24-569cf7e48330-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:20:06 user nova-compute[86206]: DEBUG nova.compute.manager [req-23688cef-0cf1-4345-b58d-384511710f94 req-afe0d385-dcdd-4931-83dc-6c164df58f43 service nova] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] No waiting events found dispatching network-vif-unplugged-b8e1b53c-6089-4be9-b00f-43d527911622 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:20:06 user nova-compute[86206]: DEBUG nova.compute.manager [req-23688cef-0cf1-4345-b58d-384511710f94 req-afe0d385-dcdd-4931-83dc-6c164df58f43 service nova] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Received event network-vif-unplugged-b8e1b53c-6089-4be9-b00f-43d527911622 for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:20:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:07 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Instance destroyed successfully.
Nov 10 13:20:07 user nova-compute[86206]: DEBUG nova.objects.instance [None req-ce5f0cc2-b187-4b7d-889e-6d27e2c91acc tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Lazy-loading 'resources' on Instance uuid 33b1774f-a0bc-4b20-ad24-569cf7e48330 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:20:07 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-ce5f0cc2-b187-4b7d-889e-6d27e2c91acc tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:18:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-694537106',display_name='tempest-ServersNegativeTestJSON-server-694537106',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-694537106',id=10,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:18:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0aed5ce41010461b98a997550f689060',ramdisk_id='',reservation_id='r-5y01mpy0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-1781341942',owner_user_name='tempest-ServersNegativeTestJSON-1781341942-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:18:23Z,user_data=None,user_id='eced418f877a482ea05277974f9c4d45',uuid=33b1774f-a0bc-4b20-ad24-569cf7e48330,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b8e1b53c-6089-4be9-b00f-43d527911622", "address": "fa:16:3e:3c:a1:db", "network": {"id": "17486e25-6e94-4870-b6a1-b6a46035b309", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1565031351-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0aed5ce41010461b98a997550f689060", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8e1b53c-60", "ovs_interfaceid": "b8e1b53c-6089-4be9-b00f-43d527911622", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:20:07 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-ce5f0cc2-b187-4b7d-889e-6d27e2c91acc tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Converting VIF {"id": "b8e1b53c-6089-4be9-b00f-43d527911622", "address": "fa:16:3e:3c:a1:db", "network": {"id": "17486e25-6e94-4870-b6a1-b6a46035b309", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1565031351-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0aed5ce41010461b98a997550f689060", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb8e1b53c-60", "ovs_interfaceid": "b8e1b53c-6089-4be9-b00f-43d527911622", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:20:07 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-ce5f0cc2-b187-4b7d-889e-6d27e2c91acc tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3c:a1:db,bridge_name='br-int',has_traffic_filtering=True,id=b8e1b53c-6089-4be9-b00f-43d527911622,network=Network(17486e25-6e94-4870-b6a1-b6a46035b309),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb8e1b53c-60') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:20:07 user nova-compute[86206]: DEBUG os_vif [None req-ce5f0cc2-b187-4b7d-889e-6d27e2c91acc tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3c:a1:db,bridge_name='br-int',has_traffic_filtering=True,id=b8e1b53c-6089-4be9-b00f-43d527911622,network=Network(17486e25-6e94-4870-b6a1-b6a46035b309),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb8e1b53c-60') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:20:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb8e1b53c-60, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:20:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7fc1da42-a17f-42dc-b684-3669a77a6023) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:20:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:07 user nova-compute[86206]: INFO os_vif [None req-ce5f0cc2-b187-4b7d-889e-6d27e2c91acc tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3c:a1:db,bridge_name='br-int',has_traffic_filtering=True,id=b8e1b53c-6089-4be9-b00f-43d527911622,network=Network(17486e25-6e94-4870-b6a1-b6a46035b309),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb8e1b53c-60')
Nov 10 13:20:07 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-ce5f0cc2-b187-4b7d-889e-6d27e2c91acc tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Deleting instance files /opt/stack/data/nova/instances/33b1774f-a0bc-4b20-ad24-569cf7e48330_del
Nov 10 13:20:07 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-ce5f0cc2-b187-4b7d-889e-6d27e2c91acc tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Deletion of /opt/stack/data/nova/instances/33b1774f-a0bc-4b20-ad24-569cf7e48330_del complete
Nov 10 13:20:07 user nova-compute[86206]: INFO nova.compute.manager [None req-ce5f0cc2-b187-4b7d-889e-6d27e2c91acc tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Took 0.92 seconds to destroy the instance on the hypervisor.
Nov 10 13:20:07 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-ce5f0cc2-b187-4b7d-889e-6d27e2c91acc tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:20:07 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:20:07 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:20:08 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:20:08 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Took 0.95 seconds to deallocate network for instance.
Nov 10 13:20:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-ce5f0cc2-b187-4b7d-889e-6d27e2c91acc tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:20:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-ce5f0cc2-b187-4b7d-889e-6d27e2c91acc tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:20:08 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-ce5f0cc2-b187-4b7d-889e-6d27e2c91acc tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:20:08 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-ce5f0cc2-b187-4b7d-889e-6d27e2c91acc tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:20:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-ce5f0cc2-b187-4b7d-889e-6d27e2c91acc tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.376s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:20:08 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-ce5f0cc2-b187-4b7d-889e-6d27e2c91acc tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Deleted allocations for instance 33b1774f-a0bc-4b20-ad24-569cf7e48330
Nov 10 13:20:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-ce5f0cc2-b187-4b7d-889e-6d27e2c91acc tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Lock "33b1774f-a0bc-4b20-ad24-569cf7e48330" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.497s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:20:09 user nova-compute[86206]: DEBUG nova.compute.manager [req-941d868d-265d-4ec6-95d1-9b16e0a0ca81 req-bd551937-9251-4cba-b68c-63c457884fba service nova] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Received event network-vif-plugged-b8e1b53c-6089-4be9-b00f-43d527911622 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:20:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-941d868d-265d-4ec6-95d1-9b16e0a0ca81 req-bd551937-9251-4cba-b68c-63c457884fba service nova] Acquiring lock "33b1774f-a0bc-4b20-ad24-569cf7e48330-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:20:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-941d868d-265d-4ec6-95d1-9b16e0a0ca81 req-bd551937-9251-4cba-b68c-63c457884fba service nova] Lock "33b1774f-a0bc-4b20-ad24-569cf7e48330-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:20:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-941d868d-265d-4ec6-95d1-9b16e0a0ca81 req-bd551937-9251-4cba-b68c-63c457884fba service nova] Lock "33b1774f-a0bc-4b20-ad24-569cf7e48330-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:20:09 user nova-compute[86206]: DEBUG nova.compute.manager [req-941d868d-265d-4ec6-95d1-9b16e0a0ca81 req-bd551937-9251-4cba-b68c-63c457884fba service nova] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] No waiting events found dispatching network-vif-plugged-b8e1b53c-6089-4be9-b00f-43d527911622 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:20:09 user nova-compute[86206]: WARNING nova.compute.manager [req-941d868d-265d-4ec6-95d1-9b16e0a0ca81 req-bd551937-9251-4cba-b68c-63c457884fba service nova] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Received unexpected event network-vif-plugged-b8e1b53c-6089-4be9-b00f-43d527911622 for instance with vm_state deleted and task_state None.
Nov 10 13:20:09 user nova-compute[86206]: DEBUG nova.compute.manager [req-941d868d-265d-4ec6-95d1-9b16e0a0ca81 req-bd551937-9251-4cba-b68c-63c457884fba service nova] [instance: 33b1774f-a0bc-4b20-ad24-569cf7e48330] Received event network-vif-deleted-b8e1b53c-6089-4be9-b00f-43d527911622 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:20:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Acquiring lock "09a026c8-642a-43bb-be14-0d759e3eb82a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:20:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lock "09a026c8-642a-43bb-be14-0d759e3eb82a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:20:09 user nova-compute[86206]: DEBUG nova.compute.manager [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:20:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:20:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:20:09 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:20:09 user nova-compute[86206]: INFO nova.compute.claims [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Claim successful on node user
Nov 10 13:20:10 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:20:10 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:20:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.432s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:20:10 user nova-compute[86206]: DEBUG nova.compute.manager [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:20:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:10 user nova-compute[86206]: DEBUG nova.compute.manager [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:20:10 user nova-compute[86206]: DEBUG nova.network.neutron [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:20:10 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:20:10 user nova-compute[86206]: DEBUG nova.compute.manager [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:20:10 user nova-compute[86206]: DEBUG nova.policy [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb27613d7fed42ff9a6f88661d4d52b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e320fd07e1384fab928ea80d1cc07c8b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:20:10 user nova-compute[86206]: DEBUG nova.compute.manager [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:20:10 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:20:10 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Creating image(s)
Nov 10 13:20:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Acquiring lock "/opt/stack/data/nova/instances/09a026c8-642a-43bb-be14-0d759e3eb82a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:20:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lock "/opt/stack/data/nova/instances/09a026c8-642a-43bb-be14-0d759e3eb82a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:20:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lock "/opt/stack/data/nova/instances/09a026c8-642a-43bb-be14-0d759e3eb82a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:20:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.204s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Acquiring lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:20:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:20:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.176s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/09a026c8-642a-43bb-be14-0d759e3eb82a/disk 1073741824 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/09a026c8-642a-43bb-be14-0d759e3eb82a/disk 1073741824" returned: 0 in 0.067s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.250s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:20:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:10 user nova-compute[86206]: DEBUG nova.network.neutron [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Successfully created port: 9d1d8fba-c79c-4633-949c-0dfa6e648f6c {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.226s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Checking if we can resize image /opt/stack/data/nova/instances/09a026c8-642a-43bb-be14-0d759e3eb82a/disk. size=1073741824 {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09a026c8-642a-43bb-be14-0d759e3eb82a/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09a026c8-642a-43bb-be14-0d759e3eb82a/disk --force-share --output=json" returned: 0 in 0.248s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Cannot resize image /opt/stack/data/nova/instances/09a026c8-642a-43bb-be14-0d759e3eb82a/disk to a smaller size. {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Ensure instance console log exists: /opt/stack/data/nova/instances/09a026c8-642a-43bb-be14-0d759e3eb82a/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:20:11 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-5f0cf988-9b1d-46e3-b812-59f06f9ccffb tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 51997b6e-371c-49d4-a082-c8cf3421b831 is timed out.
Nov 10 13:20:11 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-5f0cf988-9b1d-46e3-b812-59f06f9ccffb tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] Successfully detached device vdb from instance 51997b6e-371c-49d4-a082-c8cf3421b831 from the live domain config.
Nov 10 13:20:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5f0cf988-9b1d-46e3-b812-59f06f9ccffb tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f0cf988-9b1d-46e3-b812-59f06f9ccffb tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pnmoLVOE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:20:11 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-5f0cf988-9b1d-46e3-b812-59f06f9ccffb tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:20:11 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-5f0cf988-9b1d-46e3-b812-59f06f9ccffb tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-5f0cf988-9b1d-46e3-b812-59f06f9ccffb tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[edccc4cc-aab5-4133-bca9-68bcbea3de46]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f0cf988-9b1d-46e3-b812-59f06f9ccffb tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 13:20:11 user nova-compute[86206]: No targets found.
Nov 10 13:20:11 user nova-compute[86206]: iSNS:
Nov 10 13:20:11 user nova-compute[86206]: No targets found.
Nov 10 13:20:11 user nova-compute[86206]: STATIC:
Nov 10 13:20:11 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796
Nov 10 13:20:11 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:20:11 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:20:11 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304
Nov 10 13:20:11 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:20:11 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:20:11 user nova-compute[86206]: FIRMWARE:
Nov 10 13:20:11 user nova-compute[86206]: No targets found.
Nov 10 13:20:11 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f0cf988-9b1d-46e3-b812-59f06f9ccffb tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 13:20:11 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 13:20:11 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f0cf988-9b1d-46e3-b812-59f06f9ccffb tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[455e724a-d5cf-4a05-aeaa-89ea8cda4e4f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f372f415-c373-4648-b672-c94a87dda68b]: (4, ('tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f0cf988-9b1d-46e3-b812-59f06f9ccffb tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796 (non-flash)
Nov 10 13:20:11 user nova-compute[86206]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 (non-flash)
Nov 10 13:20:11 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f0cf988-9b1d-46e3-b812-59f06f9ccffb tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] iscsi session list stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796 (non-flash)
Nov 10 13:20:11 user nova-compute[86206]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 (non-flash)
Nov 10 13:20:11 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f0cf988-9b1d-46e3-b812-59f06f9ccffb tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe488383760>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796'): ({'sdb'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-5f0cf988-9b1d-46e3-b812-59f06f9ccffb tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] Removing single pathed devices sdb {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[e261859e-ac65-4e64-87f7-a2f34a78d6c1]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[3db22768-d060-4124-9a21-2bd72b9c9689]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-5f0cf988-9b1d-46e3-b812-59f06f9ccffb tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] Flushing IO for device /dev/sdb {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbc83b84-f124-460f-8e4a-4c7342187dfa]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-5f0cf988-9b1d-46e3-b812-59f06f9ccffb tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.048s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[532a6ae1-993c-43cb-b001-94e2b264f621]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-5f0cf988-9b1d-46e3-b812-59f06f9ccffb tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] Checking to see if SCSI volumes sdb have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-5f0cf988-9b1d-46e3-b812-59f06f9ccffb tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] SCSI volumes sdb have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f0cf988-9b1d-46e3-b812-59f06f9ccffb tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG nova.network.neutron [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Successfully updated port: 9d1d8fba-c79c-4633-949c-0dfa6e648f6c {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[70e436a7-c9d8-4fa4-87b1-96f7b640e74c]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f0cf988-9b1d-46e3-b812-59f06f9ccffb tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796 -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Acquiring lock "refresh_cache-09a026c8-642a-43bb-be14-0d759e3eb82a" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Acquired lock "refresh_cache-09a026c8-642a-43bb-be14-0d759e3eb82a" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG nova.network.neutron [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[781b2502-f91f-44eb-94c5-b5f9fa13d3a5]: (4, ('Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796, portal: 172.16.0.220,3260]\nLogout of [sid: 4, target: iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f0cf988-9b1d-46e3-b812-59f06f9ccffb tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796, portal: 172.16.0.220,3260]
Nov 10 13:20:11 user nova-compute[86206]: Logout of [sid: 4, target: iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796, portal: 172.16.0.220,3260] successful.
Nov 10 13:20:11 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG nova.compute.manager [req-aec5d92b-1c14-4e78-89cf-408b01a6dc8c req-c5b2558a-05d1-402a-b826-c500e9a5cc0d service nova] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Received event network-changed-9d1d8fba-c79c-4633-949c-0dfa6e648f6c {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG nova.compute.manager [req-aec5d92b-1c14-4e78-89cf-408b01a6dc8c req-c5b2558a-05d1-402a-b826-c500e9a5cc0d service nova] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Refreshing instance network info cache due to event network-changed-9d1d8fba-c79c-4633-949c-0dfa6e648f6c. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-aec5d92b-1c14-4e78-89cf-408b01a6dc8c req-c5b2558a-05d1-402a-b826-c500e9a5cc0d service nova] Acquiring lock "refresh_cache-09a026c8-642a-43bb-be14-0d759e3eb82a" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796 -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:72e5d4a9-524f-4451-91a8-4c7b9ae52796 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[86e4dde4-0a80-4946-856e-749699d9af1b]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f0cf988-9b1d-46e3-b812-59f06f9ccffb tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-5f0cf988-9b1d-46e3-b812-59f06f9ccffb tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.333s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f0cf988-9b1d-46e3-b812-59f06f9ccffb tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] <== disconnect_volume: return (335ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5f0cf988-9b1d-46e3-b812-59f06f9ccffb tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 13:20:11 user nova-compute[86206]: DEBUG nova.network.neutron [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG nova.network.neutron [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Updating instance_info_cache with network_info: [{"id": "9d1d8fba-c79c-4633-949c-0dfa6e648f6c", "address": "fa:16:3e:c7:d6:52", "network": {"id": "eaddf27c-6e08-4cb5-9e8f-5938b961baac", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-259672075-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e320fd07e1384fab928ea80d1cc07c8b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9d1d8fba-c7", "ovs_interfaceid": "9d1d8fba-c79c-4633-949c-0dfa6e648f6c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Releasing lock "refresh_cache-09a026c8-642a-43bb-be14-0d759e3eb82a" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG nova.compute.manager [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Instance network_info: |[{"id": "9d1d8fba-c79c-4633-949c-0dfa6e648f6c", "address": "fa:16:3e:c7:d6:52", "network": {"id": "eaddf27c-6e08-4cb5-9e8f-5938b961baac", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-259672075-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e320fd07e1384fab928ea80d1cc07c8b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9d1d8fba-c7", "ovs_interfaceid": "9d1d8fba-c79c-4633-949c-0dfa6e648f6c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-aec5d92b-1c14-4e78-89cf-408b01a6dc8c req-c5b2558a-05d1-402a-b826-c500e9a5cc0d service nova] Acquired lock "refresh_cache-09a026c8-642a-43bb-be14-0d759e3eb82a" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG nova.network.neutron [req-aec5d92b-1c14-4e78-89cf-408b01a6dc8c req-c5b2558a-05d1-402a-b826-c500e9a5cc0d service nova] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Refreshing network info cache for port 9d1d8fba-c79c-4633-949c-0dfa6e648f6c {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Start _get_guest_xml network_info=[{"id": "9d1d8fba-c79c-4633-949c-0dfa6e648f6c", "address": "fa:16:3e:c7:d6:52", "network": {"id": "eaddf27c-6e08-4cb5-9e8f-5938b961baac", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-259672075-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e320fd07e1384fab928ea80d1cc07c8b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9d1d8fba-c7", "ovs_interfaceid": "9d1d8fba-c79c-4633-949c-0dfa6e648f6c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '73290e4a-d2c0-4305-9ee6-397ce6a900ba'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:20:12 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:20:12 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:20:12 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:20:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-2125885157',display_name='tempest-VolumesAdminNegativeTest-server-2125885157',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-2125885157',id=13,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e320fd07e1384fab928ea80d1cc07c8b',ramdisk_id='',reservation_id='r-r58gbbf6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-611942954',owner_user_name='tempest-VolumesAdminNegativeTest-611942954-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:20:10Z,user_data=None,user_id='bb27613d7fed42ff9a6f88661d4d52b5',uuid=09a026c8-642a-43bb-be14-0d759e3eb82a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9d1d8fba-c79c-4633-949c-0dfa6e648f6c", "address": "fa:16:3e:c7:d6:52", "network": {"id": "eaddf27c-6e08-4cb5-9e8f-5938b961baac", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-259672075-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e320fd07e1384fab928ea80d1cc07c8b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9d1d8fba-c7", "ovs_interfaceid": "9d1d8fba-c79c-4633-949c-0dfa6e648f6c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Converting VIF {"id": "9d1d8fba-c79c-4633-949c-0dfa6e648f6c", "address": "fa:16:3e:c7:d6:52", "network": {"id": "eaddf27c-6e08-4cb5-9e8f-5938b961baac", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-259672075-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e320fd07e1384fab928ea80d1cc07c8b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9d1d8fba-c7", "ovs_interfaceid": "9d1d8fba-c79c-4633-949c-0dfa6e648f6c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c7:d6:52,bridge_name='br-int',has_traffic_filtering=True,id=9d1d8fba-c79c-4633-949c-0dfa6e648f6c,network=Network(eaddf27c-6e08-4cb5-9e8f-5938b961baac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9d1d8fba-c7') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG nova.objects.instance [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lazy-loading 'pci_devices' on Instance uuid 09a026c8-642a-43bb-be14-0d759e3eb82a {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:20:12 user nova-compute[86206]:   <uuid>09a026c8-642a-43bb-be14-0d759e3eb82a</uuid>
Nov 10 13:20:12 user nova-compute[86206]:   <name>instance-0000000d</name>
Nov 10 13:20:12 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:20:12 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:20:12 user nova-compute[86206]:   <metadata>
Nov 10 13:20:12 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:20:12 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:20:12 user nova-compute[86206]:       <nova:name>tempest-VolumesAdminNegativeTest-server-2125885157</nova:name>
Nov 10 13:20:12 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:20:12</nova:creationTime>
Nov 10 13:20:12 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:20:12 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:20:12 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:20:12 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:20:12 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:20:12 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:20:12 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:20:12 user nova-compute[86206]:       <nova:owner>
Nov 10 13:20:12 user nova-compute[86206]:         <nova:user uuid="bb27613d7fed42ff9a6f88661d4d52b5">tempest-VolumesAdminNegativeTest-611942954-project-member</nova:user>
Nov 10 13:20:12 user nova-compute[86206]:         <nova:project uuid="e320fd07e1384fab928ea80d1cc07c8b">tempest-VolumesAdminNegativeTest-611942954</nova:project>
Nov 10 13:20:12 user nova-compute[86206]:       </nova:owner>
Nov 10 13:20:12 user nova-compute[86206]:       <nova:root type="image" uuid="73290e4a-d2c0-4305-9ee6-397ce6a900ba"/>
Nov 10 13:20:12 user nova-compute[86206]:       <nova:ports>
Nov 10 13:20:12 user nova-compute[86206]:         <nova:port uuid="9d1d8fba-c79c-4633-949c-0dfa6e648f6c">
Nov 10 13:20:12 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 10 13:20:12 user nova-compute[86206]:         </nova:port>
Nov 10 13:20:12 user nova-compute[86206]:       </nova:ports>
Nov 10 13:20:12 user nova-compute[86206]:     </nova:instance>
Nov 10 13:20:12 user nova-compute[86206]:   </metadata>
Nov 10 13:20:12 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:20:12 user nova-compute[86206]:     <system>
Nov 10 13:20:12 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:20:12 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:20:12 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:20:12 user nova-compute[86206]:       <entry name="serial">09a026c8-642a-43bb-be14-0d759e3eb82a</entry>
Nov 10 13:20:12 user nova-compute[86206]:       <entry name="uuid">09a026c8-642a-43bb-be14-0d759e3eb82a</entry>
Nov 10 13:20:12 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:20:12 user nova-compute[86206]:     </system>
Nov 10 13:20:12 user nova-compute[86206]:   </sysinfo>
Nov 10 13:20:12 user nova-compute[86206]:   <os>
Nov 10 13:20:12 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:20:12 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:20:12 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:20:12 user nova-compute[86206]:   </os>
Nov 10 13:20:12 user nova-compute[86206]:   <features>
Nov 10 13:20:12 user nova-compute[86206]:     <acpi/>
Nov 10 13:20:12 user nova-compute[86206]:     <apic/>
Nov 10 13:20:12 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:20:12 user nova-compute[86206]:   </features>
Nov 10 13:20:12 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:20:12 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:20:12 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:20:12 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:20:12 user nova-compute[86206]:   </clock>
Nov 10 13:20:12 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:20:12 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:20:12 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:20:12 user nova-compute[86206]:   </cpu>
Nov 10 13:20:12 user nova-compute[86206]:   <devices>
Nov 10 13:20:12 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:20:12 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:20:12 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/09a026c8-642a-43bb-be14-0d759e3eb82a/disk"/>
Nov 10 13:20:12 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:20:12 user nova-compute[86206]:     </disk>
Nov 10 13:20:12 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:20:12 user nova-compute[86206]:       <mac address="fa:16:3e:c7:d6:52"/>
Nov 10 13:20:12 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:20:12 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:20:12 user nova-compute[86206]:       <target dev="tap9d1d8fba-c7"/>
Nov 10 13:20:12 user nova-compute[86206]:     </interface>
Nov 10 13:20:12 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:20:12 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/09a026c8-642a-43bb-be14-0d759e3eb82a/console.log" append="off"/>
Nov 10 13:20:12 user nova-compute[86206]:     </serial>
Nov 10 13:20:12 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:20:12 user nova-compute[86206]:     <video>
Nov 10 13:20:12 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:20:12 user nova-compute[86206]:     </video>
Nov 10 13:20:12 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:20:12 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:20:12 user nova-compute[86206]:     </rng>
Nov 10 13:20:12 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:20:12 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:20:12 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:20:12 user nova-compute[86206]:     </memballoon>
Nov 10 13:20:12 user nova-compute[86206]:   </devices>
Nov 10 13:20:12 user nova-compute[86206]: </domain>
Nov 10 13:20:12 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:20:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-2125885157',display_name='tempest-VolumesAdminNegativeTest-server-2125885157',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-2125885157',id=13,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e320fd07e1384fab928ea80d1cc07c8b',ramdisk_id='',reservation_id='r-r58gbbf6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-611942954',owner_user_name='tempest-VolumesAdminNegativeTest-611942954-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:20:10Z,user_data=None,user_id='bb27613d7fed42ff9a6f88661d4d52b5',uuid=09a026c8-642a-43bb-be14-0d759e3eb82a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9d1d8fba-c79c-4633-949c-0dfa6e648f6c", "address": "fa:16:3e:c7:d6:52", "network": {"id": "eaddf27c-6e08-4cb5-9e8f-5938b961baac", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-259672075-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e320fd07e1384fab928ea80d1cc07c8b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9d1d8fba-c7", "ovs_interfaceid": "9d1d8fba-c79c-4633-949c-0dfa6e648f6c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Converting VIF {"id": "9d1d8fba-c79c-4633-949c-0dfa6e648f6c", "address": "fa:16:3e:c7:d6:52", "network": {"id": "eaddf27c-6e08-4cb5-9e8f-5938b961baac", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-259672075-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e320fd07e1384fab928ea80d1cc07c8b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9d1d8fba-c7", "ovs_interfaceid": "9d1d8fba-c79c-4633-949c-0dfa6e648f6c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c7:d6:52,bridge_name='br-int',has_traffic_filtering=True,id=9d1d8fba-c79c-4633-949c-0dfa6e648f6c,network=Network(eaddf27c-6e08-4cb5-9e8f-5938b961baac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9d1d8fba-c7') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG os_vif [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c7:d6:52,bridge_name='br-int',has_traffic_filtering=True,id=9d1d8fba-c79c-4633-949c-0dfa6e648f6c,network=Network(eaddf27c-6e08-4cb5-9e8f-5938b961baac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9d1d8fba-c7') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '519c57db-21d6-54dd-a2d1-7dfc6be08131', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9d1d8fba-c7, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9d1d8fba-c7, col_values=(('qos', UUID('332305ba-ad92-4f37-be65-fde81836802b')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9d1d8fba-c7, col_values=(('external_ids', {'iface-id': '9d1d8fba-c79c-4633-949c-0dfa6e648f6c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c7:d6:52', 'vm-uuid': '09a026c8-642a-43bb-be14-0d759e3eb82a'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:12 user nova-compute[86206]: INFO os_vif [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c7:d6:52,bridge_name='br-int',has_traffic_filtering=True,id=9d1d8fba-c79c-4633-949c-0dfa6e648f6c,network=Network(eaddf27c-6e08-4cb5-9e8f-5938b961baac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9d1d8fba-c7')
Nov 10 13:20:12 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] No VIF found with MAC fa:16:3e:c7:d6:52, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG nova.network.neutron [req-aec5d92b-1c14-4e78-89cf-408b01a6dc8c req-c5b2558a-05d1-402a-b826-c500e9a5cc0d service nova] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Updated VIF entry in instance network info cache for port 9d1d8fba-c79c-4633-949c-0dfa6e648f6c. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG nova.network.neutron [req-aec5d92b-1c14-4e78-89cf-408b01a6dc8c req-c5b2558a-05d1-402a-b826-c500e9a5cc0d service nova] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Updating instance_info_cache with network_info: [{"id": "9d1d8fba-c79c-4633-949c-0dfa6e648f6c", "address": "fa:16:3e:c7:d6:52", "network": {"id": "eaddf27c-6e08-4cb5-9e8f-5938b961baac", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-259672075-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e320fd07e1384fab928ea80d1cc07c8b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9d1d8fba-c7", "ovs_interfaceid": "9d1d8fba-c79c-4633-949c-0dfa6e648f6c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:20:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-aec5d92b-1c14-4e78-89cf-408b01a6dc8c req-c5b2558a-05d1-402a-b826-c500e9a5cc0d service nova] Releasing lock "refresh_cache-09a026c8-642a-43bb-be14-0d759e3eb82a" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:20:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:14 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:14 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:14 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:14 user nova-compute[86206]: DEBUG nova.compute.manager [req-599f6173-a287-4bca-a313-e81a797b2626 req-fbf7f4af-751a-4192-8191-e61df1a0ea30 service nova] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Received event network-vif-plugged-9d1d8fba-c79c-4633-949c-0dfa6e648f6c {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:20:14 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-599f6173-a287-4bca-a313-e81a797b2626 req-fbf7f4af-751a-4192-8191-e61df1a0ea30 service nova] Acquiring lock "09a026c8-642a-43bb-be14-0d759e3eb82a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:20:14 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-599f6173-a287-4bca-a313-e81a797b2626 req-fbf7f4af-751a-4192-8191-e61df1a0ea30 service nova] Lock "09a026c8-642a-43bb-be14-0d759e3eb82a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:20:14 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-599f6173-a287-4bca-a313-e81a797b2626 req-fbf7f4af-751a-4192-8191-e61df1a0ea30 service nova] Lock "09a026c8-642a-43bb-be14-0d759e3eb82a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:20:14 user nova-compute[86206]: DEBUG nova.compute.manager [req-599f6173-a287-4bca-a313-e81a797b2626 req-fbf7f4af-751a-4192-8191-e61df1a0ea30 service nova] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] No waiting events found dispatching network-vif-plugged-9d1d8fba-c79c-4633-949c-0dfa6e648f6c {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:20:14 user nova-compute[86206]: WARNING nova.compute.manager [req-599f6173-a287-4bca-a313-e81a797b2626 req-fbf7f4af-751a-4192-8191-e61df1a0ea30 service nova] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Received unexpected event network-vif-plugged-9d1d8fba-c79c-4633-949c-0dfa6e648f6c for instance with vm_state building and task_state spawning.
Nov 10 13:20:14 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:16 user nova-compute[86206]: DEBUG nova.compute.manager [req-2da9c8f6-3557-452c-99c6-735535451586 req-adff778e-3869-481e-a938-991c31c8f183 service nova] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Received event network-vif-plugged-9d1d8fba-c79c-4633-949c-0dfa6e648f6c {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:20:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2da9c8f6-3557-452c-99c6-735535451586 req-adff778e-3869-481e-a938-991c31c8f183 service nova] Acquiring lock "09a026c8-642a-43bb-be14-0d759e3eb82a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:20:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2da9c8f6-3557-452c-99c6-735535451586 req-adff778e-3869-481e-a938-991c31c8f183 service nova] Lock "09a026c8-642a-43bb-be14-0d759e3eb82a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:20:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2da9c8f6-3557-452c-99c6-735535451586 req-adff778e-3869-481e-a938-991c31c8f183 service nova] Lock "09a026c8-642a-43bb-be14-0d759e3eb82a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:20:16 user nova-compute[86206]: DEBUG nova.compute.manager [req-2da9c8f6-3557-452c-99c6-735535451586 req-adff778e-3869-481e-a938-991c31c8f183 service nova] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] No waiting events found dispatching network-vif-plugged-9d1d8fba-c79c-4633-949c-0dfa6e648f6c {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:20:16 user nova-compute[86206]: WARNING nova.compute.manager [req-2da9c8f6-3557-452c-99c6-735535451586 req-adff778e-3869-481e-a938-991c31c8f183 service nova] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Received unexpected event network-vif-plugged-9d1d8fba-c79c-4633-949c-0dfa6e648f6c for instance with vm_state building and task_state spawning.
Nov 10 13:20:16 user nova-compute[86206]: DEBUG nova.compute.manager [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:20:16 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:20:16 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Instance spawned successfully.
Nov 10 13:20:16 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:20:16 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:20:16 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:20:16 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:20:16 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:20:16 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:20:16 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:20:16 user nova-compute[86206]: INFO nova.compute.manager [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Took 6.17 seconds to spawn the instance on the hypervisor.
Nov 10 13:20:16 user nova-compute[86206]: DEBUG nova.compute.manager [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:20:16 user nova-compute[86206]: INFO nova.compute.manager [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Took 7.04 seconds to build instance.
Nov 10 13:20:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bdd9edc8-f682-45ed-8263-bba52f11b764 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lock "09a026c8-642a-43bb-be14-0d759e3eb82a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.131s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG nova.compute.manager [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eronEgpd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '435e1f3c-3a23-4f40-a90e-844547969c7f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e1dca182-c890-4432-867a-cb30ec20e894', 'serial': 'e1dca182-c890-4432-867a-cb30ec20e894'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NetHToSB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': '435e1f3c-3a23-4f40-a90e-844547969c7f', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee90b1cf-e0fd-4260-b2f7-fa51ce709304', 'serial'} {{(pid=86206) _swap_volume /opt/stack/nova/nova/compute/manager.py:7782}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eronEgpd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:20:17 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:20:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:20:17 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:20:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:20:17 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:20:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3931e6f-c88d-4f80-be91-adfda29ba5e3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 13:20:17 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[676b08fc-2124-4232-b992-81bf7e0f143c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894] added
Nov 10 13:20:17 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a730bad-d4f6-4a04-8313-f6ac000177a0]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[87381007-ff1d-4a6a-a9f8-a1f5daea2d69]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v eronEgpd {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v eronEgpd" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[014b6685-16e0-4fb8-a0bf-0f4474faabd4]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'eronEgpd'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[98a3b18f-df31-4deb-8a5b-29a661021d98]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c46d991a-765a-4fb5-86d3-8e3264ad41cd]: (4, ('tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 (non-flash)
Nov 10 13:20:17 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] iscsi session list stdout=tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 (non-flash)
Nov 10 13:20:17 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 -p 172.16.0.220:3260 --login" returned: 0 in 0.068s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[84bdd91b-2290-405f-a149-a97e5bcc7153]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894, portal: 172.16.0.220,3260]
Nov 10 13:20:17 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894, portal: 172.16.0.220,3260] successful.
Nov 10 13:20:17 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[110a07a8-253a-4514-b22c-df9a3bb51da9]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8f1cae2-313c-4499-81fb-0e03bec9c197]: (4, ('tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 (non-flash)
Nov 10 13:20:17 user nova-compute[86206]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 (non-flash)
Nov 10 13:20:17 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] iscsi session list stdout=tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 (non-flash)
Nov 10 13:20:17 user nova-compute[86206]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 (non-flash)
Nov 10 13:20:17 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.316s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] HCTL ('33', '-', '-', 0) found on session 6 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Scanning host 33 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[13adf160-7f36-4056-a0bc-78129c52a6c3]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:17 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Searching for a device in session 6 and hctl ['33', '*', '*', 0] yield: None {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:20:18 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Searching for a device in session 6 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:20:18 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eronEgpd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:20:18 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.350s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:20:18 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] <== connect_volume: return (1352ms) {'type': 'block', 'scsi_wwn': '23263653666613738', 'path': '/dev/sdb'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:20:18 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23263653666613738', 'path': '/dev/sdb'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:20:18 user nova-compute[86206]: DEBUG nova.objects.instance [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Lazy-loading 'flavor' on Instance uuid 435e1f3c-3a23-4f40-a90e-844547969c7f {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:20:19 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=86206) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 10 13:20:19 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] COPY block job progress, current cursor: 124780544 final cursor: 1073741824 {{(pid=86206) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 10 13:20:20 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] COPY block job progress, current cursor: 253755392 final cursor: 1073741824 {{(pid=86206) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 10 13:20:20 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] COPY block job progress, current cursor: 428867584 final cursor: 1073741824 {{(pid=86206) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 10 13:20:21 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] COPY block job progress, current cursor: 574619648 final cursor: 1073741824 {{(pid=86206) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 10 13:20:21 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] COPY block job progress, current cursor: 731906048 final cursor: 1073741824 {{(pid=86206) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 10 13:20:22 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] COPY block job progress, current cursor: 883949568 final cursor: 1073741824 {{(pid=86206) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 10 13:20:22 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:22 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] COPY block job progress, current cursor: 1033895936 final cursor: 1073741824 {{(pid=86206) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "0cd831ff-01f4-4619-9b56-2455a7a54486" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "0cd831ff-01f4-4619-9b56-2455a7a54486" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG nova.compute.manager [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=86206) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:20:23 user nova-compute[86206]: INFO nova.compute.claims [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Claim successful on node user
Nov 10 13:20:23 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NetHToSB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:20:23 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:20:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[34a23b2d-6844-4be7-acf0-8c25d64e8a7c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 13:20:23 user nova-compute[86206]: No targets found.
Nov 10 13:20:23 user nova-compute[86206]: iSNS:
Nov 10 13:20:23 user nova-compute[86206]: No targets found.
Nov 10 13:20:23 user nova-compute[86206]: STATIC:
Nov 10 13:20:23 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304
Nov 10 13:20:23 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:20:23 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:20:23 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894
Nov 10 13:20:23 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:20:23 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:20:23 user nova-compute[86206]: FIRMWARE:
Nov 10 13:20:23 user nova-compute[86206]: No targets found.
Nov 10 13:20:23 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 13:20:23 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 13:20:23 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[217a5677-bf53-45c4-a523-9adc115fc12a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1cd2ea2-0871-49a7-890e-1bab6b143a81]: (4, ('tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 (non-flash)
Nov 10 13:20:23 user nova-compute[86206]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 (non-flash)
Nov 10 13:20:23 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] iscsi session list stdout=tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 (non-flash)
Nov 10 13:20:23 user nova-compute[86206]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 (non-flash)
Nov 10 13:20:23 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe488797b50>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304'): ({'sdc'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Removing single pathed devices sdc {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[4711f230-a4c9-4774-9bd7-6e64c4a3be78]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[adaa1b29-f7fe-45d0-9c91-55ed0d4998fb]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Flushing IO for device /dev/sdc {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7ec2208-5e7d-483a-8b8d-d1d645b16c90]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.049s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a931926-f72f-4c2e-91e2-daef1881b1c8]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Checking to see if SCSI volumes sdc have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] SCSI volumes sdc have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[53635687-10bf-4b21-90cf-5a85520f5223]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:20:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:24 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:24 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[269b2d55-c8df-4257-bee2-65e03cba86b2]: (4, ('Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304, portal: 172.16.0.220,3260]\nLogout of [sid: 5, target: iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:24 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304, portal: 172.16.0.220,3260]
Nov 10 13:20:24 user nova-compute[86206]: Logout of [sid: 5, target: iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304, portal: 172.16.0.220,3260] successful.
Nov 10 13:20:24 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:20:24 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:24 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:24 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[15bf3fc0-e4ce-4315-bf0d-ffc01ef8d726]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:24 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:20:24 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.324s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:20:24 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] <== disconnect_volume: return (325ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:20:24 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 13:20:24 user nova-compute[86206]: DEBUG nova.compute.manager [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eronEgpd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': '435e1f3c-3a23-4f40-a90e-844547969c7f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e1dca182-c890-4432-867a-cb30ec20e894', 'serial'} {{(pid=86206) _swap_volume /opt/stack/nova/nova/compute/manager.py:7791}}
Nov 10 13:20:24 user nova-compute[86206]: DEBUG nova.compute.manager [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] swap_volume: removing Cinder connection for volume ee90b1cf-e0fd-4260-b2f7-fa51ce709304 {{(pid=86206) _swap_volume /opt/stack/nova/nova/compute/manager.py:7836}}
Nov 10 13:20:24 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:20:24 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:20:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.558s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:20:24 user nova-compute[86206]: DEBUG nova.compute.manager [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:20:24 user nova-compute[86206]: DEBUG nova.compute.manager [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:20:24 user nova-compute[86206]: DEBUG nova.network.neutron [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:20:24 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:20:24 user nova-compute[86206]: DEBUG nova.compute.manager [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:20:24 user nova-compute[86206]: DEBUG nova.policy [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a3b7d9322594e2fb154a787c8054f20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa556336540e427c9e304bbea288aa30', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:20:24 user nova-compute[86206]: DEBUG nova.compute.manager [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:20:24 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:20:24 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Creating image(s)
Nov 10 13:20:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "/opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:20:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "/opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:20:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "/opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:20:24 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:24 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.192s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:20:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:20:24 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:24 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:20:24 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:20:24 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:20:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:20:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:20:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:20:24 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:20:24 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.206s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:24 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486/disk 1073741824 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486/disk 1073741824" returned: 0 in 0.054s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.266s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:20:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.258s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:25 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486/disk. size=1073741824 {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 10 13:20:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09a026c8-642a-43bb-be14-0d759e3eb82a/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:25 user nova-compute[86206]: DEBUG nova.compute.manager [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] swap_volume: Updating volume ee90b1cf-e0fd-4260-b2f7-fa51ce709304 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "eronEgpd", "auth_password": "mpydg97sGeMTCI", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdb", "volume_id": "e1dca182-c890-4432-867a-cb30ec20e894"}, "status": "reserved", "instance": "435e1f3c-3a23-4f40-a90e-844547969c7f", "attached_at": "", "detached_at": "", "volume_id": "e1dca182-c890-4432-867a-cb30ec20e894", "serial": "e1dca182-c890-4432-867a-cb30ec20e894"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': 'e1dca182-c890-4432-867a-cb30ec20e894', 'no_device': None, 'attachment_id': 'dc2c8c10-a865-428f-9f7b-74c00f8f7273'} {{(pid=86206) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7984}}
Nov 10 13:20:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-0d506e43-a7f1-45fe-a6e3-8f36cf016a68 tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Lock "435e1f3c-3a23-4f40-a90e-844547969c7f" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 33.572s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:20:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:25 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Cannot resize image /opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486/disk to a smaller size. {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 10 13:20:25 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:20:25 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Ensure instance console log exists: /opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:20:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:20:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:20:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:20:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09a026c8-642a-43bb-be14-0d759e3eb82a/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09a026c8-642a-43bb-be14-0d759e3eb82a/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09a026c8-642a-43bb-be14-0d759e3eb82a/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/51997b6e-371c-49d4-a082-c8cf3421b831/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/51997b6e-371c-49d4-a082-c8cf3421b831/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/51997b6e-371c-49d4-a082-c8cf3421b831/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:26 user nova-compute[86206]: DEBUG nova.network.neutron [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Successfully created port: 7c55ba36-d411-490b-97ab-48baaa987e2c {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:20:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:26 user nova-compute[86206]: DEBUG nova.objects.instance [None req-5f0cf988-9b1d-46e3-b812-59f06f9ccffb tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] Lazy-loading 'flavor' on Instance uuid 51997b6e-371c-49d4-a082-c8cf3421b831 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:20:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/51997b6e-371c-49d4-a082-c8cf3421b831/disk --force-share --output=json" returned: 0 in 0.311s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-5f0cf988-9b1d-46e3-b812-59f06f9ccffb tempest-VolumesAssistedSnapshotsTest-1270166765 tempest-VolumesAssistedSnapshotsTest-1270166765-project-admin] Lock "51997b6e-371c-49d4-a082-c8cf3421b831" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 35.351s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:20:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Acquiring lock "435e1f3c-3a23-4f40-a90e-844547969c7f" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:20:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Lock "435e1f3c-3a23-4f40-a90e-844547969c7f" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:20:26 user nova-compute[86206]: DEBUG os_brick.utils [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:20:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:26 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f4473b6-0d9e-4e46-867f-d53ea500dc02]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:26 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a793acf-ef74-4cf8-957b-5efe8df2c698]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:26 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb533862-8652-497d-90cc-25f172230875]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:26 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9138dc3-6bb7-48b1-b0a7-76344af4aea8]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:20:26 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:20:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:20:26 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:20:26 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[146b67e4-2d02-42c8-a00b-f70fd2aab6a1]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:26 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:20:26 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:20:26 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:20:26 user nova-compute[86206]: DEBUG os_brick.utils [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] <== get_connector_properties: return (170ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:20:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97eb8568-6a00-4d04-b621-16f2921b3761/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:26 user nova-compute[86206]: INFO nova.compute.manager [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Swapping volume e1dca182-c890-4432-867a-cb30ec20e894 for ee90b1cf-e0fd-4260-b2f7-fa51ce709304
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97eb8568-6a00-4d04-b621-16f2921b3761/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97eb8568-6a00-4d04-b621-16f2921b3761/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.network.neutron [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Successfully updated port: 7c55ba36-d411-490b-97ab-48baaa987e2c {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.compute.manager [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:20:27 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Creating image(s)
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Did not create local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Ensure instance console log exists: /opt/stack/data/nova/instances/8a48ce18-2887-4676-9d7b-ebebbc8e5381/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Start _get_guest_xml network_info=[{"id": "4847ac2e-aeba-4a7c-81fd-0fa52eaee43f", "address": "fa:16:3e:ee:a8:51", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4847ac2e-ae", "ovs_interfaceid": "4847ac2e-aeba-4a7c-81fd-0fa52eaee43f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'attachment_id': '266902cf-c421-4514-ae09-2d57547e2720', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qzIrELXl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8a48ce18-2887-4676-9d7b-ebebbc8e5381', 'attached_at': '', 'detached_at': '', 'volume_id': '69b344be-f2cb-4cf6-849b-82acb79d317a', 'serial': '69b344be-f2cb-4cf6-849b-82acb79d317a'}, 'mount_device': '/dev/vda', 'boot_index': 0, 'volume_type': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "refresh_cache-0cd831ff-01f4-4619-9b56-2455a7a54486" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquired lock "refresh_cache-0cd831ff-01f4-4619-9b56-2455a7a54486" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.network.neutron [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.compute.manager [req-c7f0e9b3-e8a4-4a2e-935b-b85051232207 req-3cc05bdd-e30e-43b1-a1ce-021dc20aa373 service nova] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Received event network-changed-7c55ba36-d411-490b-97ab-48baaa987e2c {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.compute.manager [req-c7f0e9b3-e8a4-4a2e-935b-b85051232207 req-3cc05bdd-e30e-43b1-a1ce-021dc20aa373 service nova] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Refreshing instance network info cache due to event network-changed-7c55ba36-d411-490b-97ab-48baaa987e2c. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c7f0e9b3-e8a4-4a2e-935b-b85051232207 req-3cc05bdd-e30e-43b1-a1ce-021dc20aa373 service nova] Acquiring lock "refresh_cache-0cd831ff-01f4-4619-9b56-2455a7a54486" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:20:27 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:20:27 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qzIrELXl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:20:27 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:20:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:20:27 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:20:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:20:27 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.network.neutron [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e18c5ce-2f18-4173-8c6a-2025ab763da9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 13:20:27 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97eb8568-6a00-4d04-b621-16f2921b3761/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fcf1a16-8e3e-473e-82fa-760c25feca44]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a] added
Nov 10 13:20:27 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319b5e3c-5f62-41da-93b6-7c6b9da3e261/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[70aae1f0-4711-433a-870a-54068e5ccfc7]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccdd5414-47d7-4ac6-ac0c-9a0fc69ab359]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qzIrELXl {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qzIrELXl" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[cef06fec-f976-41c3-9d65-34bcd0337059]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'qzIrELXl'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f0a15cb-4087-4910-a82e-c4abb397b3fb]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1f17d49-8706-42f0-be6d-6ac33c30e4c0]: (4, ('tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 (non-flash)
Nov 10 13:20:27 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsi session list stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 (non-flash)
Nov 10 13:20:27 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8e46753-18a0-463a-a807-813149f89810]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a, portal: 172.16.0.220,3260]
Nov 10 13:20:27 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a, portal: 172.16.0.220,3260] successful.
Nov 10 13:20:27 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319b5e3c-5f62-41da-93b6-7c6b9da3e261/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319b5e3c-5f62-41da-93b6-7c6b9da3e261/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.027s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[9999fe75-2916-4d56-b510-aabeb0e88901]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d01940f-829c-4c14-9bfe-eb00119bc210]: (4, ('tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 (non-flash)
Nov 10 13:20:27 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:20:27 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsi session list stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 (non-flash)
Nov 10 13:20:27 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:20:27 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.354s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] HCTL ('34', '-', '-', 0) found on session 7 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.network.neutron [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Updating instance_info_cache with network_info: [{"id": "7c55ba36-d411-490b-97ab-48baaa987e2c", "address": "fa:16:3e:74:c1:f3", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c55ba36-d4", "ovs_interfaceid": "7c55ba36-d411-490b-97ab-48baaa987e2c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed8f5efd-61bc-4ea6-b0d1-dc506fcfac93]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Searching for a device in session 7 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qzIrELXl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Releasing lock "refresh_cache-0cd831ff-01f4-4619-9b56-2455a7a54486" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.compute.manager [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Instance network_info: |[{"id": "7c55ba36-d411-490b-97ab-48baaa987e2c", "address": "fa:16:3e:74:c1:f3", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c55ba36-d4", "ovs_interfaceid": "7c55ba36-d411-490b-97ab-48baaa987e2c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c7f0e9b3-e8a4-4a2e-935b-b85051232207 req-3cc05bdd-e30e-43b1-a1ce-021dc20aa373 service nova] Acquired lock "refresh_cache-0cd831ff-01f4-4619-9b56-2455a7a54486" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.network.neutron [req-c7f0e9b3-e8a4-4a2e-935b-b85051232207 req-3cc05bdd-e30e-43b1-a1ce-021dc20aa373 service nova] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Refreshing network info cache for port 7c55ba36-d411-490b-97ab-48baaa987e2c {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Start _get_guest_xml network_info=[{"id": "7c55ba36-d411-490b-97ab-48baaa987e2c", "address": "fa:16:3e:74:c1:f3", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c55ba36-d4", "ovs_interfaceid": "7c55ba36-d411-490b-97ab-48baaa987e2c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '73290e4a-d2c0-4305-9ee6-397ce6a900ba'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319b5e3c-5f62-41da-93b6-7c6b9da3e261/disk --force-share --output=json" returned: 0 in 0.241s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/435e1f3c-3a23-4f40-a90e-844547969c7f/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:27 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:20:27 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:20:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1686418898',display_name='tempest-tempest.common.compute-instance-1686418898',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1686418898',id=14,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOhmHobsGWJQhXRDH7wFTJN4Ko2T+DyGg5TzR3N7MVdZw7P+ONZE1NuP8MjzMuWjGJVJSv79Z1U3b0WNxxyloLjdgJxzfqAM7mppfgOXomYIhkqIwtFfkhMq2yXD3pGWVA==',key_name='tempest-keypair-2054712040',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aa556336540e427c9e304bbea288aa30',ramdisk_id='',reservation_id='r-ctlch06s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-390805104',owner_user_name='tempest-ServerActionsTestOtherA-390805104-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:20:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4a3b7d9322594e2fb154a787c8054f20',uuid=0cd831ff-01f4-4619-9b56-2455a7a54486,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7c55ba36-d411-490b-97ab-48baaa987e2c", "address": "fa:16:3e:74:c1:f3", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c55ba36-d4", "ovs_interfaceid": "7c55ba36-d411-490b-97ab-48baaa987e2c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Converting VIF {"id": "7c55ba36-d411-490b-97ab-48baaa987e2c", "address": "fa:16:3e:74:c1:f3", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c55ba36-d4", "ovs_interfaceid": "7c55ba36-d411-490b-97ab-48baaa987e2c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:74:c1:f3,bridge_name='br-int',has_traffic_filtering=True,id=7c55ba36-d411-490b-97ab-48baaa987e2c,network=Network(2a23f5a5-f10f-463c-8b01-f554f87e7379),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c55ba36-d4') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.objects.instance [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lazy-loading 'pci_devices' on Instance uuid 0cd831ff-01f4-4619-9b56-2455a7a54486 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:20:27 user nova-compute[86206]:   <uuid>0cd831ff-01f4-4619-9b56-2455a7a54486</uuid>
Nov 10 13:20:27 user nova-compute[86206]:   <name>instance-0000000e</name>
Nov 10 13:20:27 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:20:27 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:20:27 user nova-compute[86206]:   <metadata>
Nov 10 13:20:27 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:20:27 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:20:27 user nova-compute[86206]:       <nova:name>tempest-tempest.common.compute-instance-1686418898</nova:name>
Nov 10 13:20:27 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:20:27</nova:creationTime>
Nov 10 13:20:27 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:20:27 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:20:27 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:20:27 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:20:27 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:20:27 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:20:27 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:20:27 user nova-compute[86206]:       <nova:owner>
Nov 10 13:20:27 user nova-compute[86206]:         <nova:user uuid="4a3b7d9322594e2fb154a787c8054f20">tempest-ServerActionsTestOtherA-390805104-project-member</nova:user>
Nov 10 13:20:27 user nova-compute[86206]:         <nova:project uuid="aa556336540e427c9e304bbea288aa30">tempest-ServerActionsTestOtherA-390805104</nova:project>
Nov 10 13:20:27 user nova-compute[86206]:       </nova:owner>
Nov 10 13:20:27 user nova-compute[86206]:       <nova:root type="image" uuid="73290e4a-d2c0-4305-9ee6-397ce6a900ba"/>
Nov 10 13:20:27 user nova-compute[86206]:       <nova:ports>
Nov 10 13:20:27 user nova-compute[86206]:         <nova:port uuid="7c55ba36-d411-490b-97ab-48baaa987e2c">
Nov 10 13:20:27 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 10 13:20:27 user nova-compute[86206]:         </nova:port>
Nov 10 13:20:27 user nova-compute[86206]:       </nova:ports>
Nov 10 13:20:27 user nova-compute[86206]:     </nova:instance>
Nov 10 13:20:27 user nova-compute[86206]:   </metadata>
Nov 10 13:20:27 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:20:27 user nova-compute[86206]:     <system>
Nov 10 13:20:27 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:20:27 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:20:27 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:20:27 user nova-compute[86206]:       <entry name="serial">0cd831ff-01f4-4619-9b56-2455a7a54486</entry>
Nov 10 13:20:27 user nova-compute[86206]:       <entry name="uuid">0cd831ff-01f4-4619-9b56-2455a7a54486</entry>
Nov 10 13:20:27 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:20:27 user nova-compute[86206]:     </system>
Nov 10 13:20:27 user nova-compute[86206]:   </sysinfo>
Nov 10 13:20:27 user nova-compute[86206]:   <os>
Nov 10 13:20:27 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:20:27 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:20:27 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:20:27 user nova-compute[86206]:   </os>
Nov 10 13:20:27 user nova-compute[86206]:   <features>
Nov 10 13:20:27 user nova-compute[86206]:     <acpi/>
Nov 10 13:20:27 user nova-compute[86206]:     <apic/>
Nov 10 13:20:27 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:20:27 user nova-compute[86206]:   </features>
Nov 10 13:20:27 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:20:27 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:20:27 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:20:27 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:20:27 user nova-compute[86206]:   </clock>
Nov 10 13:20:27 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:20:27 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:20:27 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:20:27 user nova-compute[86206]:   </cpu>
Nov 10 13:20:27 user nova-compute[86206]:   <devices>
Nov 10 13:20:27 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:20:27 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:20:27 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486/disk"/>
Nov 10 13:20:27 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:20:27 user nova-compute[86206]:     </disk>
Nov 10 13:20:27 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:20:27 user nova-compute[86206]:       <mac address="fa:16:3e:74:c1:f3"/>
Nov 10 13:20:27 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:20:27 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:20:27 user nova-compute[86206]:       <target dev="tap7c55ba36-d4"/>
Nov 10 13:20:27 user nova-compute[86206]:     </interface>
Nov 10 13:20:27 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:20:27 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486/console.log" append="off"/>
Nov 10 13:20:27 user nova-compute[86206]:     </serial>
Nov 10 13:20:27 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:20:27 user nova-compute[86206]:     <video>
Nov 10 13:20:27 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:20:27 user nova-compute[86206]:     </video>
Nov 10 13:20:27 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:20:27 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:20:27 user nova-compute[86206]:     </rng>
Nov 10 13:20:27 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:20:27 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:20:27 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:20:27 user nova-compute[86206]:     </memballoon>
Nov 10 13:20:27 user nova-compute[86206]:   </devices>
Nov 10 13:20:27 user nova-compute[86206]: </domain>
Nov 10 13:20:27 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:20:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1686418898',display_name='tempest-tempest.common.compute-instance-1686418898',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1686418898',id=14,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOhmHobsGWJQhXRDH7wFTJN4Ko2T+DyGg5TzR3N7MVdZw7P+ONZE1NuP8MjzMuWjGJVJSv79Z1U3b0WNxxyloLjdgJxzfqAM7mppfgOXomYIhkqIwtFfkhMq2yXD3pGWVA==',key_name='tempest-keypair-2054712040',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aa556336540e427c9e304bbea288aa30',ramdisk_id='',reservation_id='r-ctlch06s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-390805104',owner_user_name='tempest-ServerActionsTestOtherA-390805104-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:20:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4a3b7d9322594e2fb154a787c8054f20',uuid=0cd831ff-01f4-4619-9b56-2455a7a54486,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7c55ba36-d411-490b-97ab-48baaa987e2c", "address": "fa:16:3e:74:c1:f3", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c55ba36-d4", "ovs_interfaceid": "7c55ba36-d411-490b-97ab-48baaa987e2c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Converting VIF {"id": "7c55ba36-d411-490b-97ab-48baaa987e2c", "address": "fa:16:3e:74:c1:f3", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c55ba36-d4", "ovs_interfaceid": "7c55ba36-d411-490b-97ab-48baaa987e2c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:74:c1:f3,bridge_name='br-int',has_traffic_filtering=True,id=7c55ba36-d411-490b-97ab-48baaa987e2c,network=Network(2a23f5a5-f10f-463c-8b01-f554f87e7379),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c55ba36-d4') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG os_vif [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:74:c1:f3,bridge_name='br-int',has_traffic_filtering=True,id=7c55ba36-d411-490b-97ab-48baaa987e2c,network=Network(2a23f5a5-f10f-463c-8b01-f554f87e7379),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c55ba36-d4') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '610fde4b-6beb-5376-a787-e83e60d797d2', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7c55ba36-d4, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7c55ba36-d4, col_values=(('qos', UUID('0f1f4be2-b9de-485e-90f3-d50ce4fce566')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7c55ba36-d4, col_values=(('external_ids', {'iface-id': '7c55ba36-d411-490b-97ab-48baaa987e2c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:74:c1:f3', 'vm-uuid': '0cd831ff-01f4-4619-9b56-2455a7a54486'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/435e1f3c-3a23-4f40-a90e-844547969c7f/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/435e1f3c-3a23-4f40-a90e-844547969c7f/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:28 user nova-compute[86206]: INFO os_vif [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:74:c1:f3,bridge_name='br-int',has_traffic_filtering=True,id=7c55ba36-d411-490b-97ab-48baaa987e2c,network=Network(2a23f5a5-f10f-463c-8b01-f554f87e7379),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c55ba36-d4')
Nov 10 13:20:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:20:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] No VIF found with MAC fa:16:3e:74:c1:f3, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:20:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/435e1f3c-3a23-4f40-a90e-844547969c7f/disk --force-share --output=json" returned: 0 in 0.293s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:20:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:28 user nova-compute[86206]: DEBUG nova.network.neutron [req-c7f0e9b3-e8a4-4a2e-935b-b85051232207 req-3cc05bdd-e30e-43b1-a1ce-021dc20aa373 service nova] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Updated VIF entry in instance network info cache for port 7c55ba36-d411-490b-97ab-48baaa987e2c. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:20:28 user nova-compute[86206]: DEBUG nova.network.neutron [req-c7f0e9b3-e8a4-4a2e-935b-b85051232207 req-3cc05bdd-e30e-43b1-a1ce-021dc20aa373 service nova] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Updating instance_info_cache with network_info: [{"id": "7c55ba36-d411-490b-97ab-48baaa987e2c", "address": "fa:16:3e:74:c1:f3", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c55ba36-d4", "ovs_interfaceid": "7c55ba36-d411-490b-97ab-48baaa987e2c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:20:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c7f0e9b3-e8a4-4a2e-935b-b85051232207 req-3cc05bdd-e30e-43b1-a1ce-021dc20aa373 service nova] Releasing lock "refresh_cache-0cd831ff-01f4-4619-9b56-2455a7a54486" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:20:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:28 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.442s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:20:28 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] <== connect_volume: return (1445ms) {'type': 'block', 'scsi_wwn': '23264636264346238', 'path': '/dev/sdc'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:20:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23264636264346238', 'path': '/dev/sdc'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:20:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:19:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-2055761268',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-2055761268',id=12,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='028ee5b7789f4eb9809f6c89b8649453',ramdisk_id='',reservation_id='r-behtvleh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1948757916',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:19:34Z,user_data=None,user_id='1b99c0d49a5e450ba43bce92d827d7c2',uuid=8a48ce18-2887-4676-9d7b-ebebbc8e5381,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4847ac2e-aeba-4a7c-81fd-0fa52eaee43f", "address": "fa:16:3e:ee:a8:51", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4847ac2e-ae", "ovs_interfaceid": "4847ac2e-aeba-4a7c-81fd-0fa52eaee43f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:20:28 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Converting VIF {"id": "4847ac2e-aeba-4a7c-81fd-0fa52eaee43f", "address": "fa:16:3e:ee:a8:51", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4847ac2e-ae", "ovs_interfaceid": "4847ac2e-aeba-4a7c-81fd-0fa52eaee43f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:20:28 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ee:a8:51,bridge_name='br-int',has_traffic_filtering=True,id=4847ac2e-aeba-4a7c-81fd-0fa52eaee43f,network=Network(953cfc69-1add-40de-a3ae-1d9aeaa3b3e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4847ac2e-ae') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:20:28 user nova-compute[86206]: DEBUG nova.objects.instance [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lazy-loading 'pci_devices' on Instance uuid 8a48ce18-2887-4676-9d7b-ebebbc8e5381 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:20:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:20:28 user nova-compute[86206]:   <uuid>8a48ce18-2887-4676-9d7b-ebebbc8e5381</uuid>
Nov 10 13:20:28 user nova-compute[86206]:   <name>instance-0000000c</name>
Nov 10 13:20:28 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:20:28 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:20:28 user nova-compute[86206]:   <metadata>
Nov 10 13:20:28 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:20:28 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:20:28 user nova-compute[86206]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-2055761268</nova:name>
Nov 10 13:20:28 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:20:27</nova:creationTime>
Nov 10 13:20:28 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:20:28 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:20:28 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:20:28 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:20:28 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:20:28 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:20:28 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:20:28 user nova-compute[86206]:       <nova:owner>
Nov 10 13:20:28 user nova-compute[86206]:         <nova:user uuid="1b99c0d49a5e450ba43bce92d827d7c2">tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member</nova:user>
Nov 10 13:20:28 user nova-compute[86206]:         <nova:project uuid="028ee5b7789f4eb9809f6c89b8649453">tempest-ServerBootFromVolumeStableRescueTest-1948757916</nova:project>
Nov 10 13:20:28 user nova-compute[86206]:       </nova:owner>
Nov 10 13:20:28 user nova-compute[86206]:       <nova:root type="image" uuid="73290e4a-d2c0-4305-9ee6-397ce6a900ba"/>
Nov 10 13:20:28 user nova-compute[86206]:       <nova:ports>
Nov 10 13:20:28 user nova-compute[86206]:         <nova:port uuid="4847ac2e-aeba-4a7c-81fd-0fa52eaee43f">
Nov 10 13:20:28 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 10 13:20:28 user nova-compute[86206]:         </nova:port>
Nov 10 13:20:28 user nova-compute[86206]:       </nova:ports>
Nov 10 13:20:28 user nova-compute[86206]:     </nova:instance>
Nov 10 13:20:28 user nova-compute[86206]:   </metadata>
Nov 10 13:20:28 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:20:28 user nova-compute[86206]:     <system>
Nov 10 13:20:28 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:20:28 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:20:28 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:20:28 user nova-compute[86206]:       <entry name="serial">8a48ce18-2887-4676-9d7b-ebebbc8e5381</entry>
Nov 10 13:20:28 user nova-compute[86206]:       <entry name="uuid">8a48ce18-2887-4676-9d7b-ebebbc8e5381</entry>
Nov 10 13:20:28 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:20:28 user nova-compute[86206]:     </system>
Nov 10 13:20:28 user nova-compute[86206]:   </sysinfo>
Nov 10 13:20:28 user nova-compute[86206]:   <os>
Nov 10 13:20:28 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:20:28 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:20:28 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:20:28 user nova-compute[86206]:   </os>
Nov 10 13:20:28 user nova-compute[86206]:   <features>
Nov 10 13:20:28 user nova-compute[86206]:     <acpi/>
Nov 10 13:20:28 user nova-compute[86206]:     <apic/>
Nov 10 13:20:28 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:20:28 user nova-compute[86206]:   </features>
Nov 10 13:20:28 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:20:28 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:20:28 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:20:28 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:20:28 user nova-compute[86206]:   </clock>
Nov 10 13:20:28 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:20:28 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:20:28 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:20:28 user nova-compute[86206]:   </cpu>
Nov 10 13:20:28 user nova-compute[86206]:   <devices>
Nov 10 13:20:28 user nova-compute[86206]:     <disk type="block" device="disk">
Nov 10 13:20:28 user nova-compute[86206]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:20:28 user nova-compute[86206]:       <source dev="/dev/sdc"/>
Nov 10 13:20:28 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:20:28 user nova-compute[86206]:       <serial>69b344be-f2cb-4cf6-849b-82acb79d317a</serial>
Nov 10 13:20:28 user nova-compute[86206]:     </disk>
Nov 10 13:20:28 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:20:28 user nova-compute[86206]:       <mac address="fa:16:3e:ee:a8:51"/>
Nov 10 13:20:28 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:20:28 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:20:28 user nova-compute[86206]:       <target dev="tap4847ac2e-ae"/>
Nov 10 13:20:28 user nova-compute[86206]:     </interface>
Nov 10 13:20:28 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:20:28 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/8a48ce18-2887-4676-9d7b-ebebbc8e5381/console.log" append="off"/>
Nov 10 13:20:28 user nova-compute[86206]:     </serial>
Nov 10 13:20:28 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:20:28 user nova-compute[86206]:     <video>
Nov 10 13:20:28 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:20:28 user nova-compute[86206]:     </video>
Nov 10 13:20:28 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:20:28 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:20:28 user nova-compute[86206]:     </rng>
Nov 10 13:20:28 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:20:28 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:20:28 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:20:28 user nova-compute[86206]:     </memballoon>
Nov 10 13:20:28 user nova-compute[86206]:   </devices>
Nov 10 13:20:28 user nova-compute[86206]: </domain>
Nov 10 13:20:28 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:20:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:19:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-2055761268',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-2055761268',id=12,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='028ee5b7789f4eb9809f6c89b8649453',ramdisk_id='',reservation_id='r-behtvleh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1948757916',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:19:34Z,user_data=None,user_id='1b99c0d49a5e450ba43bce92d827d7c2',uuid=8a48ce18-2887-4676-9d7b-ebebbc8e5381,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4847ac2e-aeba-4a7c-81fd-0fa52eaee43f", "address": "fa:16:3e:ee:a8:51", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4847ac2e-ae", "ovs_interfaceid": "4847ac2e-aeba-4a7c-81fd-0fa52eaee43f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:20:28 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Converting VIF {"id": "4847ac2e-aeba-4a7c-81fd-0fa52eaee43f", "address": "fa:16:3e:ee:a8:51", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4847ac2e-ae", "ovs_interfaceid": "4847ac2e-aeba-4a7c-81fd-0fa52eaee43f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:20:28 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ee:a8:51,bridge_name='br-int',has_traffic_filtering=True,id=4847ac2e-aeba-4a7c-81fd-0fa52eaee43f,network=Network(953cfc69-1add-40de-a3ae-1d9aeaa3b3e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4847ac2e-ae') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:20:28 user nova-compute[86206]: DEBUG os_vif [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ee:a8:51,bridge_name='br-int',has_traffic_filtering=True,id=4847ac2e-aeba-4a7c-81fd-0fa52eaee43f,network=Network(953cfc69-1add-40de-a3ae-1d9aeaa3b3e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4847ac2e-ae') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:20:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:20:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:20:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b699299c-b375-5ad2-b95f-55823ffcf022', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:20:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:20:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4847ac2e-ae, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:20:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4847ac2e-ae, col_values=(('qos', UUID('4e8557cd-b75f-487d-a2b0-bc46cc15b174')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:20:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4847ac2e-ae, col_values=(('external_ids', {'iface-id': '4847ac2e-aeba-4a7c-81fd-0fa52eaee43f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ee:a8:51', 'vm-uuid': '8a48ce18-2887-4676-9d7b-ebebbc8e5381'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:20:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:20:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:28 user nova-compute[86206]: INFO os_vif [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ee:a8:51,bridge_name='br-int',has_traffic_filtering=True,id=4847ac2e-aeba-4a7c-81fd-0fa52eaee43f,network=Network(953cfc69-1add-40de-a3ae-1d9aeaa3b3e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4847ac2e-ae')
Nov 10 13:20:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:20:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] No VIF found with MAC fa:16:3e:ee:a8:51, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:20:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:29 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:20:29 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:20:29 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=7963MB free_disk=25.479732513427734GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:20:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:20:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:20:29 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance fbca50b2-5d7e-405a-ae5b-20651146376d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:20:29 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance e040d0fe-dea0-451e-91e2-6852000fa9dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:20:29 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 4509d78d-a41e-4150-beef-feed0bb03160 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:20:29 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 319b5e3c-5f62-41da-93b6-7c6b9da3e261 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:20:29 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 97eb8568-6a00-4d04-b621-16f2921b3761 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:20:29 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 51997b6e-371c-49d4-a082-c8cf3421b831 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:20:29 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 435e1f3c-3a23-4f40-a90e-844547969c7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:20:29 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 8a48ce18-2887-4676-9d7b-ebebbc8e5381 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:20:29 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 09a026c8-642a-43bb-be14-0d759e3eb82a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:20:29 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 0cd831ff-01f4-4619-9b56-2455a7a54486 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:20:29 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:20:29 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:20:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:30 user nova-compute[86206]: DEBUG nova.compute.manager [req-8df54ca7-549e-4070-b785-f58100d7554d req-1657d48e-8070-4ac2-a031-a16a3f9c5a5e service nova] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Received event network-vif-plugged-7c55ba36-d411-490b-97ab-48baaa987e2c {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:20:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-8df54ca7-549e-4070-b785-f58100d7554d req-1657d48e-8070-4ac2-a031-a16a3f9c5a5e service nova] Acquiring lock "0cd831ff-01f4-4619-9b56-2455a7a54486-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:20:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-8df54ca7-549e-4070-b785-f58100d7554d req-1657d48e-8070-4ac2-a031-a16a3f9c5a5e service nova] Lock "0cd831ff-01f4-4619-9b56-2455a7a54486-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:20:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-8df54ca7-549e-4070-b785-f58100d7554d req-1657d48e-8070-4ac2-a031-a16a3f9c5a5e service nova] Lock "0cd831ff-01f4-4619-9b56-2455a7a54486-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:20:30 user nova-compute[86206]: DEBUG nova.compute.manager [req-8df54ca7-549e-4070-b785-f58100d7554d req-1657d48e-8070-4ac2-a031-a16a3f9c5a5e service nova] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] No waiting events found dispatching network-vif-plugged-7c55ba36-d411-490b-97ab-48baaa987e2c {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:20:30 user nova-compute[86206]: WARNING nova.compute.manager [req-8df54ca7-549e-4070-b785-f58100d7554d req-1657d48e-8070-4ac2-a031-a16a3f9c5a5e service nova] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Received unexpected event network-vif-plugged-7c55ba36-d411-490b-97ab-48baaa987e2c for instance with vm_state building and task_state spawning.
Nov 10 13:20:30 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:20:30 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:20:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:30 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:20:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.742s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:20:31 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:20:31 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:20:31 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:20:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "refresh_cache-4509d78d-a41e-4150-beef-feed0bb03160" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:20:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquired lock "refresh_cache-4509d78d-a41e-4150-beef-feed0bb03160" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:20:31 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Forcefully refreshing network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 10 13:20:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:31 user nova-compute[86206]: DEBUG nova.compute.manager [req-4edcacd1-2952-4f6b-a44b-ee02cd519b6a req-8bc66e1d-d682-4b92-b532-a472c8f080af service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Received event network-vif-plugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:20:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4edcacd1-2952-4f6b-a44b-ee02cd519b6a req-8bc66e1d-d682-4b92-b532-a472c8f080af service nova] Acquiring lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:20:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4edcacd1-2952-4f6b-a44b-ee02cd519b6a req-8bc66e1d-d682-4b92-b532-a472c8f080af service nova] Lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:20:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4edcacd1-2952-4f6b-a44b-ee02cd519b6a req-8bc66e1d-d682-4b92-b532-a472c8f080af service nova] Lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:20:31 user nova-compute[86206]: DEBUG nova.compute.manager [req-4edcacd1-2952-4f6b-a44b-ee02cd519b6a req-8bc66e1d-d682-4b92-b532-a472c8f080af service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] No waiting events found dispatching network-vif-plugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:20:31 user nova-compute[86206]: WARNING nova.compute.manager [req-4edcacd1-2952-4f6b-a44b-ee02cd519b6a req-8bc66e1d-d682-4b92-b532-a472c8f080af service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Received unexpected event network-vif-plugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f for instance with vm_state building and task_state spawning.
Nov 10 13:20:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquiring lock "93bd47f6-1459-4e93-b2d0-edff930f4498" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:20:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "93bd47f6-1459-4e93-b2d0-edff930f4498" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:20:32 user nova-compute[86206]: INFO nova.compute.manager [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Unshelving
Nov 10 13:20:32 user nova-compute[86206]: DEBUG nova.compute.manager [req-7fa1660b-d680-48c8-92f1-023d90197601 req-6dc2ab6e-8e77-414e-94d7-eeda6339de17 service nova] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Received event network-vif-plugged-7c55ba36-d411-490b-97ab-48baaa987e2c {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:20:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7fa1660b-d680-48c8-92f1-023d90197601 req-6dc2ab6e-8e77-414e-94d7-eeda6339de17 service nova] Acquiring lock "0cd831ff-01f4-4619-9b56-2455a7a54486-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:20:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7fa1660b-d680-48c8-92f1-023d90197601 req-6dc2ab6e-8e77-414e-94d7-eeda6339de17 service nova] Lock "0cd831ff-01f4-4619-9b56-2455a7a54486-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:20:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7fa1660b-d680-48c8-92f1-023d90197601 req-6dc2ab6e-8e77-414e-94d7-eeda6339de17 service nova] Lock "0cd831ff-01f4-4619-9b56-2455a7a54486-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:20:32 user nova-compute[86206]: DEBUG nova.compute.manager [req-7fa1660b-d680-48c8-92f1-023d90197601 req-6dc2ab6e-8e77-414e-94d7-eeda6339de17 service nova] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] No waiting events found dispatching network-vif-plugged-7c55ba36-d411-490b-97ab-48baaa987e2c {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:20:32 user nova-compute[86206]: WARNING nova.compute.manager [req-7fa1660b-d680-48c8-92f1-023d90197601 req-6dc2ab6e-8e77-414e-94d7-eeda6339de17 service nova] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Received unexpected event network-vif-plugged-7c55ba36-d411-490b-97ab-48baaa987e2c for instance with vm_state building and task_state spawning.
Nov 10 13:20:32 user nova-compute[86206]: INFO nova.virt.block_device [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Booting with volume 9079b62f-70d4-4fbd-8c97-01c6daca0f0d at /dev/vdc
Nov 10 13:20:32 user nova-compute[86206]: DEBUG os_brick.utils [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:20:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:32 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c1d8df9-fa5c-4bcf-ba87-4915224abefa]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:32 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[82110365-4f7e-4f56-bfa5-7060b922e346]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.024s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:20:32 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[2761b8c5-950c-4db3-a7e5-4692d7c35b85]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:32 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ee7e066-814a-4091-ad57-2b2ac66dc69b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:20:32 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Updating instance_info_cache with network_info: [{"id": "e77bf2d2-2e29-42eb-896a-57bde9a85c3a", "address": "fa:16:3e:b1:2e:11", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape77bf2d2-2e", "ovs_interfaceid": "e77bf2d2-2e29-42eb-896a-57bde9a85c3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:20:32 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:20:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:20:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Releasing lock "refresh_cache-4509d78d-a41e-4150-beef-feed0bb03160" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:20:32 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Updated the network info_cache for instance {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 10 13:20:32 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:20:32 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:20:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:20:32 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:20:32 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b580fcb2-e780-48cd-b71b-33f39a6c7ec9]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:20:32 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:20:32 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:20:32 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:20:32 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:20:32 user nova-compute[86206]: DEBUG os_brick.utils [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] <== get_connector_properties: return (172ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:20:32 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Updating existing volume attachment record: c7e93d89-fd78-4147-ae79-64868538f9d3 {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 13:20:32 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:20:32 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:20:32 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 13:20:32 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:33 user nova-compute[86206]: DEBUG nova.compute.manager [req-8ceb0141-6c95-439b-8c26-f4e9eef5da66 req-9bc34bcb-20d6-4858-ae03-fae4e8075fd4 service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Received event network-vif-plugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:20:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-8ceb0141-6c95-439b-8c26-f4e9eef5da66 req-9bc34bcb-20d6-4858-ae03-fae4e8075fd4 service nova] Acquiring lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:20:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-8ceb0141-6c95-439b-8c26-f4e9eef5da66 req-9bc34bcb-20d6-4858-ae03-fae4e8075fd4 service nova] Lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:20:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-8ceb0141-6c95-439b-8c26-f4e9eef5da66 req-9bc34bcb-20d6-4858-ae03-fae4e8075fd4 service nova] Lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:20:33 user nova-compute[86206]: DEBUG nova.compute.manager [req-8ceb0141-6c95-439b-8c26-f4e9eef5da66 req-9bc34bcb-20d6-4858-ae03-fae4e8075fd4 service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] No waiting events found dispatching network-vif-plugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:20:33 user nova-compute[86206]: WARNING nova.compute.manager [req-8ceb0141-6c95-439b-8c26-f4e9eef5da66 req-9bc34bcb-20d6-4858-ae03-fae4e8075fd4 service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Received unexpected event network-vif-plugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f for instance with vm_state building and task_state spawning.
Nov 10 13:20:34 user nova-compute[86206]: DEBUG nova.compute.manager [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:20:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:20:34 user nova-compute[86206]: DEBUG nova.compute.manager [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:20:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:20:34 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Instance spawned successfully.
Nov 10 13:20:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:20:34 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Instance spawned successfully.
Nov 10 13:20:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:20:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:20:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:20:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:20:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:20:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:20:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:20:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:20:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:20:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:20:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:20:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:20:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:20:34 user nova-compute[86206]: INFO nova.compute.manager [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Took 7.15 seconds to spawn the instance on the hypervisor.
Nov 10 13:20:34 user nova-compute[86206]: DEBUG nova.compute.manager [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:20:34 user nova-compute[86206]: INFO nova.compute.manager [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Took 9.77 seconds to spawn the instance on the hypervisor.
Nov 10 13:20:34 user nova-compute[86206]: DEBUG nova.compute.manager [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:20:34 user nova-compute[86206]: INFO nova.compute.manager [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Took 61.16 seconds to build instance.
Nov 10 13:20:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-70491fe1-f471-4806-8910-e2e03535af02 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 61.266s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:20:34 user nova-compute[86206]: INFO nova.compute.manager [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Took 10.78 seconds to build instance.
Nov 10 13:20:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-10be256e-f981-476b-87b0-d982a697ac6c tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "0cd831ff-01f4-4619-9b56-2455a7a54486" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.126s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:20:37 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:47 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:53 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f865a229-7be8-4db0-a423-b29230937749 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Acquiring lock "51997b6e-371c-49d4-a082-c8cf3421b831" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:20:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f865a229-7be8-4db0-a423-b29230937749 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Lock "51997b6e-371c-49d4-a082-c8cf3421b831" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:20:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f865a229-7be8-4db0-a423-b29230937749 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Acquiring lock "51997b6e-371c-49d4-a082-c8cf3421b831-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:20:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f865a229-7be8-4db0-a423-b29230937749 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Lock "51997b6e-371c-49d4-a082-c8cf3421b831-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:20:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f865a229-7be8-4db0-a423-b29230937749 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Lock "51997b6e-371c-49d4-a082-c8cf3421b831-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:20:54 user nova-compute[86206]: INFO nova.compute.manager [None req-f865a229-7be8-4db0-a423-b29230937749 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Terminating instance
Nov 10 13:20:54 user nova-compute[86206]: DEBUG nova.compute.manager [None req-f865a229-7be8-4db0-a423-b29230937749 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:20:54 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:54 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:54 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:54 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:54 user nova-compute[86206]: DEBUG nova.compute.manager [req-a42f9cc7-d3f9-4e17-89ad-2feaed7d3a89 req-a4e599f5-1c05-4cee-9c5e-1f4ae2b2eaab service nova] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Received event network-vif-unplugged-4a5c0b44-c970-47e1-a2be-144211d08e76 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:20:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-a42f9cc7-d3f9-4e17-89ad-2feaed7d3a89 req-a4e599f5-1c05-4cee-9c5e-1f4ae2b2eaab service nova] Acquiring lock "51997b6e-371c-49d4-a082-c8cf3421b831-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:20:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-a42f9cc7-d3f9-4e17-89ad-2feaed7d3a89 req-a4e599f5-1c05-4cee-9c5e-1f4ae2b2eaab service nova] Lock "51997b6e-371c-49d4-a082-c8cf3421b831-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:20:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-a42f9cc7-d3f9-4e17-89ad-2feaed7d3a89 req-a4e599f5-1c05-4cee-9c5e-1f4ae2b2eaab service nova] Lock "51997b6e-371c-49d4-a082-c8cf3421b831-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:20:54 user nova-compute[86206]: DEBUG nova.compute.manager [req-a42f9cc7-d3f9-4e17-89ad-2feaed7d3a89 req-a4e599f5-1c05-4cee-9c5e-1f4ae2b2eaab service nova] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] No waiting events found dispatching network-vif-unplugged-4a5c0b44-c970-47e1-a2be-144211d08e76 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:20:54 user nova-compute[86206]: DEBUG nova.compute.manager [req-a42f9cc7-d3f9-4e17-89ad-2feaed7d3a89 req-a4e599f5-1c05-4cee-9c5e-1f4ae2b2eaab service nova] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Received event network-vif-unplugged-4a5c0b44-c970-47e1-a2be-144211d08e76 for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:20:55 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Instance destroyed successfully.
Nov 10 13:20:55 user nova-compute[86206]: DEBUG nova.objects.instance [None req-f865a229-7be8-4db0-a423-b29230937749 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Lazy-loading 'resources' on Instance uuid 51997b6e-371c-49d4-a082-c8cf3421b831 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:20:55 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-f865a229-7be8-4db0-a423-b29230937749 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:17:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1009275596',display_name='tempest-VolumesAssistedSnapshotsTest-server-1009275596',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1009275596',id=8,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKTB72Zf/eqSUhGdZEFCqbjlUs4nYOoMfRpHVqq7fA2kPRb4SDP6TLzjMP+hVgvKttI1EjwJlmp/tYGOc3nRmuCXGm0SKg/hRxjjiQgDRtw+eVpmX0v4o+Bztq+yOQ5gTQ==',key_name='tempest-keypair-651302132',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:17:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4ac73b920ae147cb9991ec9c3d0ec759',ramdisk_id='',reservation_id='r-onrkgakc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1408357743',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1408357743-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:17:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='37f13caa2ac4446c9f0f4c7d073a34b7',uuid=51997b6e-371c-49d4-a082-c8cf3421b831,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4a5c0b44-c970-47e1-a2be-144211d08e76", "address": "fa:16:3e:6d:67:b4", "network": {"id": "9b7bd1e0-7ef0-4ef2-b84f-54b58ae846d6", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1412590755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ac73b920ae147cb9991ec9c3d0ec759", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4a5c0b44-c9", "ovs_interfaceid": "4a5c0b44-c970-47e1-a2be-144211d08e76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:20:55 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-f865a229-7be8-4db0-a423-b29230937749 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Converting VIF {"id": "4a5c0b44-c970-47e1-a2be-144211d08e76", "address": "fa:16:3e:6d:67:b4", "network": {"id": "9b7bd1e0-7ef0-4ef2-b84f-54b58ae846d6", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1412590755-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ac73b920ae147cb9991ec9c3d0ec759", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4a5c0b44-c9", "ovs_interfaceid": "4a5c0b44-c970-47e1-a2be-144211d08e76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:20:55 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-f865a229-7be8-4db0-a423-b29230937749 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:6d:67:b4,bridge_name='br-int',has_traffic_filtering=True,id=4a5c0b44-c970-47e1-a2be-144211d08e76,network=Network(9b7bd1e0-7ef0-4ef2-b84f-54b58ae846d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4a5c0b44-c9') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:20:55 user nova-compute[86206]: DEBUG os_vif [None req-f865a229-7be8-4db0-a423-b29230937749 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:6d:67:b4,bridge_name='br-int',has_traffic_filtering=True,id=4a5c0b44-c970-47e1-a2be-144211d08e76,network=Network(9b7bd1e0-7ef0-4ef2-b84f-54b58ae846d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4a5c0b44-c9') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:20:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4a5c0b44-c9, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:20:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4d8351bc-8e5f-4f9b-bd8d-d9761ab016b0) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:20:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:20:55 user nova-compute[86206]: INFO os_vif [None req-f865a229-7be8-4db0-a423-b29230937749 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:6d:67:b4,bridge_name='br-int',has_traffic_filtering=True,id=4a5c0b44-c970-47e1-a2be-144211d08e76,network=Network(9b7bd1e0-7ef0-4ef2-b84f-54b58ae846d6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4a5c0b44-c9')
Nov 10 13:20:55 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-f865a229-7be8-4db0-a423-b29230937749 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Deleting instance files /opt/stack/data/nova/instances/51997b6e-371c-49d4-a082-c8cf3421b831_del
Nov 10 13:20:55 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-f865a229-7be8-4db0-a423-b29230937749 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Deletion of /opt/stack/data/nova/instances/51997b6e-371c-49d4-a082-c8cf3421b831_del complete
Nov 10 13:20:55 user nova-compute[86206]: INFO nova.compute.manager [None req-f865a229-7be8-4db0-a423-b29230937749 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Took 1.02 seconds to destroy the instance on the hypervisor.
Nov 10 13:20:55 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-f865a229-7be8-4db0-a423-b29230937749 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:20:55 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:20:55 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:20:56 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:20:56 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Took 1.00 seconds to deallocate network for instance.
Nov 10 13:20:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f865a229-7be8-4db0-a423-b29230937749 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:20:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f865a229-7be8-4db0-a423-b29230937749 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:20:56 user nova-compute[86206]: DEBUG nova.compute.manager [req-f9854394-607b-4005-b231-b13534fde6f5 req-4b722881-55f2-4f39-b885-05f4a62fa89d service nova] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Received event network-vif-plugged-4a5c0b44-c970-47e1-a2be-144211d08e76 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:20:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f9854394-607b-4005-b231-b13534fde6f5 req-4b722881-55f2-4f39-b885-05f4a62fa89d service nova] Acquiring lock "51997b6e-371c-49d4-a082-c8cf3421b831-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:20:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f9854394-607b-4005-b231-b13534fde6f5 req-4b722881-55f2-4f39-b885-05f4a62fa89d service nova] Lock "51997b6e-371c-49d4-a082-c8cf3421b831-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:20:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f9854394-607b-4005-b231-b13534fde6f5 req-4b722881-55f2-4f39-b885-05f4a62fa89d service nova] Lock "51997b6e-371c-49d4-a082-c8cf3421b831-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:20:56 user nova-compute[86206]: DEBUG nova.compute.manager [req-f9854394-607b-4005-b231-b13534fde6f5 req-4b722881-55f2-4f39-b885-05f4a62fa89d service nova] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] No waiting events found dispatching network-vif-plugged-4a5c0b44-c970-47e1-a2be-144211d08e76 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:20:56 user nova-compute[86206]: WARNING nova.compute.manager [req-f9854394-607b-4005-b231-b13534fde6f5 req-4b722881-55f2-4f39-b885-05f4a62fa89d service nova] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Received unexpected event network-vif-plugged-4a5c0b44-c970-47e1-a2be-144211d08e76 for instance with vm_state deleted and task_state None.
Nov 10 13:20:56 user nova-compute[86206]: DEBUG nova.compute.manager [req-f9854394-607b-4005-b231-b13534fde6f5 req-4b722881-55f2-4f39-b885-05f4a62fa89d service nova] [instance: 51997b6e-371c-49d4-a082-c8cf3421b831] Received event network-vif-deleted-4a5c0b44-c970-47e1-a2be-144211d08e76 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:20:56 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-f865a229-7be8-4db0-a423-b29230937749 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:20:56 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-f865a229-7be8-4db0-a423-b29230937749 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:20:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f865a229-7be8-4db0-a423-b29230937749 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.421s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:20:56 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-f865a229-7be8-4db0-a423-b29230937749 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Deleted allocations for instance 51997b6e-371c-49d4-a082-c8cf3421b831
Nov 10 13:20:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f865a229-7be8-4db0-a423-b29230937749 tempest-VolumesAssistedSnapshotsTest-1408357743 tempest-VolumesAssistedSnapshotsTest-1408357743-project-member] Lock "51997b6e-371c-49d4-a082-c8cf3421b831" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.679s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:20:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:21:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:21:01 user nova-compute[86206]: DEBUG nova.objects.instance [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lazy-loading 'pci_requests' on Instance uuid 93bd47f6-1459-4e93-b2d0-edff930f4498 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:21:01 user nova-compute[86206]: DEBUG nova.objects.instance [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lazy-loading 'numa_topology' on Instance uuid 93bd47f6-1459-4e93-b2d0-edff930f4498 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:21:01 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:21:01 user nova-compute[86206]: INFO nova.compute.claims [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Claim successful on node user
Nov 10 13:21:01 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:21:01 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:21:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.421s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:21:01 user nova-compute[86206]: INFO nova.network.neutron [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Updating port e68d4301-0a1f-4862-bfed-8364908b8820 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Nov 10 13:21:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquiring lock "refresh_cache-93bd47f6-1459-4e93-b2d0-edff930f4498" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:21:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquired lock "refresh_cache-93bd47f6-1459-4e93-b2d0-edff930f4498" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:21:02 user nova-compute[86206]: DEBUG nova.network.neutron [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:21:02 user nova-compute[86206]: DEBUG nova.compute.manager [req-c2931aea-41a9-451f-bd05-291c20ccb0f8 req-487e0393-789c-47b4-b3d7-23c3ff025f7e service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Received event network-changed-e68d4301-0a1f-4862-bfed-8364908b8820 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:21:02 user nova-compute[86206]: DEBUG nova.compute.manager [req-c2931aea-41a9-451f-bd05-291c20ccb0f8 req-487e0393-789c-47b4-b3d7-23c3ff025f7e service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Refreshing instance network info cache due to event network-changed-e68d4301-0a1f-4862-bfed-8364908b8820. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:21:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c2931aea-41a9-451f-bd05-291c20ccb0f8 req-487e0393-789c-47b4-b3d7-23c3ff025f7e service nova] Acquiring lock "refresh_cache-93bd47f6-1459-4e93-b2d0-edff930f4498" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:21:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:03 user nova-compute[86206]: DEBUG nova.network.neutron [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Updating instance_info_cache with network_info: [{"id": "e68d4301-0a1f-4862-bfed-8364908b8820", "address": "fa:16:3e:d0:1e:6f", "network": {"id": "5a991f6d-4193-40ea-9421-a275452a484e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-83404637-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e28d28d5ba14f608683b61fac770521", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape68d4301-0a", "ovs_interfaceid": "e68d4301-0a1f-4862-bfed-8364908b8820", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:21:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Releasing lock "refresh_cache-93bd47f6-1459-4e93-b2d0-edff930f4498" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:21:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:21:03 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Creating image(s)
Nov 10 13:21:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquiring lock "/opt/stack/data/nova/instances/93bd47f6-1459-4e93-b2d0-edff930f4498/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:21:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "/opt/stack/data/nova/instances/93bd47f6-1459-4e93-b2d0-edff930f4498/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:21:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "/opt/stack/data/nova/instances/93bd47f6-1459-4e93-b2d0-edff930f4498/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:21:03 user nova-compute[86206]: DEBUG nova.objects.instance [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lazy-loading 'trusted_certs' on Instance uuid 93bd47f6-1459-4e93-b2d0-edff930f4498 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:21:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c2931aea-41a9-451f-bd05-291c20ccb0f8 req-487e0393-789c-47b4-b3d7-23c3ff025f7e service nova] Acquired lock "refresh_cache-93bd47f6-1459-4e93-b2d0-edff930f4498" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:21:03 user nova-compute[86206]: DEBUG nova.network.neutron [req-c2931aea-41a9-451f-bd05-291c20ccb0f8 req-487e0393-789c-47b4-b3d7-23c3ff025f7e service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Refreshing network info cache for port e68d4301-0a1f-4862-bfed-8364908b8820 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:21:03 user nova-compute[86206]: DEBUG nova.objects.base [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Object Instance<93bd47f6-1459-4e93-b2d0-edff930f4498> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:21:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquiring lock "09f5a850c00b8ed70590aae6b876cc462d2f318a" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:21:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "09f5a850c00b8ed70590aae6b876cc462d2f318a" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:21:04 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/09f5a850c00b8ed70590aae6b876cc462d2f318a.part --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:05 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/09f5a850c00b8ed70590aae6b876cc462d2f318a.part --force-share --output=json" returned: 0 in 0.198s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:05 user nova-compute[86206]: DEBUG nova.virt.images [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] d4d73a56-946e-472c-bbef-c555f63098ed was qcow2, converting to raw {{(pid=86206) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 10 13:21:05 user nova-compute[86206]: DEBUG nova.privsep.utils [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=86206) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 10 13:21:05 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/09f5a850c00b8ed70590aae6b876cc462d2f318a.part /opt/stack/data/nova/instances/_base/09f5a850c00b8ed70590aae6b876cc462d2f318a.converted {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:05 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:05 user nova-compute[86206]: DEBUG nova.network.neutron [req-c2931aea-41a9-451f-bd05-291c20ccb0f8 req-487e0393-789c-47b4-b3d7-23c3ff025f7e service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Updated VIF entry in instance network info cache for port e68d4301-0a1f-4862-bfed-8364908b8820. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:21:05 user nova-compute[86206]: DEBUG nova.network.neutron [req-c2931aea-41a9-451f-bd05-291c20ccb0f8 req-487e0393-789c-47b4-b3d7-23c3ff025f7e service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Updating instance_info_cache with network_info: [{"id": "e68d4301-0a1f-4862-bfed-8364908b8820", "address": "fa:16:3e:d0:1e:6f", "network": {"id": "5a991f6d-4193-40ea-9421-a275452a484e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-83404637-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e28d28d5ba14f608683b61fac770521", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape68d4301-0a", "ovs_interfaceid": "e68d4301-0a1f-4862-bfed-8364908b8820", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:21:05 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c2931aea-41a9-451f-bd05-291c20ccb0f8 req-487e0393-789c-47b4-b3d7-23c3ff025f7e service nova] Releasing lock "refresh_cache-93bd47f6-1459-4e93-b2d0-edff930f4498" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:21:05 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/09f5a850c00b8ed70590aae6b876cc462d2f318a.part /opt/stack/data/nova/instances/_base/09f5a850c00b8ed70590aae6b876cc462d2f318a.converted" returned: 0 in 0.372s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:05 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/09f5a850c00b8ed70590aae6b876cc462d2f318a.converted --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:05 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/09f5a850c00b8ed70590aae6b876cc462d2f318a.converted --force-share --output=json" returned: 0 in 0.206s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:05 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "09f5a850c00b8ed70590aae6b876cc462d2f318a" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.251s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:21:05 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/09f5a850c00b8ed70590aae6b876cc462d2f318a --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:05 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/09f5a850c00b8ed70590aae6b876cc462d2f318a --force-share --output=json" returned: 0 in 0.193s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:05 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquiring lock "09f5a850c00b8ed70590aae6b876cc462d2f318a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:21:05 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "09f5a850c00b8ed70590aae6b876cc462d2f318a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:21:05 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/09f5a850c00b8ed70590aae6b876cc462d2f318a --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:06 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/09f5a850c00b8ed70590aae6b876cc462d2f318a --force-share --output=json" returned: 0 in 0.197s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:06 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/09f5a850c00b8ed70590aae6b876cc462d2f318a,backing_fmt=raw /opt/stack/data/nova/instances/93bd47f6-1459-4e93-b2d0-edff930f4498/disk 1073741824 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:06 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/09f5a850c00b8ed70590aae6b876cc462d2f318a,backing_fmt=raw /opt/stack/data/nova/instances/93bd47f6-1459-4e93-b2d0-edff930f4498/disk 1073741824" returned: 0 in 0.055s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "09f5a850c00b8ed70590aae6b876cc462d2f318a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.260s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:21:06 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/09f5a850c00b8ed70590aae6b876cc462d2f318a --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:06 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/09f5a850c00b8ed70590aae6b876cc462d2f318a --force-share --output=json" returned: 0 in 0.189s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:06 user nova-compute[86206]: DEBUG nova.objects.instance [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lazy-loading 'migration_context' on Instance uuid 93bd47f6-1459-4e93-b2d0-edff930f4498 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:21:06 user nova-compute[86206]: DEBUG nova.objects.base [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Object Instance<93bd47f6-1459-4e93-b2d0-edff930f4498> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:21:06 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Rebasing disk image.
Nov 10 13:21:06 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:06 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.190s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:06 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d -F raw /opt/stack/data/nova/instances/93bd47f6-1459-4e93-b2d0-edff930f4498/disk {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d -F raw /opt/stack/data/nova/instances/93bd47f6-1459-4e93-b2d0-edff930f4498/disk" returned: 0 in 2.722s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Ensure instance console log exists: /opt/stack/data/nova/instances/93bd47f6-1459-4e93-b2d0-edff930f4498/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Start _get_guest_xml network_info=[{"id": "e68d4301-0a1f-4862-bfed-8364908b8820", "address": "fa:16:3e:d0:1e:6f", "network": {"id": "5a991f6d-4193-40ea-9421-a275452a484e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-83404637-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e28d28d5ba14f608683b61fac770521", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape68d4301-0a", "ovs_interfaceid": "e68d4301-0a1f-4862-bfed-8364908b8820", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='479cd60a287492949e400a27603559be',container_format='bare',created_at=2023-11-10T13:18:39Z,direct_url=<?>,disk_format='qcow2',id=d4d73a56-946e-472c-bbef-c555f63098ed,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-496747761-shelved',owner='1e28d28d5ba14f608683b61fac770521',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-10T13:18:44Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '73290e4a-d2c0-4305-9ee6-397ce6a900ba'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'attachment_id': 'c7e93d89-fd78-4147-ae79-64868538f9d3', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jWpirGJC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '93bd47f6-1459-4e93-b2d0-edff930f4498', 'attached_at': '', 'detached_at': '', 'volume_id': '9079b62f-70d4-4fbd-8c97-01c6daca0f0d', 'serial': '9079b62f-70d4-4fbd-8c97-01c6daca0f0d'}, 'mount_device': '/dev/vdc', 'boot_index': None, 'volume_type': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:21:09 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:21:09 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:21:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='479cd60a287492949e400a27603559be',container_format='bare',created_at=2023-11-10T13:18:39Z,direct_url=<?>,disk_format='qcow2',id=d4d73a56-946e-472c-bbef-c555f63098ed,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-496747761-shelved',owner='1e28d28d5ba14f608683b61fac770521',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-10T13:18:44Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG nova.objects.instance [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lazy-loading 'vcpu_model' on Instance uuid 93bd47f6-1459-4e93-b2d0-edff930f4498 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG nova.objects.base [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Object Instance<93bd47f6-1459-4e93-b2d0-edff930f4498> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jWpirGJC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:21:09 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:21:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:21:09 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:21:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:21:09 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:21:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[0193c89c-fae4-4f32-b836-b2660b991c30]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 13:21:09 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[347563cd-3bbf-4ed4-8135-7575886b0e63]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d] added
Nov 10 13:21:09 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[56d4b103-1893-409e-93d4-6dd9b6365053]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.028s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[de435faf-2272-4d63-b7cb-423178b59813]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jWpirGJC {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jWpirGJC" returned: 0 in 0.025s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[046e2805-74f9-4735-8261-5f083fb3d850]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'jWpirGJC'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[99d9296d-49b8-4974-88b9-9bb407a74eb5]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1af591f-ac34-403a-aabe-3dafb26b9e26]: (4, ('tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 (non-flash)
Nov 10 13:21:09 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:21:09 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] iscsi session list stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 (non-flash)
Nov 10 13:21:09 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:21:09 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[247b615d-678f-4e50-8f76-2b01f3ef4cd6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d, portal: 172.16.0.220,3260]
Nov 10 13:21:09 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d, portal: 172.16.0.220,3260] successful.
Nov 10 13:21:09 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1ebef8b-776d-41f2-8bf5-517bcf33b086]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d628735-9aef-4d7a-8fb7-de7a1750cc87]: (4, ('tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 (non-flash)
Nov 10 13:21:09 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:21:09 user nova-compute[86206]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d (non-flash)
Nov 10 13:21:09 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] iscsi session list stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 (non-flash)
Nov 10 13:21:09 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:21:09 user nova-compute[86206]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d (non-flash)
Nov 10 13:21:09 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.358s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] HCTL ('35', '-', '-', 0) found on session 8 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f58f30c6-561c-46a3-b218-1981b39b6e12]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Searching for a device in session 8 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:21:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jWpirGJC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:21:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:10 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.400s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:21:10 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] <== connect_volume: return (1402ms) {'type': 'block', 'scsi_wwn': '26665363662626237', 'path': '/dev/sdd'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:21:10 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26665363662626237', 'path': '/dev/sdd'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:21:10 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-10T13:16:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-496747761',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-496747761',id=5,image_ref='d4d73a56-946e-472c-bbef-c555f63098ed',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1320132714',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:16:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='1e28d28d5ba14f608683b61fac770521',ramdisk_id='',reservation_id='r-jyl8nkk8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1902291949',owner_user_name='tempest-AttachVolumeShelveTestJSON-1902291949-project-member',shelved_at='2023-11-10T13:18:44.183943',shelved_host='user',shelved_image_id='d4d73a56-946e-472c-bbef-c555f63098ed'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:20:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9b37dd375e0443eba2635424cedbbbef',uuid=93bd47f6-1459-4e93-b2d0-edff930f4498,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "e68d4301-0a1f-4862-bfed-8364908b8820", "address": "fa:16:3e:d0:1e:6f", "network": {"id": "5a991f6d-4193-40ea-9421-a275452a484e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-83404637-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e28d28d5ba14f608683b61fac770521", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape68d4301-0a", "ovs_interfaceid": "e68d4301-0a1f-4862-bfed-8364908b8820", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:21:10 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Converting VIF {"id": "e68d4301-0a1f-4862-bfed-8364908b8820", "address": "fa:16:3e:d0:1e:6f", "network": {"id": "5a991f6d-4193-40ea-9421-a275452a484e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-83404637-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e28d28d5ba14f608683b61fac770521", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape68d4301-0a", "ovs_interfaceid": "e68d4301-0a1f-4862-bfed-8364908b8820", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:21:10 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d0:1e:6f,bridge_name='br-int',has_traffic_filtering=True,id=e68d4301-0a1f-4862-bfed-8364908b8820,network=Network(5a991f6d-4193-40ea-9421-a275452a484e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape68d4301-0a') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:21:10 user nova-compute[86206]: DEBUG nova.objects.instance [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lazy-loading 'pci_devices' on Instance uuid 93bd47f6-1459-4e93-b2d0-edff930f4498 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:21:10 user nova-compute[86206]: DEBUG nova.objects.base [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Object Instance<93bd47f6-1459-4e93-b2d0-edff930f4498> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:21:10 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:21:10 user nova-compute[86206]:   <uuid>93bd47f6-1459-4e93-b2d0-edff930f4498</uuid>
Nov 10 13:21:10 user nova-compute[86206]:   <name>instance-00000005</name>
Nov 10 13:21:10 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:21:10 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:21:10 user nova-compute[86206]:   <metadata>
Nov 10 13:21:10 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:21:10 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:21:10 user nova-compute[86206]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-496747761</nova:name>
Nov 10 13:21:10 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:21:09</nova:creationTime>
Nov 10 13:21:10 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:21:10 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:21:10 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:21:10 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:21:10 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:21:10 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:21:10 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:21:10 user nova-compute[86206]:       <nova:owner>
Nov 10 13:21:10 user nova-compute[86206]:         <nova:user uuid="9b37dd375e0443eba2635424cedbbbef">tempest-AttachVolumeShelveTestJSON-1902291949-project-member</nova:user>
Nov 10 13:21:10 user nova-compute[86206]:         <nova:project uuid="1e28d28d5ba14f608683b61fac770521">tempest-AttachVolumeShelveTestJSON-1902291949</nova:project>
Nov 10 13:21:10 user nova-compute[86206]:       </nova:owner>
Nov 10 13:21:10 user nova-compute[86206]:       <nova:root type="image" uuid="d4d73a56-946e-472c-bbef-c555f63098ed"/>
Nov 10 13:21:10 user nova-compute[86206]:       <nova:ports>
Nov 10 13:21:10 user nova-compute[86206]:         <nova:port uuid="e68d4301-0a1f-4862-bfed-8364908b8820">
Nov 10 13:21:10 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 10 13:21:10 user nova-compute[86206]:         </nova:port>
Nov 10 13:21:10 user nova-compute[86206]:       </nova:ports>
Nov 10 13:21:10 user nova-compute[86206]:     </nova:instance>
Nov 10 13:21:10 user nova-compute[86206]:   </metadata>
Nov 10 13:21:10 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:21:10 user nova-compute[86206]:     <system>
Nov 10 13:21:10 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:21:10 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:21:10 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:21:10 user nova-compute[86206]:       <entry name="serial">93bd47f6-1459-4e93-b2d0-edff930f4498</entry>
Nov 10 13:21:10 user nova-compute[86206]:       <entry name="uuid">93bd47f6-1459-4e93-b2d0-edff930f4498</entry>
Nov 10 13:21:10 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:21:10 user nova-compute[86206]:     </system>
Nov 10 13:21:10 user nova-compute[86206]:   </sysinfo>
Nov 10 13:21:10 user nova-compute[86206]:   <os>
Nov 10 13:21:10 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:21:10 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:21:10 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:21:10 user nova-compute[86206]:   </os>
Nov 10 13:21:10 user nova-compute[86206]:   <features>
Nov 10 13:21:10 user nova-compute[86206]:     <acpi/>
Nov 10 13:21:10 user nova-compute[86206]:     <apic/>
Nov 10 13:21:10 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:21:10 user nova-compute[86206]:   </features>
Nov 10 13:21:10 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:21:10 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:21:10 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:21:10 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:21:10 user nova-compute[86206]:   </clock>
Nov 10 13:21:10 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:21:10 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:21:10 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:21:10 user nova-compute[86206]:   </cpu>
Nov 10 13:21:10 user nova-compute[86206]:   <devices>
Nov 10 13:21:10 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:21:10 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:21:10 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/93bd47f6-1459-4e93-b2d0-edff930f4498/disk"/>
Nov 10 13:21:10 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:21:10 user nova-compute[86206]:     </disk>
Nov 10 13:21:10 user nova-compute[86206]:     <disk type="block" device="disk">
Nov 10 13:21:10 user nova-compute[86206]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:21:10 user nova-compute[86206]:       <source dev="/dev/sdd"/>
Nov 10 13:21:10 user nova-compute[86206]:       <target dev="vdc" bus="virtio"/>
Nov 10 13:21:10 user nova-compute[86206]:       <serial>9079b62f-70d4-4fbd-8c97-01c6daca0f0d</serial>
Nov 10 13:21:10 user nova-compute[86206]:     </disk>
Nov 10 13:21:10 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:21:10 user nova-compute[86206]:       <mac address="fa:16:3e:d0:1e:6f"/>
Nov 10 13:21:10 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:21:10 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:21:10 user nova-compute[86206]:       <target dev="tape68d4301-0a"/>
Nov 10 13:21:10 user nova-compute[86206]:     </interface>
Nov 10 13:21:10 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:21:10 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/93bd47f6-1459-4e93-b2d0-edff930f4498/console.log" append="off"/>
Nov 10 13:21:10 user nova-compute[86206]:     </serial>
Nov 10 13:21:10 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:21:10 user nova-compute[86206]:     <video>
Nov 10 13:21:10 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:21:10 user nova-compute[86206]:     </video>
Nov 10 13:21:10 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:21:10 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:21:10 user nova-compute[86206]:     </rng>
Nov 10 13:21:10 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:21:10 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:21:10 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:21:10 user nova-compute[86206]:     </memballoon>
Nov 10 13:21:10 user nova-compute[86206]:   </devices>
Nov 10 13:21:10 user nova-compute[86206]: </domain>
Nov 10 13:21:10 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:21:10 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-10T13:16:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-496747761',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-496747761',id=5,image_ref='d4d73a56-946e-472c-bbef-c555f63098ed',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1320132714',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:16:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='1e28d28d5ba14f608683b61fac770521',ramdisk_id='',reservation_id='r-jyl8nkk8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1902291949',owner_user_name='tempest-AttachVolumeShelveTestJSON-1902291949-project-member',shelved_at='2023-11-10T13:18:44.183943',shelved_host='user',shelved_image_id='d4d73a56-946e-472c-bbef-c555f63098ed'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:20:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9b37dd375e0443eba2635424cedbbbef',uuid=93bd47f6-1459-4e93-b2d0-edff930f4498,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "e68d4301-0a1f-4862-bfed-8364908b8820", "address": "fa:16:3e:d0:1e:6f", "network": {"id": "5a991f6d-4193-40ea-9421-a275452a484e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-83404637-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e28d28d5ba14f608683b61fac770521", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape68d4301-0a", "ovs_interfaceid": "e68d4301-0a1f-4862-bfed-8364908b8820", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:21:10 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Converting VIF {"id": "e68d4301-0a1f-4862-bfed-8364908b8820", "address": "fa:16:3e:d0:1e:6f", "network": {"id": "5a991f6d-4193-40ea-9421-a275452a484e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-83404637-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e28d28d5ba14f608683b61fac770521", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape68d4301-0a", "ovs_interfaceid": "e68d4301-0a1f-4862-bfed-8364908b8820", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:21:10 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d0:1e:6f,bridge_name='br-int',has_traffic_filtering=True,id=e68d4301-0a1f-4862-bfed-8364908b8820,network=Network(5a991f6d-4193-40ea-9421-a275452a484e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape68d4301-0a') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:21:10 user nova-compute[86206]: DEBUG os_vif [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:1e:6f,bridge_name='br-int',has_traffic_filtering=True,id=e68d4301-0a1f-4862-bfed-8364908b8820,network=Network(5a991f6d-4193-40ea-9421-a275452a484e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape68d4301-0a') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:21:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:21:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:21:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0001f482-4232-5aa7-9402-639e06ad8071', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:21:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape68d4301-0a, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:21:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape68d4301-0a, col_values=(('qos', UUID('1bbe5a69-5962-4de9-9b2e-acebf59107f6')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:21:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape68d4301-0a, col_values=(('external_ids', {'iface-id': 'e68d4301-0a1f-4862-bfed-8364908b8820', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d0:1e:6f', 'vm-uuid': '93bd47f6-1459-4e93-b2d0-edff930f4498'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:21:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:21:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:10 user nova-compute[86206]: INFO os_vif [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d0:1e:6f,bridge_name='br-int',has_traffic_filtering=True,id=e68d4301-0a1f-4862-bfed-8364908b8820,network=Network(5a991f6d-4193-40ea-9421-a275452a484e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape68d4301-0a')
Nov 10 13:21:10 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:21:10 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] No BDM found with device name vdc, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:21:10 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] No VIF found with MAC fa:16:3e:d0:1e:6f, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:21:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:12 user nova-compute[86206]: DEBUG nova.compute.manager [req-54684e55-6975-4ae6-9ff7-86628ebc2042 req-f7a9fbdd-1242-4874-ac9e-4fee1e7322a2 service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Received event network-vif-plugged-e68d4301-0a1f-4862-bfed-8364908b8820 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:21:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-54684e55-6975-4ae6-9ff7-86628ebc2042 req-f7a9fbdd-1242-4874-ac9e-4fee1e7322a2 service nova] Acquiring lock "93bd47f6-1459-4e93-b2d0-edff930f4498-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:21:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-54684e55-6975-4ae6-9ff7-86628ebc2042 req-f7a9fbdd-1242-4874-ac9e-4fee1e7322a2 service nova] Lock "93bd47f6-1459-4e93-b2d0-edff930f4498-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:21:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-54684e55-6975-4ae6-9ff7-86628ebc2042 req-f7a9fbdd-1242-4874-ac9e-4fee1e7322a2 service nova] Lock "93bd47f6-1459-4e93-b2d0-edff930f4498-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.008s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:21:12 user nova-compute[86206]: DEBUG nova.compute.manager [req-54684e55-6975-4ae6-9ff7-86628ebc2042 req-f7a9fbdd-1242-4874-ac9e-4fee1e7322a2 service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] No waiting events found dispatching network-vif-plugged-e68d4301-0a1f-4862-bfed-8364908b8820 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:21:12 user nova-compute[86206]: WARNING nova.compute.manager [req-54684e55-6975-4ae6-9ff7-86628ebc2042 req-f7a9fbdd-1242-4874-ac9e-4fee1e7322a2 service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Received unexpected event network-vif-plugged-e68d4301-0a1f-4862-bfed-8364908b8820 for instance with vm_state shelved_offloaded and task_state spawning.
Nov 10 13:21:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:14 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:14 user nova-compute[86206]: DEBUG nova.compute.manager [req-0b01c103-c519-4884-ba9f-1e3e6a4d1408 req-19858ced-d118-4909-b023-8ec5536fef05 service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Received event network-vif-plugged-e68d4301-0a1f-4862-bfed-8364908b8820 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:21:14 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-0b01c103-c519-4884-ba9f-1e3e6a4d1408 req-19858ced-d118-4909-b023-8ec5536fef05 service nova] Acquiring lock "93bd47f6-1459-4e93-b2d0-edff930f4498-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:21:14 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-0b01c103-c519-4884-ba9f-1e3e6a4d1408 req-19858ced-d118-4909-b023-8ec5536fef05 service nova] Lock "93bd47f6-1459-4e93-b2d0-edff930f4498-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:21:14 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-0b01c103-c519-4884-ba9f-1e3e6a4d1408 req-19858ced-d118-4909-b023-8ec5536fef05 service nova] Lock "93bd47f6-1459-4e93-b2d0-edff930f4498-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:21:14 user nova-compute[86206]: DEBUG nova.compute.manager [req-0b01c103-c519-4884-ba9f-1e3e6a4d1408 req-19858ced-d118-4909-b023-8ec5536fef05 service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] No waiting events found dispatching network-vif-plugged-e68d4301-0a1f-4862-bfed-8364908b8820 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:21:14 user nova-compute[86206]: WARNING nova.compute.manager [req-0b01c103-c519-4884-ba9f-1e3e6a4d1408 req-19858ced-d118-4909-b023-8ec5536fef05 service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Received unexpected event network-vif-plugged-e68d4301-0a1f-4862-bfed-8364908b8820 for instance with vm_state shelved_offloaded and task_state spawning.
Nov 10 13:21:15 user nova-compute[86206]: DEBUG nova.compute.manager [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:21:15 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:21:15 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Instance spawned successfully.
Nov 10 13:21:15 user nova-compute[86206]: DEBUG nova.compute.manager [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:21:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b72aa55a-b501-4357-9b57-ce3668a5a4c0 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "93bd47f6-1459-4e93-b2d0-edff930f4498" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 43.600s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:21:15 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:17 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:17 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:22 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:22 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:24 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:21:24 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:21:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:21:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:21:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:21:24 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:21:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09a026c8-642a-43bb-be14-0d759e3eb82a/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09a026c8-642a-43bb-be14-0d759e3eb82a/disk --force-share --output=json" returned: 0 in 0.259s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09a026c8-642a-43bb-be14-0d759e3eb82a/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09a026c8-642a-43bb-be14-0d759e3eb82a/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:25 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97eb8568-6a00-4d04-b621-16f2921b3761/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97eb8568-6a00-4d04-b621-16f2921b3761/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97eb8568-6a00-4d04-b621-16f2921b3761/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/97eb8568-6a00-4d04-b621-16f2921b3761/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319b5e3c-5f62-41da-93b6-7c6b9da3e261/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319b5e3c-5f62-41da-93b6-7c6b9da3e261/disk --force-share --output=json" returned: 0 in 0.280s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319b5e3c-5f62-41da-93b6-7c6b9da3e261/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319b5e3c-5f62-41da-93b6-7c6b9da3e261/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/435e1f3c-3a23-4f40-a90e-844547969c7f/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/435e1f3c-3a23-4f40-a90e-844547969c7f/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/435e1f3c-3a23-4f40-a90e-844547969c7f/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/435e1f3c-3a23-4f40-a90e-844547969c7f/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:21:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Acquiring lock "03a08249-4257-40cc-8cb5-98aa7107d338" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:21:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "03a08249-4257-40cc-8cb5-98aa7107d338" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:21:28 user nova-compute[86206]: DEBUG nova.compute.manager [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:21:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:21:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93bd47f6-1459-4e93-b2d0-edff930f4498/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:21:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:21:28 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:21:28 user nova-compute[86206]: INFO nova.compute.claims [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Claim successful on node user
Nov 10 13:21:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93bd47f6-1459-4e93-b2d0-edff930f4498/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93bd47f6-1459-4e93-b2d0-edff930f4498/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93bd47f6-1459-4e93-b2d0-edff930f4498/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdd (vdc) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:21:29 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:21:29 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:21:29 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=7718MB free_disk=25.403732299804688GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:21:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:21:29 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:21:29 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:21:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.971s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:21:29 user nova-compute[86206]: DEBUG nova.compute.manager [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:21:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.151s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:21:29 user nova-compute[86206]: DEBUG nova.compute.manager [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:21:29 user nova-compute[86206]: DEBUG nova.network.neutron [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:21:29 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:21:29 user nova-compute[86206]: DEBUG nova.compute.manager [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:21:29 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance fbca50b2-5d7e-405a-ae5b-20651146376d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:21:29 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance e040d0fe-dea0-451e-91e2-6852000fa9dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:21:29 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 4509d78d-a41e-4150-beef-feed0bb03160 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:21:29 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 319b5e3c-5f62-41da-93b6-7c6b9da3e261 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:21:29 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 97eb8568-6a00-4d04-b621-16f2921b3761 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:21:29 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 435e1f3c-3a23-4f40-a90e-844547969c7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:21:29 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 8a48ce18-2887-4676-9d7b-ebebbc8e5381 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:21:29 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 09a026c8-642a-43bb-be14-0d759e3eb82a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:21:29 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 0cd831ff-01f4-4619-9b56-2455a7a54486 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:21:29 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 93bd47f6-1459-4e93-b2d0-edff930f4498 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:21:29 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 03a08249-4257-40cc-8cb5-98aa7107d338 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:21:29 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:21:29 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:21:29 user nova-compute[86206]: DEBUG nova.compute.manager [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:21:30 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:21:30 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Creating image(s)
Nov 10 13:21:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Acquiring lock "/opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:21:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "/opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:21:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "/opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:21:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:30 user nova-compute[86206]: DEBUG nova.policy [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e98318b676f495d988996ff565e7d21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29bad95fde0c451e8451cbb59f2007cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:21:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.180s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Acquiring lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:21:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:21:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:30 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:21:30 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:21:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.187s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/disk 1073741824 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/disk 1073741824" returned: 0 in 0.054s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.247s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:21:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:30 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:21:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.738s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:21:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.182s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:30 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Checking if we can resize image /opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/disk. size=1073741824 {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 10 13:21:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:30 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Cannot resize image /opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/disk to a smaller size. {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 10 13:21:30 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:21:30 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Ensure instance console log exists: /opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:21:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:21:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.004s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:21:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:21:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:30 user nova-compute[86206]: DEBUG nova.network.neutron [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Successfully created port: 61db3fd1-75e8-4225-b2a2-79a8a34647c4 {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:21:31 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:21:31 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:21:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "refresh_cache-93bd47f6-1459-4e93-b2d0-edff930f4498" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:21:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquired lock "refresh_cache-93bd47f6-1459-4e93-b2d0-edff930f4498" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:21:31 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Forcefully refreshing network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 10 13:21:31 user nova-compute[86206]: DEBUG nova.network.neutron [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Successfully updated port: 61db3fd1-75e8-4225-b2a2-79a8a34647c4 {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:21:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Acquiring lock "refresh_cache-03a08249-4257-40cc-8cb5-98aa7107d338" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:21:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Acquired lock "refresh_cache-03a08249-4257-40cc-8cb5-98aa7107d338" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:21:31 user nova-compute[86206]: DEBUG nova.network.neutron [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:21:31 user nova-compute[86206]: DEBUG nova.compute.manager [req-6caa6b64-5b22-460c-8ff4-e928ee050790 req-f0feba04-5b7c-4928-953c-799d0ddceb54 service nova] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Received event network-changed-61db3fd1-75e8-4225-b2a2-79a8a34647c4 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:21:31 user nova-compute[86206]: DEBUG nova.compute.manager [req-6caa6b64-5b22-460c-8ff4-e928ee050790 req-f0feba04-5b7c-4928-953c-799d0ddceb54 service nova] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Refreshing instance network info cache due to event network-changed-61db3fd1-75e8-4225-b2a2-79a8a34647c4. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:21:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6caa6b64-5b22-460c-8ff4-e928ee050790 req-f0feba04-5b7c-4928-953c-799d0ddceb54 service nova] Acquiring lock "refresh_cache-03a08249-4257-40cc-8cb5-98aa7107d338" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:21:31 user nova-compute[86206]: DEBUG nova.network.neutron [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG nova.network.neutron [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Updating instance_info_cache with network_info: [{"id": "61db3fd1-75e8-4225-b2a2-79a8a34647c4", "address": "fa:16:3e:1c:1b:b6", "network": {"id": "7bee853b-5ac4-4a88-98b9-d1cb8e4f1771", "bridge": "br-int", "label": "tempest-TestStampPattern-1399355674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bad95fde0c451e8451cbb59f2007cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61db3fd1-75", "ovs_interfaceid": "61db3fd1-75e8-4225-b2a2-79a8a34647c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Releasing lock "refresh_cache-03a08249-4257-40cc-8cb5-98aa7107d338" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG nova.compute.manager [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Instance network_info: |[{"id": "61db3fd1-75e8-4225-b2a2-79a8a34647c4", "address": "fa:16:3e:1c:1b:b6", "network": {"id": "7bee853b-5ac4-4a88-98b9-d1cb8e4f1771", "bridge": "br-int", "label": "tempest-TestStampPattern-1399355674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bad95fde0c451e8451cbb59f2007cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61db3fd1-75", "ovs_interfaceid": "61db3fd1-75e8-4225-b2a2-79a8a34647c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6caa6b64-5b22-460c-8ff4-e928ee050790 req-f0feba04-5b7c-4928-953c-799d0ddceb54 service nova] Acquired lock "refresh_cache-03a08249-4257-40cc-8cb5-98aa7107d338" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG nova.network.neutron [req-6caa6b64-5b22-460c-8ff4-e928ee050790 req-f0feba04-5b7c-4928-953c-799d0ddceb54 service nova] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Refreshing network info cache for port 61db3fd1-75e8-4225-b2a2-79a8a34647c4 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Start _get_guest_xml network_info=[{"id": "61db3fd1-75e8-4225-b2a2-79a8a34647c4", "address": "fa:16:3e:1c:1b:b6", "network": {"id": "7bee853b-5ac4-4a88-98b9-d1cb8e4f1771", "bridge": "br-int", "label": "tempest-TestStampPattern-1399355674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bad95fde0c451e8451cbb59f2007cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61db3fd1-75", "ovs_interfaceid": "61db3fd1-75e8-4225-b2a2-79a8a34647c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '73290e4a-d2c0-4305-9ee6-397ce6a900ba'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:21:32 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:21:32 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:21:32 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:21:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-2068084770',display_name='tempest-TestStampPattern-server-2068084770',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-2068084770',id=15,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLqEv5rbVgcBehn30/yQ/Uv44gbwMEWP0oRMqITCeHPWlbHyxKNa1dV3hzZ06j3ANRgFFDP1ScDrR9pPRYcp4nlddeNGLxs0e7N+Nvh1a2Ixe2n+SYqEv3aHcz/nozzqtg==',key_name='tempest-TestStampPattern-891741230',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='29bad95fde0c451e8451cbb59f2007cb',ramdisk_id='',reservation_id='r-71tvzrd4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-1486305055',owner_user_name='tempest-TestStampPattern-1486305055-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:21:30Z,user_data=None,user_id='2e98318b676f495d988996ff565e7d21',uuid=03a08249-4257-40cc-8cb5-98aa7107d338,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "61db3fd1-75e8-4225-b2a2-79a8a34647c4", "address": "fa:16:3e:1c:1b:b6", "network": {"id": "7bee853b-5ac4-4a88-98b9-d1cb8e4f1771", "bridge": "br-int", "label": "tempest-TestStampPattern-1399355674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bad95fde0c451e8451cbb59f2007cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61db3fd1-75", "ovs_interfaceid": "61db3fd1-75e8-4225-b2a2-79a8a34647c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Converting VIF {"id": "61db3fd1-75e8-4225-b2a2-79a8a34647c4", "address": "fa:16:3e:1c:1b:b6", "network": {"id": "7bee853b-5ac4-4a88-98b9-d1cb8e4f1771", "bridge": "br-int", "label": "tempest-TestStampPattern-1399355674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bad95fde0c451e8451cbb59f2007cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61db3fd1-75", "ovs_interfaceid": "61db3fd1-75e8-4225-b2a2-79a8a34647c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1c:1b:b6,bridge_name='br-int',has_traffic_filtering=True,id=61db3fd1-75e8-4225-b2a2-79a8a34647c4,network=Network(7bee853b-5ac4-4a88-98b9-d1cb8e4f1771),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61db3fd1-75') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG nova.objects.instance [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lazy-loading 'pci_devices' on Instance uuid 03a08249-4257-40cc-8cb5-98aa7107d338 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:21:32 user nova-compute[86206]:   <uuid>03a08249-4257-40cc-8cb5-98aa7107d338</uuid>
Nov 10 13:21:32 user nova-compute[86206]:   <name>instance-0000000f</name>
Nov 10 13:21:32 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:21:32 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:21:32 user nova-compute[86206]:   <metadata>
Nov 10 13:21:32 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:21:32 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:21:32 user nova-compute[86206]:       <nova:name>tempest-TestStampPattern-server-2068084770</nova:name>
Nov 10 13:21:32 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:21:32</nova:creationTime>
Nov 10 13:21:32 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:21:32 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:21:32 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:21:32 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:21:32 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:21:32 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:21:32 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:21:32 user nova-compute[86206]:       <nova:owner>
Nov 10 13:21:32 user nova-compute[86206]:         <nova:user uuid="2e98318b676f495d988996ff565e7d21">tempest-TestStampPattern-1486305055-project-member</nova:user>
Nov 10 13:21:32 user nova-compute[86206]:         <nova:project uuid="29bad95fde0c451e8451cbb59f2007cb">tempest-TestStampPattern-1486305055</nova:project>
Nov 10 13:21:32 user nova-compute[86206]:       </nova:owner>
Nov 10 13:21:32 user nova-compute[86206]:       <nova:root type="image" uuid="73290e4a-d2c0-4305-9ee6-397ce6a900ba"/>
Nov 10 13:21:32 user nova-compute[86206]:       <nova:ports>
Nov 10 13:21:32 user nova-compute[86206]:         <nova:port uuid="61db3fd1-75e8-4225-b2a2-79a8a34647c4">
Nov 10 13:21:32 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 10 13:21:32 user nova-compute[86206]:         </nova:port>
Nov 10 13:21:32 user nova-compute[86206]:       </nova:ports>
Nov 10 13:21:32 user nova-compute[86206]:     </nova:instance>
Nov 10 13:21:32 user nova-compute[86206]:   </metadata>
Nov 10 13:21:32 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:21:32 user nova-compute[86206]:     <system>
Nov 10 13:21:32 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:21:32 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:21:32 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:21:32 user nova-compute[86206]:       <entry name="serial">03a08249-4257-40cc-8cb5-98aa7107d338</entry>
Nov 10 13:21:32 user nova-compute[86206]:       <entry name="uuid">03a08249-4257-40cc-8cb5-98aa7107d338</entry>
Nov 10 13:21:32 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:21:32 user nova-compute[86206]:     </system>
Nov 10 13:21:32 user nova-compute[86206]:   </sysinfo>
Nov 10 13:21:32 user nova-compute[86206]:   <os>
Nov 10 13:21:32 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:21:32 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:21:32 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:21:32 user nova-compute[86206]:   </os>
Nov 10 13:21:32 user nova-compute[86206]:   <features>
Nov 10 13:21:32 user nova-compute[86206]:     <acpi/>
Nov 10 13:21:32 user nova-compute[86206]:     <apic/>
Nov 10 13:21:32 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:21:32 user nova-compute[86206]:   </features>
Nov 10 13:21:32 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:21:32 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:21:32 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:21:32 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:21:32 user nova-compute[86206]:   </clock>
Nov 10 13:21:32 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:21:32 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:21:32 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:21:32 user nova-compute[86206]:   </cpu>
Nov 10 13:21:32 user nova-compute[86206]:   <devices>
Nov 10 13:21:32 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:21:32 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:21:32 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/disk"/>
Nov 10 13:21:32 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:21:32 user nova-compute[86206]:     </disk>
Nov 10 13:21:32 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:21:32 user nova-compute[86206]:       <mac address="fa:16:3e:1c:1b:b6"/>
Nov 10 13:21:32 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:21:32 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:21:32 user nova-compute[86206]:       <target dev="tap61db3fd1-75"/>
Nov 10 13:21:32 user nova-compute[86206]:     </interface>
Nov 10 13:21:32 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:21:32 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/console.log" append="off"/>
Nov 10 13:21:32 user nova-compute[86206]:     </serial>
Nov 10 13:21:32 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:21:32 user nova-compute[86206]:     <video>
Nov 10 13:21:32 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:21:32 user nova-compute[86206]:     </video>
Nov 10 13:21:32 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:21:32 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:21:32 user nova-compute[86206]:     </rng>
Nov 10 13:21:32 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:21:32 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:21:32 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:21:32 user nova-compute[86206]:     </memballoon>
Nov 10 13:21:32 user nova-compute[86206]:   </devices>
Nov 10 13:21:32 user nova-compute[86206]: </domain>
Nov 10 13:21:32 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:21:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-2068084770',display_name='tempest-TestStampPattern-server-2068084770',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-2068084770',id=15,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLqEv5rbVgcBehn30/yQ/Uv44gbwMEWP0oRMqITCeHPWlbHyxKNa1dV3hzZ06j3ANRgFFDP1ScDrR9pPRYcp4nlddeNGLxs0e7N+Nvh1a2Ixe2n+SYqEv3aHcz/nozzqtg==',key_name='tempest-TestStampPattern-891741230',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='29bad95fde0c451e8451cbb59f2007cb',ramdisk_id='',reservation_id='r-71tvzrd4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-1486305055',owner_user_name='tempest-TestStampPattern-1486305055-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:21:30Z,user_data=None,user_id='2e98318b676f495d988996ff565e7d21',uuid=03a08249-4257-40cc-8cb5-98aa7107d338,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "61db3fd1-75e8-4225-b2a2-79a8a34647c4", "address": "fa:16:3e:1c:1b:b6", "network": {"id": "7bee853b-5ac4-4a88-98b9-d1cb8e4f1771", "bridge": "br-int", "label": "tempest-TestStampPattern-1399355674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bad95fde0c451e8451cbb59f2007cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61db3fd1-75", "ovs_interfaceid": "61db3fd1-75e8-4225-b2a2-79a8a34647c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Converting VIF {"id": "61db3fd1-75e8-4225-b2a2-79a8a34647c4", "address": "fa:16:3e:1c:1b:b6", "network": {"id": "7bee853b-5ac4-4a88-98b9-d1cb8e4f1771", "bridge": "br-int", "label": "tempest-TestStampPattern-1399355674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bad95fde0c451e8451cbb59f2007cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61db3fd1-75", "ovs_interfaceid": "61db3fd1-75e8-4225-b2a2-79a8a34647c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1c:1b:b6,bridge_name='br-int',has_traffic_filtering=True,id=61db3fd1-75e8-4225-b2a2-79a8a34647c4,network=Network(7bee853b-5ac4-4a88-98b9-d1cb8e4f1771),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61db3fd1-75') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG os_vif [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:1b:b6,bridge_name='br-int',has_traffic_filtering=True,id=61db3fd1-75e8-4225-b2a2-79a8a34647c4,network=Network(7bee853b-5ac4-4a88-98b9-d1cb8e4f1771),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61db3fd1-75') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '248d4738-2541-5dfd-aebe-1cee32596000', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap61db3fd1-75, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap61db3fd1-75, col_values=(('qos', UUID('430a557a-40e1-41dc-a341-2d315c725d78')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap61db3fd1-75, col_values=(('external_ids', {'iface-id': '61db3fd1-75e8-4225-b2a2-79a8a34647c4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1c:1b:b6', 'vm-uuid': '03a08249-4257-40cc-8cb5-98aa7107d338'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:32 user nova-compute[86206]: INFO os_vif [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:1b:b6,bridge_name='br-int',has_traffic_filtering=True,id=61db3fd1-75e8-4225-b2a2-79a8a34647c4,network=Network(7bee853b-5ac4-4a88-98b9-d1cb8e4f1771),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61db3fd1-75')
Nov 10 13:21:32 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Updating instance_info_cache with network_info: [{"id": "e68d4301-0a1f-4862-bfed-8364908b8820", "address": "fa:16:3e:d0:1e:6f", "network": {"id": "5a991f6d-4193-40ea-9421-a275452a484e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-83404637-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e28d28d5ba14f608683b61fac770521", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape68d4301-0a", "ovs_interfaceid": "e68d4301-0a1f-4862-bfed-8364908b8820", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Releasing lock "refresh_cache-93bd47f6-1459-4e93-b2d0-edff930f4498" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Updated the network info_cache for instance {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] No VIF found with MAC fa:16:3e:1c:1b:b6, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG nova.network.neutron [req-6caa6b64-5b22-460c-8ff4-e928ee050790 req-f0feba04-5b7c-4928-953c-799d0ddceb54 service nova] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Updated VIF entry in instance network info cache for port 61db3fd1-75e8-4225-b2a2-79a8a34647c4. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG nova.network.neutron [req-6caa6b64-5b22-460c-8ff4-e928ee050790 req-f0feba04-5b7c-4928-953c-799d0ddceb54 service nova] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Updating instance_info_cache with network_info: [{"id": "61db3fd1-75e8-4225-b2a2-79a8a34647c4", "address": "fa:16:3e:1c:1b:b6", "network": {"id": "7bee853b-5ac4-4a88-98b9-d1cb8e4f1771", "bridge": "br-int", "label": "tempest-TestStampPattern-1399355674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bad95fde0c451e8451cbb59f2007cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61db3fd1-75", "ovs_interfaceid": "61db3fd1-75e8-4225-b2a2-79a8a34647c4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6caa6b64-5b22-460c-8ff4-e928ee050790 req-f0feba04-5b7c-4928-953c-799d0ddceb54 service nova] Releasing lock "refresh_cache-03a08249-4257-40cc-8cb5-98aa7107d338" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:21:32 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:34 user nova-compute[86206]: DEBUG nova.compute.manager [req-7ece092a-7c13-4dc0-afe9-93f25902d655 req-8c57a52a-7d3e-4781-9195-ecfd04a4fb08 service nova] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Received event network-vif-plugged-61db3fd1-75e8-4225-b2a2-79a8a34647c4 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:21:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7ece092a-7c13-4dc0-afe9-93f25902d655 req-8c57a52a-7d3e-4781-9195-ecfd04a4fb08 service nova] Acquiring lock "03a08249-4257-40cc-8cb5-98aa7107d338-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:21:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7ece092a-7c13-4dc0-afe9-93f25902d655 req-8c57a52a-7d3e-4781-9195-ecfd04a4fb08 service nova] Lock "03a08249-4257-40cc-8cb5-98aa7107d338-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:21:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7ece092a-7c13-4dc0-afe9-93f25902d655 req-8c57a52a-7d3e-4781-9195-ecfd04a4fb08 service nova] Lock "03a08249-4257-40cc-8cb5-98aa7107d338-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:21:34 user nova-compute[86206]: DEBUG nova.compute.manager [req-7ece092a-7c13-4dc0-afe9-93f25902d655 req-8c57a52a-7d3e-4781-9195-ecfd04a4fb08 service nova] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] No waiting events found dispatching network-vif-plugged-61db3fd1-75e8-4225-b2a2-79a8a34647c4 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:21:34 user nova-compute[86206]: WARNING nova.compute.manager [req-7ece092a-7c13-4dc0-afe9-93f25902d655 req-8c57a52a-7d3e-4781-9195-ecfd04a4fb08 service nova] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Received unexpected event network-vif-plugged-61db3fd1-75e8-4225-b2a2-79a8a34647c4 for instance with vm_state building and task_state spawning.
Nov 10 13:21:34 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:34 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:34 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:36 user nova-compute[86206]: DEBUG nova.compute.manager [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:21:36 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:21:36 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Instance spawned successfully.
Nov 10 13:21:36 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:21:36 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:21:36 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:21:36 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:21:36 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:21:36 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:21:36 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:21:36 user nova-compute[86206]: INFO nova.compute.manager [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Took 6.32 seconds to spawn the instance on the hypervisor.
Nov 10 13:21:36 user nova-compute[86206]: DEBUG nova.compute.manager [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:21:36 user nova-compute[86206]: INFO nova.compute.manager [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Took 7.68 seconds to build instance.
Nov 10 13:21:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7799083e-ba13-4bb6-b27c-073d1cd61557 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "03a08249-4257-40cc-8cb5-98aa7107d338" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.810s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:21:36 user nova-compute[86206]: DEBUG nova.compute.manager [req-4e55601c-3efd-468b-938c-f5051feaadf7 req-d1c25783-c0a9-4f73-bd92-f7962f7842dc service nova] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Received event network-vif-plugged-61db3fd1-75e8-4225-b2a2-79a8a34647c4 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:21:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4e55601c-3efd-468b-938c-f5051feaadf7 req-d1c25783-c0a9-4f73-bd92-f7962f7842dc service nova] Acquiring lock "03a08249-4257-40cc-8cb5-98aa7107d338-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:21:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4e55601c-3efd-468b-938c-f5051feaadf7 req-d1c25783-c0a9-4f73-bd92-f7962f7842dc service nova] Lock "03a08249-4257-40cc-8cb5-98aa7107d338-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:21:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4e55601c-3efd-468b-938c-f5051feaadf7 req-d1c25783-c0a9-4f73-bd92-f7962f7842dc service nova] Lock "03a08249-4257-40cc-8cb5-98aa7107d338-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:21:36 user nova-compute[86206]: DEBUG nova.compute.manager [req-4e55601c-3efd-468b-938c-f5051feaadf7 req-d1c25783-c0a9-4f73-bd92-f7962f7842dc service nova] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] No waiting events found dispatching network-vif-plugged-61db3fd1-75e8-4225-b2a2-79a8a34647c4 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:21:36 user nova-compute[86206]: WARNING nova.compute.manager [req-4e55601c-3efd-468b-938c-f5051feaadf7 req-d1c25783-c0a9-4f73-bd92-f7962f7842dc service nova] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Received unexpected event network-vif-plugged-61db3fd1-75e8-4225-b2a2-79a8a34647c4 for instance with vm_state active and task_state None.
Nov 10 13:21:37 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:37 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG nova.compute.manager [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NetHToSB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '435e1f3c-3a23-4f40-a90e-844547969c7f', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee90b1cf-e0fd-4260-b2f7-fa51ce709304', 'serial': 'ee90b1cf-e0fd-4260-b2f7-fa51ce709304'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eronEgpd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb', 'volume_id': 'e1dca182-c890-4432-867a-cb30ec20e894'}, 'status': 'reserved', 'instance': '435e1f3c-3a23-4f40-a90e-844547969c7f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e1dca182-c890-4432-867a-cb30ec20e894', 'serial'} {{(pid=86206) _swap_volume /opt/stack/nova/nova/compute/manager.py:7782}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NetHToSB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:21:38 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:21:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:21:38 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:21:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:21:38 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:21:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[567bd44e-9ed9-455e-a6d0-74565ba34954]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 13:21:38 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b78fe5f2-e926-405d-9fbc-02b812129174]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304] added
Nov 10 13:21:38 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cc24745-35fb-4255-be81-73470f3497ff]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cc05b96-5a4e-4807-b40a-5768e1925855]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NetHToSB {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NetHToSB" returned: 0 in 0.024s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1ec609e-8db0-43ea-94dc-45b566ec3a72]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'NetHToSB'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[37cfd28a-2207-4f31-afdc-f5ca20efbcac]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6af0e5a-a117-458f-abf4-23417d20a6b1]: (4, ('tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 (non-flash)
Nov 10 13:21:38 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:21:38 user nova-compute[86206]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d (non-flash)
Nov 10 13:21:38 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] iscsi session list stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 (non-flash)
Nov 10 13:21:38 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:21:38 user nova-compute[86206]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d (non-flash)
Nov 10 13:21:38 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 -p 172.16.0.220:3260 --login" returned: 0 in 0.088s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7a73739-02ec-4d6e-bdc0-86be7b2a4d02]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304, portal: 172.16.0.220,3260]
Nov 10 13:21:38 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304, portal: 172.16.0.220,3260] successful.
Nov 10 13:21:38 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc4130c9-84e7-4680-998b-2e1bd1816498]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7301e1e6-b50c-4bb5-9b1d-118fda6b769b]: (4, ('tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 (non-flash)
Nov 10 13:21:38 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:21:38 user nova-compute[86206]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d (non-flash)
Nov 10 13:21:38 user nova-compute[86206]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 (non-flash)
Nov 10 13:21:38 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] iscsi session list stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 (non-flash)
Nov 10 13:21:38 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:21:38 user nova-compute[86206]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d (non-flash)
Nov 10 13:21:38 user nova-compute[86206]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 (non-flash)
Nov 10 13:21:38 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.342s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] HCTL ('36', '-', '-', 0) found on session 9 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Scanning host 36 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[50997d29-591e-4d2a-9f22-30e5f27fe55f]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Searching for a device in session 9 and hctl ['36', '*', '*', 0] yield: sde {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:21:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NetHToSB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:21:39 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.382s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:21:39 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] <== connect_volume: return (1384ms) {'type': 'block', 'scsi_wwn': '26666633738306636', 'path': '/dev/sde'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:21:39 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26666633738306636', 'path': '/dev/sde'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:21:39 user nova-compute[86206]: DEBUG nova.objects.instance [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Lazy-loading 'flavor' on Instance uuid 435e1f3c-3a23-4f40-a90e-844547969c7f {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:21:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=86206) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 10 13:21:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] COPY block job progress, current cursor: 142606336 final cursor: 1073741824 {{(pid=86206) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 10 13:21:41 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] COPY block job progress, current cursor: 272629760 final cursor: 1073741824 {{(pid=86206) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 10 13:21:41 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] COPY block job progress, current cursor: 430964736 final cursor: 1073741824 {{(pid=86206) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 10 13:21:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:42 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] COPY block job progress, current cursor: 595591168 final cursor: 1073741824 {{(pid=86206) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 10 13:21:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:42 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] COPY block job progress, current cursor: 751828992 final cursor: 1073741824 {{(pid=86206) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 10 13:21:43 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] COPY block job progress, current cursor: 918552576 final cursor: 1073741824 {{(pid=86206) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 10 13:21:43 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] COPY block job progress, current cursor: 1069547520 final cursor: 1073741824 {{(pid=86206) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=86206) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'eronEgpd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb', 'volume_id': 'e1dca182-c890-4432-867a-cb30ec20e894'}, None), 'kwargs': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:21:44 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:21:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.029s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[580ec0a4-c82c-440f-b135-926a1e66fcad]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 13:21:44 user nova-compute[86206]: No targets found.
Nov 10 13:21:44 user nova-compute[86206]: iSNS:
Nov 10 13:21:44 user nova-compute[86206]: No targets found.
Nov 10 13:21:44 user nova-compute[86206]: STATIC:
Nov 10 13:21:44 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304
Nov 10 13:21:44 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:21:44 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:21:44 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d
Nov 10 13:21:44 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:21:44 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:21:44 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a
Nov 10 13:21:44 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:21:44 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:21:44 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894
Nov 10 13:21:44 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:21:44 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:21:44 user nova-compute[86206]: FIRMWARE:
Nov 10 13:21:44 user nova-compute[86206]: No targets found.
Nov 10 13:21:44 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 13:21:44 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 13:21:44 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ee89ce0-7d30-4e4e-bd9f-ab7ca1ed59d4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[197e69a9-b522-4584-bf6c-7410dc054550]: (4, ('tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 (non-flash)
Nov 10 13:21:44 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:21:44 user nova-compute[86206]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d (non-flash)
Nov 10 13:21:44 user nova-compute[86206]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 (non-flash)
Nov 10 13:21:44 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] iscsi session list stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 (non-flash)
Nov 10 13:21:44 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:21:44 user nova-compute[86206]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d (non-flash)
Nov 10 13:21:44 user nova-compute[86206]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 (non-flash)
Nov 10 13:21:44 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe464683880>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894'): ({'sdb'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Removing single pathed devices sdb {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.043s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d22200c-329a-4f7c-b22b-beffb92afedc]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[e70bd650-5857-49da-a554-fd1bc0557d14]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Flushing IO for device /dev/sdb {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[467371e2-30e5-49c0-81b2-2f4e050fafce]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[80afd854-f948-4c48-8a86-635f16b9fe4c]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Checking to see if SCSI volumes sdb have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] SCSI volumes sdb have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b4eb77d-c092-4a3b-b610-4afcd4080753]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 -p 172.16.0.220:3260 --logout" returned: 0 in 0.078s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8836bac-ce98-4c2a-9c81-6f2f78bab752]: (4, ('Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894, portal: 172.16.0.220,3260]\nLogout of [sid: 6, target: iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894, portal: 172.16.0.220,3260]
Nov 10 13:21:44 user nova-compute[86206]: Logout of [sid: 6, target: iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894, portal: 172.16.0.220,3260] successful.
Nov 10 13:21:44 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e1dca182-c890-4432-867a-cb30ec20e894 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ebb4d94-201d-4ed0-a9c8-3abd7edcc844]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.373s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] <== disconnect_volume: return (374ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:21:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 13:21:45 user nova-compute[86206]: DEBUG nova.compute.manager [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NetHToSB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, 'status': 'reserved', 'instance': '435e1f3c-3a23-4f40-a90e-844547969c7f', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee90b1cf-e0fd-4260-b2f7-fa51ce709304', 'serial'} {{(pid=86206) _swap_volume /opt/stack/nova/nova/compute/manager.py:7791}}
Nov 10 13:21:45 user nova-compute[86206]: DEBUG nova.compute.manager [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] swap_volume: removing Cinder connection for volume e1dca182-c890-4432-867a-cb30ec20e894 {{(pid=86206) _swap_volume /opt/stack/nova/nova/compute/manager.py:7836}}
Nov 10 13:21:47 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:47 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:54 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:21:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:01 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:09 user nova-compute[86206]: DEBUG nova.compute.manager [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] swap_volume: Updating volume e1dca182-c890-4432-867a-cb30ec20e894 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "NetHToSB", "auth_password": "hVH6uZjfl3NKTE", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sde", "volume_id": "ee90b1cf-e0fd-4260-b2f7-fa51ce709304"}, "status": "reserved", "instance": "435e1f3c-3a23-4f40-a90e-844547969c7f", "attached_at": "", "detached_at": "", "volume_id": "ee90b1cf-e0fd-4260-b2f7-fa51ce709304", "serial": "ee90b1cf-e0fd-4260-b2f7-fa51ce709304"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': 'ee90b1cf-e0fd-4260-b2f7-fa51ce709304', 'no_device': None, 'attachment_id': '9632aaac-05b9-4e1c-8eb8-00b9430ba291'} {{(pid=86206) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7984}}
Nov 10 13:22:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1ee8fafb-e469-437a-8615-d752b96b61ea tempest-TestVolumeSwap-2075979633 tempest-TestVolumeSwap-2075979633-project-admin] Lock "435e1f3c-3a23-4f40-a90e-844547969c7f" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 103.260s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-6f15f91e-acc8-4b25-a6f9-0214d45ee675 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Acquiring lock "435e1f3c-3a23-4f40-a90e-844547969c7f" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-6f15f91e-acc8-4b25-a6f9-0214d45ee675 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Lock "435e1f3c-3a23-4f40-a90e-844547969c7f" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:11 user nova-compute[86206]: INFO nova.compute.manager [None req-6f15f91e-acc8-4b25-a6f9-0214d45ee675 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Detaching volume ee90b1cf-e0fd-4260-b2f7-fa51ce709304
Nov 10 13:22:11 user nova-compute[86206]: INFO nova.virt.block_device [None req-6f15f91e-acc8-4b25-a6f9-0214d45ee675 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Attempting to driver detach volume ee90b1cf-e0fd-4260-b2f7-fa51ce709304 from mountpoint /dev/vdb
Nov 10 13:22:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-6f15f91e-acc8-4b25-a6f9-0214d45ee675 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Attempting to detach device vdb from instance 435e1f3c-3a23-4f40-a90e-844547969c7f from the persistent domain config. {{(pid=86206) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 10 13:22:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-6f15f91e-acc8-4b25-a6f9-0214d45ee675 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 13:22:11 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:22:11 user nova-compute[86206]:   <source dev="/dev/sde"/>
Nov 10 13:22:11 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:22:11 user nova-compute[86206]:   <serial>ee90b1cf-e0fd-4260-b2f7-fa51ce709304</serial>
Nov 10 13:22:11 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 10 13:22:11 user nova-compute[86206]: </disk>
Nov 10 13:22:11 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 13:22:11 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-6f15f91e-acc8-4b25-a6f9-0214d45ee675 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Successfully detached device vdb from instance 435e1f3c-3a23-4f40-a90e-844547969c7f from the persistent domain config.
Nov 10 13:22:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-6f15f91e-acc8-4b25-a6f9-0214d45ee675 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 435e1f3c-3a23-4f40-a90e-844547969c7f from the live domain config. {{(pid=86206) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 10 13:22:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-6f15f91e-acc8-4b25-a6f9-0214d45ee675 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 13:22:11 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:22:11 user nova-compute[86206]:   <source dev="/dev/sde"/>
Nov 10 13:22:11 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:22:11 user nova-compute[86206]:   <serial>ee90b1cf-e0fd-4260-b2f7-fa51ce709304</serial>
Nov 10 13:22:11 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 10 13:22:11 user nova-compute[86206]: </disk>
Nov 10 13:22:11 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 13:22:12 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-6f15f91e-acc8-4b25-a6f9-0214d45ee675 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 435e1f3c-3a23-4f40-a90e-844547969c7f {{(pid=86206) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 10 13:22:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:15 user nova-compute[86206]: DEBUG nova.compute.manager [req-37b8ea8e-f971-4142-8ae2-d8a314ba2a1f req-b58acbfc-4583-4dd5-bf92-75ac83a98c52 service nova] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Received event network-changed-7c55ba36-d411-490b-97ab-48baaa987e2c {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:22:15 user nova-compute[86206]: DEBUG nova.compute.manager [req-37b8ea8e-f971-4142-8ae2-d8a314ba2a1f req-b58acbfc-4583-4dd5-bf92-75ac83a98c52 service nova] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Refreshing instance network info cache due to event network-changed-7c55ba36-d411-490b-97ab-48baaa987e2c. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:22:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-37b8ea8e-f971-4142-8ae2-d8a314ba2a1f req-b58acbfc-4583-4dd5-bf92-75ac83a98c52 service nova] Acquiring lock "refresh_cache-0cd831ff-01f4-4619-9b56-2455a7a54486" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:22:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-37b8ea8e-f971-4142-8ae2-d8a314ba2a1f req-b58acbfc-4583-4dd5-bf92-75ac83a98c52 service nova] Acquired lock "refresh_cache-0cd831ff-01f4-4619-9b56-2455a7a54486" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:22:15 user nova-compute[86206]: DEBUG nova.network.neutron [req-37b8ea8e-f971-4142-8ae2-d8a314ba2a1f req-b58acbfc-4583-4dd5-bf92-75ac83a98c52 service nova] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Refreshing network info cache for port 7c55ba36-d411-490b-97ab-48baaa987e2c {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:22:15 user nova-compute[86206]: INFO nova.compute.manager [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Rescuing
Nov 10 13:22:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "refresh_cache-8a48ce18-2887-4676-9d7b-ebebbc8e5381" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:22:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquired lock "refresh_cache-8a48ce18-2887-4676-9d7b-ebebbc8e5381" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:22:15 user nova-compute[86206]: DEBUG nova.network.neutron [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:22:15 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "0cd831ff-01f4-4619-9b56-2455a7a54486" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "0cd831ff-01f4-4619-9b56-2455a7a54486" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:15 user nova-compute[86206]: DEBUG nova.objects.instance [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lazy-loading 'flavor' on Instance uuid 0cd831ff-01f4-4619-9b56-2455a7a54486 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:22:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "0cd831ff-01f4-4619-9b56-2455a7a54486" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.069s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "0cd831ff-01f4-4619-9b56-2455a7a54486" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "0cd831ff-01f4-4619-9b56-2455a7a54486" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:16 user nova-compute[86206]: INFO nova.compute.manager [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Attaching volume c883896a-4949-4735-8291-50daa3fab1b4 to /dev/vdb
Nov 10 13:22:16 user nova-compute[86206]: DEBUG nova.network.neutron [req-37b8ea8e-f971-4142-8ae2-d8a314ba2a1f req-b58acbfc-4583-4dd5-bf92-75ac83a98c52 service nova] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Updated VIF entry in instance network info cache for port 7c55ba36-d411-490b-97ab-48baaa987e2c. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:22:16 user nova-compute[86206]: DEBUG nova.network.neutron [req-37b8ea8e-f971-4142-8ae2-d8a314ba2a1f req-b58acbfc-4583-4dd5-bf92-75ac83a98c52 service nova] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Updating instance_info_cache with network_info: [{"id": "7c55ba36-d411-490b-97ab-48baaa987e2c", "address": "fa:16:3e:74:c1:f3", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c55ba36-d4", "ovs_interfaceid": "7c55ba36-d411-490b-97ab-48baaa987e2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:22:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-37b8ea8e-f971-4142-8ae2-d8a314ba2a1f req-b58acbfc-4583-4dd5-bf92-75ac83a98c52 service nova] Releasing lock "refresh_cache-0cd831ff-01f4-4619-9b56-2455a7a54486" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:22:16 user nova-compute[86206]: DEBUG os_brick.utils [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:22:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:16 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[542bdb7a-e313-45d9-b7f5-02f8a1cc4ff1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:16 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c1f865c-83bd-4437-89ff-91149f23a880]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:16 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[50529c17-b4ff-4221-9b57-c388f4be7e10]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:16 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[034107d0-a951-42bc-8a78-f428101b2db0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:22:16 user nova-compute[86206]: DEBUG nova.network.neutron [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Updating instance_info_cache with network_info: [{"id": "4847ac2e-aeba-4a7c-81fd-0fa52eaee43f", "address": "fa:16:3e:ee:a8:51", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4847ac2e-ae", "ovs_interfaceid": "4847ac2e-aeba-4a7c-81fd-0fa52eaee43f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:22:16 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:22:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:22:16 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:22:16 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cf044ea-38a9-42e9-be1b-64fecb38c14c]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:16 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:22:16 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:22:16 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:22:16 user nova-compute[86206]: DEBUG os_brick.utils [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] <== get_connector_properties: return (145ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:22:16 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Updating existing volume attachment record: 43349a12-79b2-4c32-ad6a-63d1c2bf6c57 {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 13:22:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Releasing lock "refresh_cache-8a48ce18-2887-4676-9d7b-ebebbc8e5381" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:22:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:16 user nova-compute[86206]: DEBUG nova.compute.manager [req-cfb7a4a0-6445-4777-a6d3-5b7a53cadd04 req-42481faa-5aa5-40ff-91f6-41d2cb3a933d service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Received event network-vif-unplugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:22:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-cfb7a4a0-6445-4777-a6d3-5b7a53cadd04 req-42481faa-5aa5-40ff-91f6-41d2cb3a933d service nova] Acquiring lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-cfb7a4a0-6445-4777-a6d3-5b7a53cadd04 req-42481faa-5aa5-40ff-91f6-41d2cb3a933d service nova] Lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-cfb7a4a0-6445-4777-a6d3-5b7a53cadd04 req-42481faa-5aa5-40ff-91f6-41d2cb3a933d service nova] Lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:16 user nova-compute[86206]: DEBUG nova.compute.manager [req-cfb7a4a0-6445-4777-a6d3-5b7a53cadd04 req-42481faa-5aa5-40ff-91f6-41d2cb3a933d service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] No waiting events found dispatching network-vif-unplugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:22:16 user nova-compute[86206]: WARNING nova.compute.manager [req-cfb7a4a0-6445-4777-a6d3-5b7a53cadd04 req-42481faa-5aa5-40ff-91f6-41d2cb3a933d service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Received unexpected event network-vif-unplugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f for instance with vm_state active and task_state rescuing.
Nov 10 13:22:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:17 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:17 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:17 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:17 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:17 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Instance destroyed successfully.
Nov 10 13:22:17 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Attempting a stable device rescue
Nov 10 13:22:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=86206) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 10 13:22:17 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Instance directory exists: not creating {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 10 13:22:17 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Creating image(s)
Nov 10 13:22:17 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "/opt/stack/data/nova/instances/8a48ce18-2887-4676-9d7b-ebebbc8e5381/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:17 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "/opt/stack/data/nova/instances/8a48ce18-2887-4676-9d7b-ebebbc8e5381/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:17 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "/opt/stack/data/nova/instances/8a48ce18-2887-4676-9d7b-ebebbc8e5381/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:17 user nova-compute[86206]: DEBUG nova.objects.instance [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lazy-loading 'trusted_certs' on Instance uuid 8a48ce18-2887-4676-9d7b-ebebbc8e5381 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:22:17 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "c50159471e8804c35044035964ca83d2bf236a92" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:17 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "c50159471e8804c35044035964ca83d2bf236a92" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:18 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c50159471e8804c35044035964ca83d2bf236a92.part --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:18 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c50159471e8804c35044035964ca83d2bf236a92.part --force-share --output=json" returned: 0 in 0.202s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:18 user nova-compute[86206]: DEBUG nova.virt.images [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] 49115da4-96ce-405e-ac66-e9eef470a0c8 was qcow2, converting to raw {{(pid=86206) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 10 13:22:18 user nova-compute[86206]: DEBUG nova.privsep.utils [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=86206) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 10 13:22:18 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/c50159471e8804c35044035964ca83d2bf236a92.part /opt/stack/data/nova/instances/_base/c50159471e8804c35044035964ca83d2bf236a92.converted {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/c50159471e8804c35044035964ca83d2bf236a92.part /opt/stack/data/nova/instances/_base/c50159471e8804c35044035964ca83d2bf236a92.converted" returned: 0 in 0.235s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c50159471e8804c35044035964ca83d2bf236a92.converted --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG nova.compute.manager [req-6f12a2b4-f0c2-4ae3-a7c1-25e650258511 req-bd349afe-59dd-4269-bcc0-6892c7413fc6 service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Received event network-vif-plugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6f12a2b4-f0c2-4ae3-a7c1-25e650258511 req-bd349afe-59dd-4269-bcc0-6892c7413fc6 service nova] Acquiring lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6f12a2b4-f0c2-4ae3-a7c1-25e650258511 req-bd349afe-59dd-4269-bcc0-6892c7413fc6 service nova] Lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6f12a2b4-f0c2-4ae3-a7c1-25e650258511 req-bd349afe-59dd-4269-bcc0-6892c7413fc6 service nova] Lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG nova.compute.manager [req-6f12a2b4-f0c2-4ae3-a7c1-25e650258511 req-bd349afe-59dd-4269-bcc0-6892c7413fc6 service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] No waiting events found dispatching network-vif-plugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:22:19 user nova-compute[86206]: WARNING nova.compute.manager [req-6f12a2b4-f0c2-4ae3-a7c1-25e650258511 req-bd349afe-59dd-4269-bcc0-6892c7413fc6 service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Received unexpected event network-vif-plugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f for instance with vm_state active and task_state rescuing.
Nov 10 13:22:19 user nova-compute[86206]: DEBUG nova.compute.manager [req-6f12a2b4-f0c2-4ae3-a7c1-25e650258511 req-bd349afe-59dd-4269-bcc0-6892c7413fc6 service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Received event network-vif-plugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6f12a2b4-f0c2-4ae3-a7c1-25e650258511 req-bd349afe-59dd-4269-bcc0-6892c7413fc6 service nova] Acquiring lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6f12a2b4-f0c2-4ae3-a7c1-25e650258511 req-bd349afe-59dd-4269-bcc0-6892c7413fc6 service nova] Lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6f12a2b4-f0c2-4ae3-a7c1-25e650258511 req-bd349afe-59dd-4269-bcc0-6892c7413fc6 service nova] Lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG nova.compute.manager [req-6f12a2b4-f0c2-4ae3-a7c1-25e650258511 req-bd349afe-59dd-4269-bcc0-6892c7413fc6 service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] No waiting events found dispatching network-vif-plugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:22:19 user nova-compute[86206]: WARNING nova.compute.manager [req-6f12a2b4-f0c2-4ae3-a7c1-25e650258511 req-bd349afe-59dd-4269-bcc0-6892c7413fc6 service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Received unexpected event network-vif-plugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f for instance with vm_state active and task_state rescuing.
Nov 10 13:22:19 user nova-compute[86206]: DEBUG nova.compute.manager [req-6f12a2b4-f0c2-4ae3-a7c1-25e650258511 req-bd349afe-59dd-4269-bcc0-6892c7413fc6 service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Received event network-vif-plugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6f12a2b4-f0c2-4ae3-a7c1-25e650258511 req-bd349afe-59dd-4269-bcc0-6892c7413fc6 service nova] Acquiring lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6f12a2b4-f0c2-4ae3-a7c1-25e650258511 req-bd349afe-59dd-4269-bcc0-6892c7413fc6 service nova] Lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6f12a2b4-f0c2-4ae3-a7c1-25e650258511 req-bd349afe-59dd-4269-bcc0-6892c7413fc6 service nova] Lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG nova.compute.manager [req-6f12a2b4-f0c2-4ae3-a7c1-25e650258511 req-bd349afe-59dd-4269-bcc0-6892c7413fc6 service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] No waiting events found dispatching network-vif-plugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:22:19 user nova-compute[86206]: WARNING nova.compute.manager [req-6f12a2b4-f0c2-4ae3-a7c1-25e650258511 req-bd349afe-59dd-4269-bcc0-6892c7413fc6 service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Received unexpected event network-vif-plugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f for instance with vm_state active and task_state rescuing.
Nov 10 13:22:19 user nova-compute[86206]: DEBUG nova.compute.manager [req-6f12a2b4-f0c2-4ae3-a7c1-25e650258511 req-bd349afe-59dd-4269-bcc0-6892c7413fc6 service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Received event network-vif-unplugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6f12a2b4-f0c2-4ae3-a7c1-25e650258511 req-bd349afe-59dd-4269-bcc0-6892c7413fc6 service nova] Acquiring lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6f12a2b4-f0c2-4ae3-a7c1-25e650258511 req-bd349afe-59dd-4269-bcc0-6892c7413fc6 service nova] Lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6f12a2b4-f0c2-4ae3-a7c1-25e650258511 req-bd349afe-59dd-4269-bcc0-6892c7413fc6 service nova] Lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG nova.compute.manager [req-6f12a2b4-f0c2-4ae3-a7c1-25e650258511 req-bd349afe-59dd-4269-bcc0-6892c7413fc6 service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] No waiting events found dispatching network-vif-unplugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:22:19 user nova-compute[86206]: WARNING nova.compute.manager [req-6f12a2b4-f0c2-4ae3-a7c1-25e650258511 req-bd349afe-59dd-4269-bcc0-6892c7413fc6 service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Received unexpected event network-vif-unplugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f for instance with vm_state active and task_state rescuing.
Nov 10 13:22:19 user nova-compute[86206]: DEBUG nova.compute.manager [req-6f12a2b4-f0c2-4ae3-a7c1-25e650258511 req-bd349afe-59dd-4269-bcc0-6892c7413fc6 service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Received event network-vif-plugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6f12a2b4-f0c2-4ae3-a7c1-25e650258511 req-bd349afe-59dd-4269-bcc0-6892c7413fc6 service nova] Acquiring lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6f12a2b4-f0c2-4ae3-a7c1-25e650258511 req-bd349afe-59dd-4269-bcc0-6892c7413fc6 service nova] Lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6f12a2b4-f0c2-4ae3-a7c1-25e650258511 req-bd349afe-59dd-4269-bcc0-6892c7413fc6 service nova] Lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG nova.compute.manager [req-6f12a2b4-f0c2-4ae3-a7c1-25e650258511 req-bd349afe-59dd-4269-bcc0-6892c7413fc6 service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] No waiting events found dispatching network-vif-plugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:22:19 user nova-compute[86206]: WARNING nova.compute.manager [req-6f12a2b4-f0c2-4ae3-a7c1-25e650258511 req-bd349afe-59dd-4269-bcc0-6892c7413fc6 service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Received unexpected event network-vif-plugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f for instance with vm_state active and task_state rescuing.
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c50159471e8804c35044035964ca83d2bf236a92.converted --force-share --output=json" returned: 0 in 0.186s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "c50159471e8804c35044035964ca83d2bf236a92" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.846s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "c50159471e8804c35044035964ca83d2bf236a92" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "c50159471e8804c35044035964ca83d2bf236a92" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c50159471e8804c35044035964ca83d2bf236a92 --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/c50159471e8804c35044035964ca83d2bf236a92 --force-share --output=json" returned: 0 in 0.190s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/c50159471e8804c35044035964ca83d2bf236a92,backing_fmt=raw /opt/stack/data/nova/instances/8a48ce18-2887-4676-9d7b-ebebbc8e5381/disk.rescue {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/c50159471e8804c35044035964ca83d2bf236a92,backing_fmt=raw /opt/stack/data/nova/instances/8a48ce18-2887-4676-9d7b-ebebbc8e5381/disk.rescue" returned: 0 in 0.051s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "c50159471e8804c35044035964ca83d2bf236a92" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.250s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG nova.objects.instance [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lazy-loading 'migration_context' on Instance uuid 8a48ce18-2887-4676-9d7b-ebebbc8e5381 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG nova.objects.base [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Object Instance<8a48ce18-2887-4676-9d7b-ebebbc8e5381> lazy-loaded attributes: trusted_certs,migration_context {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Start _get_guest_xml network_info=[{"id": "4847ac2e-aeba-4a7c-81fd-0fa52eaee43f", "address": "fa:16:3e:ee:a8:51", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "vif_mac": "fa:16:3e:ee:a8:51"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4847ac2e-ae", "ovs_interfaceid": "4847ac2e-aeba-4a7c-81fd-0fa52eaee43f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '49115da4-96ce-405e-ac66-e9eef470a0c8', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'attachment_id': '266902cf-c421-4514-ae09-2d57547e2720', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qzIrELXl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': '8a48ce18-2887-4676-9d7b-ebebbc8e5381', 'attached_at': '', 'detached_at': '', 'volume_id': '69b344be-f2cb-4cf6-849b-82acb79d317a', 'serial': '69b344be-f2cb-4cf6-849b-82acb79d317a'}, 'mount_device': '/dev/vda', 'boot_index': 0, 'volume_type': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG nova.objects.instance [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lazy-loading 'resources' on Instance uuid 8a48ce18-2887-4676-9d7b-ebebbc8e5381 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG nova.objects.base [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Object Instance<8a48ce18-2887-4676-9d7b-ebebbc8e5381> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG nova.objects.instance [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lazy-loading 'numa_topology' on Instance uuid 8a48ce18-2887-4676-9d7b-ebebbc8e5381 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG nova.objects.base [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Object Instance<8a48ce18-2887-4676-9d7b-ebebbc8e5381> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:22:19 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:22:19 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:22:19 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG nova.objects.instance [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lazy-loading 'vcpu_model' on Instance uuid 8a48ce18-2887-4676-9d7b-ebebbc8e5381 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG nova.objects.base [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Object Instance<8a48ce18-2887-4676-9d7b-ebebbc8e5381> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qzIrELXl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:22:19 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:22:19 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:22:19 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:22:19 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:22:19 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a -p 172.16.0.220:3260" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b6a570a-0889-4737-bfcc-3915455ca835]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = qzIrELXl\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Nov 10 13:22:19 user nova-compute[86206]: node.name = iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a
Nov 10 13:22:19 user nova-compute[86206]: node.tpgt = -1
Nov 10 13:22:19 user nova-compute[86206]: node.startup = automatic
Nov 10 13:22:19 user nova-compute[86206]: node.leading_login = No
Nov 10 13:22:19 user nova-compute[86206]: iface.iscsi_ifacename = default
Nov 10 13:22:19 user nova-compute[86206]: iface.net_ifacename = <empty>
Nov 10 13:22:19 user nova-compute[86206]: iface.ipaddress = <empty>
Nov 10 13:22:19 user nova-compute[86206]: iface.prefix_len = 0
Nov 10 13:22:19 user nova-compute[86206]: iface.hwaddress = <empty>
Nov 10 13:22:19 user nova-compute[86206]: iface.transport_name = tcp
Nov 10 13:22:19 user nova-compute[86206]: iface.initiatorname = <empty>
Nov 10 13:22:19 user nova-compute[86206]: iface.state = <empty>
Nov 10 13:22:19 user nova-compute[86206]: iface.vlan_id = 0
Nov 10 13:22:19 user nova-compute[86206]: iface.vlan_priority = 0
Nov 10 13:22:19 user nova-compute[86206]: iface.vlan_state = <empty>
Nov 10 13:22:19 user nova-compute[86206]: iface.iface_num = 0
Nov 10 13:22:19 user nova-compute[86206]: iface.mtu = 0
Nov 10 13:22:19 user nova-compute[86206]: iface.port = 0
Nov 10 13:22:19 user nova-compute[86206]: iface.bootproto = <empty>
Nov 10 13:22:19 user nova-compute[86206]: iface.subnet_mask = <empty>
Nov 10 13:22:19 user nova-compute[86206]: iface.gateway = <empty>
Nov 10 13:22:19 user nova-compute[86206]: iface.dhcp_alt_client_id_state = <empty>
Nov 10 13:22:19 user nova-compute[86206]: iface.dhcp_alt_client_id = <empty>
Nov 10 13:22:19 user nova-compute[86206]: iface.dhcp_dns = <empty>
Nov 10 13:22:19 user nova-compute[86206]: iface.dhcp_learn_iqn = <empty>
Nov 10 13:22:19 user nova-compute[86206]: iface.dhcp_req_vendor_id_state = <empty>
Nov 10 13:22:19 user nova-compute[86206]: iface.dhcp_vendor_id_state = <empty>
Nov 10 13:22:19 user nova-compute[86206]: iface.dhcp_vendor_id = <empty>
Nov 10 13:22:19 user nova-compute[86206]: iface.dhcp_slp_da = <empty>
Nov 10 13:22:19 user nova-compute[86206]: iface.fragmentation = <empty>
Nov 10 13:22:19 user nova-compute[86206]: iface.gratuitous_arp = <empty>
Nov 10 13:22:19 user nova-compute[86206]: iface.incoming_forwarding = <empty>
Nov 10 13:22:19 user nova-compute[86206]: iface.tos_state = <empty>
Nov 10 13:22:19 user nova-compute[86206]: iface.tos = 0
Nov 10 13:22:19 user nova-compute[86206]: iface.ttl = 0
Nov 10 13:22:19 user nova-compute[86206]: iface.delayed_ack = <empty>
Nov 10 13:22:19 user nova-compute[86206]: iface.tcp_nagle = <empty>
Nov 10 13:22:19 user nova-compute[86206]: iface.tcp_wsf_state = <empty>
Nov 10 13:22:19 user nova-compute[86206]: iface.tcp_wsf = 0
Nov 10 13:22:19 user nova-compute[86206]: iface.tcp_timer_scale = 0
Nov 10 13:22:19 user nova-compute[86206]: iface.tcp_timestamp = <empty>
Nov 10 13:22:19 user nova-compute[86206]: iface.redirect = <empty>
Nov 10 13:22:19 user nova-compute[86206]: iface.def_task_mgmt_timeout = 0
Nov 10 13:22:19 user nova-compute[86206]: iface.header_digest = <empty>
Nov 10 13:22:19 user nova-compute[86206]: iface.data_digest = <empty>
Nov 10 13:22:19 user nova-compute[86206]: iface.immediate_data = <empty>
Nov 10 13:22:19 user nova-compute[86206]: iface.initial_r2t = <empty>
Nov 10 13:22:19 user nova-compute[86206]: iface.data_seq_inorder = <empty>
Nov 10 13:22:19 user nova-compute[86206]: iface.data_pdu_inorder = <empty>
Nov 10 13:22:19 user nova-compute[86206]: iface.erl = 0
Nov 10 13:22:19 user nova-compute[86206]: iface.max_receive_data_len = 0
Nov 10 13:22:19 user nova-compute[86206]: iface.first_burst_len = 0
Nov 10 13:22:19 user nova-compute[86206]: iface.max_outstanding_r2t = 0
Nov 10 13:22:19 user nova-compute[86206]: iface.max_burst_len = 0
Nov 10 13:22:19 user nova-compute[86206]: iface.chap_auth = <empty>
Nov 10 13:22:19 user nova-compute[86206]: iface.bidi_chap = <empty>
Nov 10 13:22:19 user nova-compute[86206]: iface.strict_login_compliance = <empty>
Nov 10 13:22:19 user nova-compute[86206]: iface.discovery_auth = <empty>
Nov 10 13:22:19 user nova-compute[86206]: iface.discovery_logout = <empty>
Nov 10 13:22:19 user nova-compute[86206]: node.discovery_address = <empty>
Nov 10 13:22:19 user nova-compute[86206]: node.discovery_port = 0
Nov 10 13:22:19 user nova-compute[86206]: node.discovery_type = static
Nov 10 13:22:19 user nova-compute[86206]: node.session.initial_cmdsn = 0
Nov 10 13:22:19 user nova-compute[86206]: node.session.initial_login_retry_max = 8
Nov 10 13:22:19 user nova-compute[86206]: node.session.xmit_thread_priority = -20
Nov 10 13:22:19 user nova-compute[86206]: node.session.cmds_max = 128
Nov 10 13:22:19 user nova-compute[86206]: node.session.queue_depth = 32
Nov 10 13:22:19 user nova-compute[86206]: node.session.nr_sessions = 1
Nov 10 13:22:19 user nova-compute[86206]: node.session.auth.authmethod = CHAP
Nov 10 13:22:19 user nova-compute[86206]: node.session.auth.username = qzIrELXl
Nov 10 13:22:19 user nova-compute[86206]: node.session.auth.password = ***
Nov 10 13:22:19 user nova-compute[86206]: node.session.auth.username_in = <empty>
Nov 10 13:22:19 user nova-compute[86206]: node.session.auth.password_in = <empty>
Nov 10 13:22:19 user nova-compute[86206]: node.session.auth.chap_algs = MD5
Nov 10 13:22:19 user nova-compute[86206]: node.session.timeo.replacement_timeout = 120
Nov 10 13:22:19 user nova-compute[86206]: node.session.err_timeo.abort_timeout = 15
Nov 10 13:22:19 user nova-compute[86206]: node.session.err_timeo.lu_reset_timeout = 30
Nov 10 13:22:19 user nova-compute[86206]: node.session.err_timeo.tgt_reset_timeout = 30
Nov 10 13:22:19 user nova-compute[86206]: node.session.err_timeo.host_reset_timeout = 60
Nov 10 13:22:19 user nova-compute[86206]: node.session.iscsi.FastAbort = Yes
Nov 10 13:22:19 user nova-compute[86206]: node.session.iscsi.InitialR2T = No
Nov 10 13:22:19 user nova-compute[86206]: node.session.iscsi.ImmediateData = Yes
Nov 10 13:22:19 user nova-compute[86206]: node.session.iscsi.FirstBurstLength = 262144
Nov 10 13:22:19 user nova-compute[86206]: node.session.iscsi.MaxBurstLength = 16776192
Nov 10 13:22:19 user nova-compute[86206]: node.session.iscsi.DefaultTime2Retain = 0
Nov 10 13:22:19 user nova-compute[86206]: node.session.iscsi.DefaultTime2Wait = 2
Nov 10 13:22:19 user nova-compute[86206]: node.session.iscsi.MaxConnections = 1
Nov 10 13:22:19 user nova-compute[86206]: node.session.iscsi.MaxOutstandingR2T = 1
Nov 10 13:22:19 user nova-compute[86206]: node.session.iscsi.ERL = 0
Nov 10 13:22:19 user nova-compute[86206]: node.session.scan = manual
Nov 10 13:22:19 user nova-compute[86206]: node.session.reopen_max = 0
Nov 10 13:22:19 user nova-compute[86206]: node.conn[0].address = 172.16.0.220
Nov 10 13:22:19 user nova-compute[86206]: node.conn[0].port = 3260
Nov 10 13:22:19 user nova-compute[86206]: node.conn[0].startup = manual
Nov 10 13:22:19 user nova-compute[86206]: node.conn[0].tcp.window_size = 524288
Nov 10 13:22:19 user nova-compute[86206]: node.conn[0].tcp.type_of_service = 0
Nov 10 13:22:19 user nova-compute[86206]: node.conn[0].timeo.logout_timeout = 15
Nov 10 13:22:19 user nova-compute[86206]: node.conn[0].timeo.login_timeout = 15
Nov 10 13:22:19 user nova-compute[86206]: node.conn[0].timeo.auth_timeout = 45
Nov 10 13:22:19 user nova-compute[86206]: node.conn[0].timeo.noop_out_interval = 5
Nov 10 13:22:19 user nova-compute[86206]: node.conn[0].timeo.noop_out_timeout = 5
Nov 10 13:22:19 user nova-compute[86206]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Nov 10 13:22:19 user nova-compute[86206]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Nov 10 13:22:19 user nova-compute[86206]: node.conn[0].iscsi.HeaderDigest = None
Nov 10 13:22:19 user nova-compute[86206]: node.conn[0].iscsi.DataDigest = None
Nov 10 13:22:19 user nova-compute[86206]: node.conn[0].iscsi.IFMarker = No
Nov 10 13:22:19 user nova-compute[86206]: node.conn[0].iscsi.OFMarker = No
Nov 10 13:22:19 user nova-compute[86206]: # END RECORD
Nov 10 13:22:19 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9559b3a-173b-4e70-bd00-bc5253383eb3]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[d054fa39-1b13-4372-955a-f2a3e3115f6d]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qzIrELXl {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qzIrELXl" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[1743b210-4b5d-4c73-8a90-027a684f3a48]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'qzIrELXl'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c34dad7b-5939-417a-97b5-9a7915ec1959]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[28927f5f-4faf-49d6-8896-f8fadd92e707]: (4, ('tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:22:19 user nova-compute[86206]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d (non-flash)
Nov 10 13:22:19 user nova-compute[86206]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 (non-flash)
Nov 10 13:22:19 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsi session list stdout=tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:22:19 user nova-compute[86206]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d (non-flash)
Nov 10 13:22:19 user nova-compute[86206]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 (non-flash)
Nov 10 13:22:19 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.163s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] HCTL ('34', '0', '0', 0) found on session 7 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Scanning host 34 c: 0, t: 0, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.014s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a2c92f1-231f-4ead-a3f7-e40d05cd9287]: (4, ('0 0 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Searching for a device in session 7 and hctl ('34', '0', '0', 0) yield: sdc {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qzIrELXl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.191s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] <== connect_volume: return (193ms) {'type': 'block', 'scsi_wwn': '23264636264346238', 'path': '/dev/sdc'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23264636264346238', 'path': '/dev/sdc'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:19:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-2055761268',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-2055761268',id=12,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:20:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='028ee5b7789f4eb9809f6c89b8649453',ramdisk_id='',reservation_id='r-behtvleh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1948757916',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:20:34Z,user_data=None,user_id='1b99c0d49a5e450ba43bce92d827d7c2',uuid=8a48ce18-2887-4676-9d7b-ebebbc8e5381,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4847ac2e-aeba-4a7c-81fd-0fa52eaee43f", "address": "fa:16:3e:ee:a8:51", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "vif_mac": "fa:16:3e:ee:a8:51"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4847ac2e-ae", "ovs_interfaceid": "4847ac2e-aeba-4a7c-81fd-0fa52eaee43f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Converting VIF {"id": "4847ac2e-aeba-4a7c-81fd-0fa52eaee43f", "address": "fa:16:3e:ee:a8:51", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "vif_mac": "fa:16:3e:ee:a8:51"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4847ac2e-ae", "ovs_interfaceid": "4847ac2e-aeba-4a7c-81fd-0fa52eaee43f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ee:a8:51,bridge_name='br-int',has_traffic_filtering=True,id=4847ac2e-aeba-4a7c-81fd-0fa52eaee43f,network=Network(953cfc69-1add-40de-a3ae-1d9aeaa3b3e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4847ac2e-ae') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG nova.objects.instance [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lazy-loading 'pci_devices' on Instance uuid 8a48ce18-2887-4676-9d7b-ebebbc8e5381 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG nova.objects.base [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Object Instance<8a48ce18-2887-4676-9d7b-ebebbc8e5381> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:22:19 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:22:19 user nova-compute[86206]:   <uuid>8a48ce18-2887-4676-9d7b-ebebbc8e5381</uuid>
Nov 10 13:22:19 user nova-compute[86206]:   <name>instance-0000000c</name>
Nov 10 13:22:19 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:22:19 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:22:19 user nova-compute[86206]:   <metadata>
Nov 10 13:22:19 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:22:19 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:22:19 user nova-compute[86206]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-2055761268</nova:name>
Nov 10 13:22:19 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:22:19</nova:creationTime>
Nov 10 13:22:19 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:22:19 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:22:19 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:22:19 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:22:19 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:22:19 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:22:19 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:22:19 user nova-compute[86206]:       <nova:owner>
Nov 10 13:22:19 user nova-compute[86206]:         <nova:user uuid="1b99c0d49a5e450ba43bce92d827d7c2">tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member</nova:user>
Nov 10 13:22:19 user nova-compute[86206]:         <nova:project uuid="028ee5b7789f4eb9809f6c89b8649453">tempest-ServerBootFromVolumeStableRescueTest-1948757916</nova:project>
Nov 10 13:22:19 user nova-compute[86206]:       </nova:owner>
Nov 10 13:22:19 user nova-compute[86206]:       <nova:root type="image" uuid="73290e4a-d2c0-4305-9ee6-397ce6a900ba"/>
Nov 10 13:22:19 user nova-compute[86206]:       <nova:ports>
Nov 10 13:22:19 user nova-compute[86206]:         <nova:port uuid="4847ac2e-aeba-4a7c-81fd-0fa52eaee43f">
Nov 10 13:22:19 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 10 13:22:19 user nova-compute[86206]:         </nova:port>
Nov 10 13:22:19 user nova-compute[86206]:       </nova:ports>
Nov 10 13:22:19 user nova-compute[86206]:     </nova:instance>
Nov 10 13:22:19 user nova-compute[86206]:   </metadata>
Nov 10 13:22:19 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:22:19 user nova-compute[86206]:     <system>
Nov 10 13:22:19 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:22:19 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:22:19 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:22:19 user nova-compute[86206]:       <entry name="serial">8a48ce18-2887-4676-9d7b-ebebbc8e5381</entry>
Nov 10 13:22:19 user nova-compute[86206]:       <entry name="uuid">8a48ce18-2887-4676-9d7b-ebebbc8e5381</entry>
Nov 10 13:22:19 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:22:19 user nova-compute[86206]:     </system>
Nov 10 13:22:19 user nova-compute[86206]:   </sysinfo>
Nov 10 13:22:19 user nova-compute[86206]:   <os>
Nov 10 13:22:19 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:22:19 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:22:19 user nova-compute[86206]:   </os>
Nov 10 13:22:19 user nova-compute[86206]:   <features>
Nov 10 13:22:19 user nova-compute[86206]:     <acpi/>
Nov 10 13:22:19 user nova-compute[86206]:     <apic/>
Nov 10 13:22:19 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:22:19 user nova-compute[86206]:   </features>
Nov 10 13:22:19 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:22:19 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:22:19 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:22:19 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:22:19 user nova-compute[86206]:   </clock>
Nov 10 13:22:19 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:22:19 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:22:19 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:22:19 user nova-compute[86206]:   </cpu>
Nov 10 13:22:19 user nova-compute[86206]:   <devices>
Nov 10 13:22:19 user nova-compute[86206]:     <disk type="block" device="disk">
Nov 10 13:22:19 user nova-compute[86206]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:22:19 user nova-compute[86206]:       <source dev="/dev/sdc"/>
Nov 10 13:22:19 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:22:19 user nova-compute[86206]:       <serial>69b344be-f2cb-4cf6-849b-82acb79d317a</serial>
Nov 10 13:22:19 user nova-compute[86206]:     </disk>
Nov 10 13:22:19 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:22:19 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:22:19 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/8a48ce18-2887-4676-9d7b-ebebbc8e5381/disk.rescue"/>
Nov 10 13:22:19 user nova-compute[86206]:       <target dev="vdb" bus="virtio"/>
Nov 10 13:22:19 user nova-compute[86206]:       <boot order="1"/>
Nov 10 13:22:19 user nova-compute[86206]:     </disk>
Nov 10 13:22:19 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:22:19 user nova-compute[86206]:       <mac address="fa:16:3e:ee:a8:51"/>
Nov 10 13:22:19 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:22:19 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:22:19 user nova-compute[86206]:       <target dev="tap4847ac2e-ae"/>
Nov 10 13:22:19 user nova-compute[86206]:     </interface>
Nov 10 13:22:19 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:22:19 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/8a48ce18-2887-4676-9d7b-ebebbc8e5381/console.log" append="off"/>
Nov 10 13:22:19 user nova-compute[86206]:     </serial>
Nov 10 13:22:19 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:22:19 user nova-compute[86206]:     <video>
Nov 10 13:22:19 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:22:19 user nova-compute[86206]:     </video>
Nov 10 13:22:19 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:22:19 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:22:19 user nova-compute[86206]:     </rng>
Nov 10 13:22:19 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:22:19 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:22:19 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:22:19 user nova-compute[86206]:     </memballoon>
Nov 10 13:22:19 user nova-compute[86206]:   </devices>
Nov 10 13:22:19 user nova-compute[86206]: </domain>
Nov 10 13:22:19 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:22:20 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Instance destroyed successfully.
Nov 10 13:22:20 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:22:20 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] No BDM found with device name vdb, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:22:20 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] No VIF found with MAC fa:16:3e:ee:a8:51, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:22:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Acquiring lock "e67daf4a-9438-455c-ad9e-f4b706296f77" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Lock "e67daf4a-9438-455c-ad9e-f4b706296f77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:20 user nova-compute[86206]: DEBUG nova.compute.manager [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:22:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:20 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:22:20 user nova-compute[86206]: INFO nova.compute.claims [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Claim successful on node user
Nov 10 13:22:20 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:22:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f3f8a7cf-f285-49c2-b25e-a045a574d43e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Acquiring lock "09a026c8-642a-43bb-be14-0d759e3eb82a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f3f8a7cf-f285-49c2-b25e-a045a574d43e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lock "09a026c8-642a-43bb-be14-0d759e3eb82a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f3f8a7cf-f285-49c2-b25e-a045a574d43e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Acquiring lock "09a026c8-642a-43bb-be14-0d759e3eb82a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f3f8a7cf-f285-49c2-b25e-a045a574d43e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lock "09a026c8-642a-43bb-be14-0d759e3eb82a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f3f8a7cf-f285-49c2-b25e-a045a574d43e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lock "09a026c8-642a-43bb-be14-0d759e3eb82a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:20 user nova-compute[86206]: INFO nova.compute.manager [None req-f3f8a7cf-f285-49c2-b25e-a045a574d43e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Terminating instance
Nov 10 13:22:20 user nova-compute[86206]: DEBUG nova.compute.manager [None req-f3f8a7cf-f285-49c2-b25e-a045a574d43e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:22:20 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:22:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.525s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:20 user nova-compute[86206]: DEBUG nova.compute.manager [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:22:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:20 user nova-compute[86206]: DEBUG nova.compute.manager [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:22:20 user nova-compute[86206]: DEBUG nova.network.neutron [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:22:20 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:22:20 user nova-compute[86206]: DEBUG nova.compute.manager [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:22:21 user nova-compute[86206]: DEBUG nova.policy [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47e87c7ff7a747c0a490d0091c5f321e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '378ba02177a94252ba488d7eead39556', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:22:21 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:21 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:21 user nova-compute[86206]: DEBUG nova.compute.manager [req-4255c16e-5a39-4a8a-8405-8eae863b08f0 req-b253517f-7bdb-43ee-9863-ee2543b721bc service nova] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Received event network-vif-unplugged-9d1d8fba-c79c-4633-949c-0dfa6e648f6c {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:22:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4255c16e-5a39-4a8a-8405-8eae863b08f0 req-b253517f-7bdb-43ee-9863-ee2543b721bc service nova] Acquiring lock "09a026c8-642a-43bb-be14-0d759e3eb82a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4255c16e-5a39-4a8a-8405-8eae863b08f0 req-b253517f-7bdb-43ee-9863-ee2543b721bc service nova] Lock "09a026c8-642a-43bb-be14-0d759e3eb82a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4255c16e-5a39-4a8a-8405-8eae863b08f0 req-b253517f-7bdb-43ee-9863-ee2543b721bc service nova] Lock "09a026c8-642a-43bb-be14-0d759e3eb82a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:21 user nova-compute[86206]: DEBUG nova.compute.manager [req-4255c16e-5a39-4a8a-8405-8eae863b08f0 req-b253517f-7bdb-43ee-9863-ee2543b721bc service nova] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] No waiting events found dispatching network-vif-unplugged-9d1d8fba-c79c-4633-949c-0dfa6e648f6c {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:22:21 user nova-compute[86206]: DEBUG nova.compute.manager [req-4255c16e-5a39-4a8a-8405-8eae863b08f0 req-b253517f-7bdb-43ee-9863-ee2543b721bc service nova] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Received event network-vif-unplugged-9d1d8fba-c79c-4633-949c-0dfa6e648f6c for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:22:21 user nova-compute[86206]: DEBUG nova.compute.manager [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:22:21 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:22:21 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Creating image(s)
Nov 10 13:22:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Acquiring lock "/opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Lock "/opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Lock "/opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.230s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Acquiring lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.186s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/disk 1073741824 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:21 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/disk 1073741824" returned: 0 in 0.071s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.268s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:21 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:21 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Instance destroyed successfully.
Nov 10 13:22:21 user nova-compute[86206]: DEBUG nova.objects.instance [None req-f3f8a7cf-f285-49c2-b25e-a045a574d43e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lazy-loading 'resources' on Instance uuid 09a026c8-642a-43bb-be14-0d759e3eb82a {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:22:21 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-f3f8a7cf-f285-49c2-b25e-a045a574d43e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:20:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-2125885157',display_name='tempest-VolumesAdminNegativeTest-server-2125885157',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-2125885157',id=13,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:20:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e320fd07e1384fab928ea80d1cc07c8b',ramdisk_id='',reservation_id='r-r58gbbf6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-611942954',owner_user_name='tempest-VolumesAdminNegativeTest-611942954-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:20:17Z,user_data=None,user_id='bb27613d7fed42ff9a6f88661d4d52b5',uuid=09a026c8-642a-43bb-be14-0d759e3eb82a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9d1d8fba-c79c-4633-949c-0dfa6e648f6c", "address": "fa:16:3e:c7:d6:52", "network": {"id": "eaddf27c-6e08-4cb5-9e8f-5938b961baac", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-259672075-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e320fd07e1384fab928ea80d1cc07c8b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9d1d8fba-c7", "ovs_interfaceid": "9d1d8fba-c79c-4633-949c-0dfa6e648f6c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:22:21 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-f3f8a7cf-f285-49c2-b25e-a045a574d43e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Converting VIF {"id": "9d1d8fba-c79c-4633-949c-0dfa6e648f6c", "address": "fa:16:3e:c7:d6:52", "network": {"id": "eaddf27c-6e08-4cb5-9e8f-5938b961baac", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-259672075-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e320fd07e1384fab928ea80d1cc07c8b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9d1d8fba-c7", "ovs_interfaceid": "9d1d8fba-c79c-4633-949c-0dfa6e648f6c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:22:21 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-f3f8a7cf-f285-49c2-b25e-a045a574d43e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c7:d6:52,bridge_name='br-int',has_traffic_filtering=True,id=9d1d8fba-c79c-4633-949c-0dfa6e648f6c,network=Network(eaddf27c-6e08-4cb5-9e8f-5938b961baac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9d1d8fba-c7') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:22:21 user nova-compute[86206]: DEBUG os_vif [None req-f3f8a7cf-f285-49c2-b25e-a045a574d43e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c7:d6:52,bridge_name='br-int',has_traffic_filtering=True,id=9d1d8fba-c79c-4633-949c-0dfa6e648f6c,network=Network(eaddf27c-6e08-4cb5-9e8f-5938b961baac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9d1d8fba-c7') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:22:21 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:21 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9d1d8fba-c7, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:22:21 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:22:21 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:21 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:21 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=332305ba-ad92-4f37-be65-fde81836802b) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:22:21 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:21 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:22:21 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:21 user nova-compute[86206]: INFO os_vif [None req-f3f8a7cf-f285-49c2-b25e-a045a574d43e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c7:d6:52,bridge_name='br-int',has_traffic_filtering=True,id=9d1d8fba-c79c-4633-949c-0dfa6e648f6c,network=Network(eaddf27c-6e08-4cb5-9e8f-5938b961baac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9d1d8fba-c7')
Nov 10 13:22:21 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-f3f8a7cf-f285-49c2-b25e-a045a574d43e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Deleting instance files /opt/stack/data/nova/instances/09a026c8-642a-43bb-be14-0d759e3eb82a_del
Nov 10 13:22:21 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-f3f8a7cf-f285-49c2-b25e-a045a574d43e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Deletion of /opt/stack/data/nova/instances/09a026c8-642a-43bb-be14-0d759e3eb82a_del complete
Nov 10 13:22:21 user nova-compute[86206]: INFO nova.compute.manager [None req-f3f8a7cf-f285-49c2-b25e-a045a574d43e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Took 1.17 seconds to destroy the instance on the hypervisor.
Nov 10 13:22:21 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-f3f8a7cf-f285-49c2-b25e-a045a574d43e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:22:21 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:22:21 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:22:22 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.259s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:22 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/disk. size=1073741824 {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 10 13:22:22 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:22 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:22 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:22 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Cannot resize image /opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/disk to a smaller size. {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 10 13:22:22 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:22:22 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Ensure instance console log exists: /opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:22:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1a20a3a2-7155-4346-8ebd-d8bd8be9b67f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquiring lock "93bd47f6-1459-4e93-b2d0-edff930f4498" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1a20a3a2-7155-4346-8ebd-d8bd8be9b67f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "93bd47f6-1459-4e93-b2d0-edff930f4498" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:22 user nova-compute[86206]: INFO nova.compute.manager [None req-1a20a3a2-7155-4346-8ebd-d8bd8be9b67f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Detaching volume 9079b62f-70d4-4fbd-8c97-01c6daca0f0d
Nov 10 13:22:22 user nova-compute[86206]: DEBUG nova.network.neutron [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Successfully created port: 21b6fbc8-1657-4664-b9ae-6e51cd64a761 {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:22:22 user nova-compute[86206]: INFO nova.virt.block_device [None req-1a20a3a2-7155-4346-8ebd-d8bd8be9b67f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Attempting to driver detach volume 9079b62f-70d4-4fbd-8c97-01c6daca0f0d from mountpoint /dev/vdc
Nov 10 13:22:22 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1a20a3a2-7155-4346-8ebd-d8bd8be9b67f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Attempting to detach device vdc from instance 93bd47f6-1459-4e93-b2d0-edff930f4498 from the persistent domain config. {{(pid=86206) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 10 13:22:22 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-1a20a3a2-7155-4346-8ebd-d8bd8be9b67f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 13:22:22 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:22:22 user nova-compute[86206]:   <source dev="/dev/sdd"/>
Nov 10 13:22:22 user nova-compute[86206]:   <target dev="vdc" bus="virtio"/>
Nov 10 13:22:22 user nova-compute[86206]:   <serial>9079b62f-70d4-4fbd-8c97-01c6daca0f0d</serial>
Nov 10 13:22:22 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 10 13:22:22 user nova-compute[86206]: </disk>
Nov 10 13:22:22 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 13:22:22 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-1a20a3a2-7155-4346-8ebd-d8bd8be9b67f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Successfully detached device vdc from instance 93bd47f6-1459-4e93-b2d0-edff930f4498 from the persistent domain config.
Nov 10 13:22:22 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1a20a3a2-7155-4346-8ebd-d8bd8be9b67f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 93bd47f6-1459-4e93-b2d0-edff930f4498 from the live domain config. {{(pid=86206) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 10 13:22:22 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-1a20a3a2-7155-4346-8ebd-d8bd8be9b67f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 13:22:22 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:22:22 user nova-compute[86206]:   <source dev="/dev/sdd"/>
Nov 10 13:22:22 user nova-compute[86206]:   <target dev="vdc" bus="virtio"/>
Nov 10 13:22:22 user nova-compute[86206]:   <serial>9079b62f-70d4-4fbd-8c97-01c6daca0f0d</serial>
Nov 10 13:22:22 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 10 13:22:22 user nova-compute[86206]: </disk>
Nov 10 13:22:22 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 13:22:22 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:22 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:22:22 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Cleaning up deleted instances {{(pid=86206) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 10 13:22:22 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] There are 0 instances to clean {{(pid=86206) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 10 13:22:23 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1a20a3a2-7155-4346-8ebd-d8bd8be9b67f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 93bd47f6-1459-4e93-b2d0-edff930f4498 {{(pid=86206) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 10 13:22:23 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:22:23 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Took 1.21 seconds to deallocate network for instance.
Nov 10 13:22:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f3f8a7cf-f285-49c2-b25e-a045a574d43e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f3f8a7cf-f285-49c2-b25e-a045a574d43e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:23 user nova-compute[86206]: DEBUG nova.compute.manager [req-94b3100f-480b-4f4d-946c-e199102f1f29 req-ecfad44d-9e6e-4164-aad4-9587b7fdee9a service nova] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Received event network-vif-plugged-9d1d8fba-c79c-4633-949c-0dfa6e648f6c {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:22:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-94b3100f-480b-4f4d-946c-e199102f1f29 req-ecfad44d-9e6e-4164-aad4-9587b7fdee9a service nova] Acquiring lock "09a026c8-642a-43bb-be14-0d759e3eb82a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-94b3100f-480b-4f4d-946c-e199102f1f29 req-ecfad44d-9e6e-4164-aad4-9587b7fdee9a service nova] Lock "09a026c8-642a-43bb-be14-0d759e3eb82a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-94b3100f-480b-4f4d-946c-e199102f1f29 req-ecfad44d-9e6e-4164-aad4-9587b7fdee9a service nova] Lock "09a026c8-642a-43bb-be14-0d759e3eb82a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:23 user nova-compute[86206]: DEBUG nova.compute.manager [req-94b3100f-480b-4f4d-946c-e199102f1f29 req-ecfad44d-9e6e-4164-aad4-9587b7fdee9a service nova] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] No waiting events found dispatching network-vif-plugged-9d1d8fba-c79c-4633-949c-0dfa6e648f6c {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:22:23 user nova-compute[86206]: WARNING nova.compute.manager [req-94b3100f-480b-4f4d-946c-e199102f1f29 req-ecfad44d-9e6e-4164-aad4-9587b7fdee9a service nova] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Received unexpected event network-vif-plugged-9d1d8fba-c79c-4633-949c-0dfa6e648f6c for instance with vm_state deleted and task_state None.
Nov 10 13:22:23 user nova-compute[86206]: DEBUG nova.compute.manager [req-94b3100f-480b-4f4d-946c-e199102f1f29 req-ecfad44d-9e6e-4164-aad4-9587b7fdee9a service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Received event network-vif-plugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:22:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-94b3100f-480b-4f4d-946c-e199102f1f29 req-ecfad44d-9e6e-4164-aad4-9587b7fdee9a service nova] Acquiring lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-94b3100f-480b-4f4d-946c-e199102f1f29 req-ecfad44d-9e6e-4164-aad4-9587b7fdee9a service nova] Lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-94b3100f-480b-4f4d-946c-e199102f1f29 req-ecfad44d-9e6e-4164-aad4-9587b7fdee9a service nova] Lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:23 user nova-compute[86206]: DEBUG nova.compute.manager [req-94b3100f-480b-4f4d-946c-e199102f1f29 req-ecfad44d-9e6e-4164-aad4-9587b7fdee9a service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] No waiting events found dispatching network-vif-plugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:22:23 user nova-compute[86206]: WARNING nova.compute.manager [req-94b3100f-480b-4f4d-946c-e199102f1f29 req-ecfad44d-9e6e-4164-aad4-9587b7fdee9a service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Received unexpected event network-vif-plugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f for instance with vm_state active and task_state rescuing.
Nov 10 13:22:23 user nova-compute[86206]: DEBUG nova.compute.manager [req-94b3100f-480b-4f4d-946c-e199102f1f29 req-ecfad44d-9e6e-4164-aad4-9587b7fdee9a service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Received event network-vif-plugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:22:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-94b3100f-480b-4f4d-946c-e199102f1f29 req-ecfad44d-9e6e-4164-aad4-9587b7fdee9a service nova] Acquiring lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-94b3100f-480b-4f4d-946c-e199102f1f29 req-ecfad44d-9e6e-4164-aad4-9587b7fdee9a service nova] Lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-94b3100f-480b-4f4d-946c-e199102f1f29 req-ecfad44d-9e6e-4164-aad4-9587b7fdee9a service nova] Lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:23 user nova-compute[86206]: DEBUG nova.compute.manager [req-94b3100f-480b-4f4d-946c-e199102f1f29 req-ecfad44d-9e6e-4164-aad4-9587b7fdee9a service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] No waiting events found dispatching network-vif-plugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:22:23 user nova-compute[86206]: WARNING nova.compute.manager [req-94b3100f-480b-4f4d-946c-e199102f1f29 req-ecfad44d-9e6e-4164-aad4-9587b7fdee9a service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Received unexpected event network-vif-plugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f for instance with vm_state active and task_state rescuing.
Nov 10 13:22:23 user nova-compute[86206]: DEBUG nova.compute.manager [req-94b3100f-480b-4f4d-946c-e199102f1f29 req-ecfad44d-9e6e-4164-aad4-9587b7fdee9a service nova] [instance: 09a026c8-642a-43bb-be14-0d759e3eb82a] Received event network-vif-deleted-9d1d8fba-c79c-4633-949c-0dfa6e648f6c {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:22:23 user nova-compute[86206]: DEBUG nova.network.neutron [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Successfully updated port: 21b6fbc8-1657-4664-b9ae-6e51cd64a761 {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:22:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Acquiring lock "refresh_cache-e67daf4a-9438-455c-ad9e-f4b706296f77" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:22:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Acquired lock "refresh_cache-e67daf4a-9438-455c-ad9e-f4b706296f77" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:22:23 user nova-compute[86206]: DEBUG nova.network.neutron [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:22:23 user nova-compute[86206]: DEBUG nova.network.neutron [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:22:23 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-f3f8a7cf-f285-49c2-b25e-a045a574d43e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:22:23 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-f3f8a7cf-f285-49c2-b25e-a045a574d43e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:22:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f3f8a7cf-f285-49c2-b25e-a045a574d43e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.513s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:23 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-f3f8a7cf-f285-49c2-b25e-a045a574d43e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Deleted allocations for instance 09a026c8-642a-43bb-be14-0d759e3eb82a
Nov 10 13:22:24 user nova-compute[86206]: DEBUG nova.network.neutron [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Updating instance_info_cache with network_info: [{"id": "21b6fbc8-1657-4664-b9ae-6e51cd64a761", "address": "fa:16:3e:da:93:68", "network": {"id": "9de77117-4989-4714-8d67-66ff6a20fab2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-213645020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "378ba02177a94252ba488d7eead39556", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21b6fbc8-16", "ovs_interfaceid": "21b6fbc8-1657-4664-b9ae-6e51cd64a761", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:22:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f3f8a7cf-f285-49c2-b25e-a045a574d43e tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lock "09a026c8-642a-43bb-be14-0d759e3eb82a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.238s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Releasing lock "refresh_cache-e67daf4a-9438-455c-ad9e-f4b706296f77" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:22:24 user nova-compute[86206]: DEBUG nova.compute.manager [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Instance network_info: |[{"id": "21b6fbc8-1657-4664-b9ae-6e51cd64a761", "address": "fa:16:3e:da:93:68", "network": {"id": "9de77117-4989-4714-8d67-66ff6a20fab2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-213645020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "378ba02177a94252ba488d7eead39556", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21b6fbc8-16", "ovs_interfaceid": "21b6fbc8-1657-4664-b9ae-6e51cd64a761", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:22:24 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Start _get_guest_xml network_info=[{"id": "21b6fbc8-1657-4664-b9ae-6e51cd64a761", "address": "fa:16:3e:da:93:68", "network": {"id": "9de77117-4989-4714-8d67-66ff6a20fab2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-213645020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "378ba02177a94252ba488d7eead39556", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21b6fbc8-16", "ovs_interfaceid": "21b6fbc8-1657-4664-b9ae-6e51cd64a761", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '73290e4a-d2c0-4305-9ee6-397ce6a900ba'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:22:24 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:22:24 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:22:24 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:22:24 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:22:24 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:22:24 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:22:24 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:22:24 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:22:24 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:22:24 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:22:24 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:22:24 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:22:24 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:22:24 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:22:24 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:22:24 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:22:24 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:22:24 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:22:24 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:22:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-968041639',display_name='tempest-ServerActionsTestOtherB-server-968041639',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-968041639',id=16,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPVw5tlto/OFTP4uYHMnVJT32i7JE0GrRw++lAZ9UthCZCx8zF+PrhfXoOyCjooDBOImu49U/Jn0AzHPqUG7WWk3FEw4lZZ+vNZIBxrK5VKOGynbLA922brF0T5vxkfrtg==',key_name='tempest-keypair-936809989',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='378ba02177a94252ba488d7eead39556',ramdisk_id='',reservation_id='r-vc9u8lm1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-585458394',owner_user_name='tempest-ServerActionsTestOtherB-585458394-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:22:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47e87c7ff7a747c0a490d0091c5f321e',uuid=e67daf4a-9438-455c-ad9e-f4b706296f77,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "21b6fbc8-1657-4664-b9ae-6e51cd64a761", "address": "fa:16:3e:da:93:68", "network": {"id": "9de77117-4989-4714-8d67-66ff6a20fab2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-213645020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "378ba02177a94252ba488d7eead39556", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21b6fbc8-16", "ovs_interfaceid": "21b6fbc8-1657-4664-b9ae-6e51cd64a761", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:22:24 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Converting VIF {"id": "21b6fbc8-1657-4664-b9ae-6e51cd64a761", "address": "fa:16:3e:da:93:68", "network": {"id": "9de77117-4989-4714-8d67-66ff6a20fab2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-213645020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "378ba02177a94252ba488d7eead39556", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21b6fbc8-16", "ovs_interfaceid": "21b6fbc8-1657-4664-b9ae-6e51cd64a761", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:22:24 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:da:93:68,bridge_name='br-int',has_traffic_filtering=True,id=21b6fbc8-1657-4664-b9ae-6e51cd64a761,network=Network(9de77117-4989-4714-8d67-66ff6a20fab2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21b6fbc8-16') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:22:24 user nova-compute[86206]: DEBUG nova.objects.instance [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Lazy-loading 'pci_devices' on Instance uuid e67daf4a-9438-455c-ad9e-f4b706296f77 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:22:24 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:22:24 user nova-compute[86206]:   <uuid>e67daf4a-9438-455c-ad9e-f4b706296f77</uuid>
Nov 10 13:22:24 user nova-compute[86206]:   <name>instance-00000010</name>
Nov 10 13:22:24 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:22:24 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:22:24 user nova-compute[86206]:   <metadata>
Nov 10 13:22:24 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:22:24 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:22:24 user nova-compute[86206]:       <nova:name>tempest-ServerActionsTestOtherB-server-968041639</nova:name>
Nov 10 13:22:24 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:22:24</nova:creationTime>
Nov 10 13:22:24 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:22:24 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:22:24 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:22:24 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:22:24 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:22:24 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:22:24 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:22:24 user nova-compute[86206]:       <nova:owner>
Nov 10 13:22:24 user nova-compute[86206]:         <nova:user uuid="47e87c7ff7a747c0a490d0091c5f321e">tempest-ServerActionsTestOtherB-585458394-project-member</nova:user>
Nov 10 13:22:24 user nova-compute[86206]:         <nova:project uuid="378ba02177a94252ba488d7eead39556">tempest-ServerActionsTestOtherB-585458394</nova:project>
Nov 10 13:22:24 user nova-compute[86206]:       </nova:owner>
Nov 10 13:22:24 user nova-compute[86206]:       <nova:root type="image" uuid="73290e4a-d2c0-4305-9ee6-397ce6a900ba"/>
Nov 10 13:22:24 user nova-compute[86206]:       <nova:ports>
Nov 10 13:22:24 user nova-compute[86206]:         <nova:port uuid="21b6fbc8-1657-4664-b9ae-6e51cd64a761">
Nov 10 13:22:24 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 10 13:22:24 user nova-compute[86206]:         </nova:port>
Nov 10 13:22:24 user nova-compute[86206]:       </nova:ports>
Nov 10 13:22:24 user nova-compute[86206]:     </nova:instance>
Nov 10 13:22:24 user nova-compute[86206]:   </metadata>
Nov 10 13:22:24 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:22:24 user nova-compute[86206]:     <system>
Nov 10 13:22:24 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:22:24 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:22:24 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:22:24 user nova-compute[86206]:       <entry name="serial">e67daf4a-9438-455c-ad9e-f4b706296f77</entry>
Nov 10 13:22:24 user nova-compute[86206]:       <entry name="uuid">e67daf4a-9438-455c-ad9e-f4b706296f77</entry>
Nov 10 13:22:24 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:22:24 user nova-compute[86206]:     </system>
Nov 10 13:22:24 user nova-compute[86206]:   </sysinfo>
Nov 10 13:22:24 user nova-compute[86206]:   <os>
Nov 10 13:22:24 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:22:24 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:22:24 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:22:24 user nova-compute[86206]:   </os>
Nov 10 13:22:24 user nova-compute[86206]:   <features>
Nov 10 13:22:24 user nova-compute[86206]:     <acpi/>
Nov 10 13:22:24 user nova-compute[86206]:     <apic/>
Nov 10 13:22:24 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:22:24 user nova-compute[86206]:   </features>
Nov 10 13:22:24 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:22:24 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:22:24 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:22:24 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:22:24 user nova-compute[86206]:   </clock>
Nov 10 13:22:24 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:22:24 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:22:24 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:22:24 user nova-compute[86206]:   </cpu>
Nov 10 13:22:24 user nova-compute[86206]:   <devices>
Nov 10 13:22:24 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:22:24 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:22:24 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/disk"/>
Nov 10 13:22:24 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:22:24 user nova-compute[86206]:     </disk>
Nov 10 13:22:24 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:22:24 user nova-compute[86206]:       <mac address="fa:16:3e:da:93:68"/>
Nov 10 13:22:24 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:22:24 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:22:24 user nova-compute[86206]:       <target dev="tap21b6fbc8-16"/>
Nov 10 13:22:24 user nova-compute[86206]:     </interface>
Nov 10 13:22:24 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:22:24 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/console.log" append="off"/>
Nov 10 13:22:24 user nova-compute[86206]:     </serial>
Nov 10 13:22:24 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:22:24 user nova-compute[86206]:     <video>
Nov 10 13:22:24 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:22:24 user nova-compute[86206]:     </video>
Nov 10 13:22:24 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:22:24 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:22:24 user nova-compute[86206]:     </rng>
Nov 10 13:22:24 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:22:24 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:22:24 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:22:24 user nova-compute[86206]:     </memballoon>
Nov 10 13:22:24 user nova-compute[86206]:   </devices>
Nov 10 13:22:24 user nova-compute[86206]: </domain>
Nov 10 13:22:24 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:22:24 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:22:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-968041639',display_name='tempest-ServerActionsTestOtherB-server-968041639',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-968041639',id=16,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPVw5tlto/OFTP4uYHMnVJT32i7JE0GrRw++lAZ9UthCZCx8zF+PrhfXoOyCjooDBOImu49U/Jn0AzHPqUG7WWk3FEw4lZZ+vNZIBxrK5VKOGynbLA922brF0T5vxkfrtg==',key_name='tempest-keypair-936809989',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='378ba02177a94252ba488d7eead39556',ramdisk_id='',reservation_id='r-vc9u8lm1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-585458394',owner_user_name='tempest-ServerActionsTestOtherB-585458394-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:22:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47e87c7ff7a747c0a490d0091c5f321e',uuid=e67daf4a-9438-455c-ad9e-f4b706296f77,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "21b6fbc8-1657-4664-b9ae-6e51cd64a761", "address": "fa:16:3e:da:93:68", "network": {"id": "9de77117-4989-4714-8d67-66ff6a20fab2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-213645020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "378ba02177a94252ba488d7eead39556", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21b6fbc8-16", "ovs_interfaceid": "21b6fbc8-1657-4664-b9ae-6e51cd64a761", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:22:24 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Converting VIF {"id": "21b6fbc8-1657-4664-b9ae-6e51cd64a761", "address": "fa:16:3e:da:93:68", "network": {"id": "9de77117-4989-4714-8d67-66ff6a20fab2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-213645020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "378ba02177a94252ba488d7eead39556", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21b6fbc8-16", "ovs_interfaceid": "21b6fbc8-1657-4664-b9ae-6e51cd64a761", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:22:24 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:da:93:68,bridge_name='br-int',has_traffic_filtering=True,id=21b6fbc8-1657-4664-b9ae-6e51cd64a761,network=Network(9de77117-4989-4714-8d67-66ff6a20fab2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21b6fbc8-16') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:22:24 user nova-compute[86206]: DEBUG os_vif [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:da:93:68,bridge_name='br-int',has_traffic_filtering=True,id=21b6fbc8-1657-4664-b9ae-6e51cd64a761,network=Network(9de77117-4989-4714-8d67-66ff6a20fab2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21b6fbc8-16') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:22:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:22:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:22:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a3124d5a-15d1-5ce9-a20c-7c461d6a0d04', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:22:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:22:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap21b6fbc8-16, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:22:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap21b6fbc8-16, col_values=(('qos', UUID('1f972e54-610b-4c09-9d87-3ace250ecb68')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:22:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap21b6fbc8-16, col_values=(('external_ids', {'iface-id': '21b6fbc8-1657-4664-b9ae-6e51cd64a761', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:da:93:68', 'vm-uuid': 'e67daf4a-9438-455c-ad9e-f4b706296f77'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:22:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:22:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:24 user nova-compute[86206]: INFO os_vif [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:da:93:68,bridge_name='br-int',has_traffic_filtering=True,id=21b6fbc8-1657-4664-b9ae-6e51cd64a761,network=Network(9de77117-4989-4714-8d67-66ff6a20fab2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21b6fbc8-16')
Nov 10 13:22:24 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:22:24 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] No VIF found with MAC fa:16:3e:da:93:68, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:22:24 user nova-compute[86206]: DEBUG nova.compute.manager [None req-fb7203e3-a306-4319-96cd-bbfc2ec4e944 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:22:25 user nova-compute[86206]: DEBUG nova.compute.manager [req-3d80ac80-1e28-46e6-9b2b-0b947a4ed6b5 req-56c1da4d-5d2c-4ac7-a110-0361fb153ac0 service nova] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Received event network-changed-21b6fbc8-1657-4664-b9ae-6e51cd64a761 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:22:25 user nova-compute[86206]: DEBUG nova.compute.manager [req-3d80ac80-1e28-46e6-9b2b-0b947a4ed6b5 req-56c1da4d-5d2c-4ac7-a110-0361fb153ac0 service nova] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Refreshing instance network info cache due to event network-changed-21b6fbc8-1657-4664-b9ae-6e51cd64a761. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:22:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-3d80ac80-1e28-46e6-9b2b-0b947a4ed6b5 req-56c1da4d-5d2c-4ac7-a110-0361fb153ac0 service nova] Acquiring lock "refresh_cache-e67daf4a-9438-455c-ad9e-f4b706296f77" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:22:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-3d80ac80-1e28-46e6-9b2b-0b947a4ed6b5 req-56c1da4d-5d2c-4ac7-a110-0361fb153ac0 service nova] Acquired lock "refresh_cache-e67daf4a-9438-455c-ad9e-f4b706296f77" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:22:25 user nova-compute[86206]: DEBUG nova.network.neutron [req-3d80ac80-1e28-46e6-9b2b-0b947a4ed6b5 req-56c1da4d-5d2c-4ac7-a110-0361fb153ac0 service nova] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Refreshing network info cache for port 21b6fbc8-1657-4664-b9ae-6e51cd64a761 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:22:25 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:25 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:25 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:25 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:22:26 user nova-compute[86206]: DEBUG nova.network.neutron [req-3d80ac80-1e28-46e6-9b2b-0b947a4ed6b5 req-56c1da4d-5d2c-4ac7-a110-0361fb153ac0 service nova] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Updated VIF entry in instance network info cache for port 21b6fbc8-1657-4664-b9ae-6e51cd64a761. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:22:26 user nova-compute[86206]: DEBUG nova.network.neutron [req-3d80ac80-1e28-46e6-9b2b-0b947a4ed6b5 req-56c1da4d-5d2c-4ac7-a110-0361fb153ac0 service nova] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Updating instance_info_cache with network_info: [{"id": "21b6fbc8-1657-4664-b9ae-6e51cd64a761", "address": "fa:16:3e:da:93:68", "network": {"id": "9de77117-4989-4714-8d67-66ff6a20fab2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-213645020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "378ba02177a94252ba488d7eead39556", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21b6fbc8-16", "ovs_interfaceid": "21b6fbc8-1657-4664-b9ae-6e51cd64a761", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:22:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-3d80ac80-1e28-46e6-9b2b-0b947a4ed6b5 req-56c1da4d-5d2c-4ac7-a110-0361fb153ac0 service nova] Releasing lock "refresh_cache-e67daf4a-9438-455c-ad9e-f4b706296f77" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:22:26 user nova-compute[86206]: DEBUG nova.compute.manager [req-28ff0b11-2afe-45e1-a858-87d1a609f15d req-4db30ed0-c297-4d9d-9b02-770dc3f32410 service nova] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Received event network-vif-plugged-21b6fbc8-1657-4664-b9ae-6e51cd64a761 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:22:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-28ff0b11-2afe-45e1-a858-87d1a609f15d req-4db30ed0-c297-4d9d-9b02-770dc3f32410 service nova] Acquiring lock "e67daf4a-9438-455c-ad9e-f4b706296f77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-28ff0b11-2afe-45e1-a858-87d1a609f15d req-4db30ed0-c297-4d9d-9b02-770dc3f32410 service nova] Lock "e67daf4a-9438-455c-ad9e-f4b706296f77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-28ff0b11-2afe-45e1-a858-87d1a609f15d req-4db30ed0-c297-4d9d-9b02-770dc3f32410 service nova] Lock "e67daf4a-9438-455c-ad9e-f4b706296f77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:26 user nova-compute[86206]: DEBUG nova.compute.manager [req-28ff0b11-2afe-45e1-a858-87d1a609f15d req-4db30ed0-c297-4d9d-9b02-770dc3f32410 service nova] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] No waiting events found dispatching network-vif-plugged-21b6fbc8-1657-4664-b9ae-6e51cd64a761 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:22:26 user nova-compute[86206]: WARNING nova.compute.manager [req-28ff0b11-2afe-45e1-a858-87d1a609f15d req-4db30ed0-c297-4d9d-9b02-770dc3f32410 service nova] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Received unexpected event network-vif-plugged-21b6fbc8-1657-4664-b9ae-6e51cd64a761 for instance with vm_state building and task_state spawning.
Nov 10 13:22:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:26 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:22:26 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:22:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:26 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:22:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bac2f63e-79c7-4099-a783-bce18980a149 tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Acquiring lock "97eb8568-6a00-4d04-b621-16f2921b3761" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bac2f63e-79c7-4099-a783-bce18980a149 tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Lock "97eb8568-6a00-4d04-b621-16f2921b3761" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bac2f63e-79c7-4099-a783-bce18980a149 tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Acquiring lock "97eb8568-6a00-4d04-b621-16f2921b3761-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bac2f63e-79c7-4099-a783-bce18980a149 tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Lock "97eb8568-6a00-4d04-b621-16f2921b3761-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bac2f63e-79c7-4099-a783-bce18980a149 tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Lock "97eb8568-6a00-4d04-b621-16f2921b3761-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:27 user nova-compute[86206]: INFO nova.compute.manager [None req-bac2f63e-79c7-4099-a783-bce18980a149 tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Terminating instance
Nov 10 13:22:27 user nova-compute[86206]: DEBUG nova.compute.manager [None req-bac2f63e-79c7-4099-a783-bce18980a149 tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:22:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:27 user nova-compute[86206]: DEBUG nova.compute.manager [req-1aa9dd0f-5449-4470-ba18-8b7201da6520 req-a5032421-9298-4f0e-98c3-c04ae5d8997a service nova] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Received event network-vif-unplugged-c94ccc21-26e8-495d-875a-68bf30982b26 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:22:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1aa9dd0f-5449-4470-ba18-8b7201da6520 req-a5032421-9298-4f0e-98c3-c04ae5d8997a service nova] Acquiring lock "97eb8568-6a00-4d04-b621-16f2921b3761-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1aa9dd0f-5449-4470-ba18-8b7201da6520 req-a5032421-9298-4f0e-98c3-c04ae5d8997a service nova] Lock "97eb8568-6a00-4d04-b621-16f2921b3761-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1aa9dd0f-5449-4470-ba18-8b7201da6520 req-a5032421-9298-4f0e-98c3-c04ae5d8997a service nova] Lock "97eb8568-6a00-4d04-b621-16f2921b3761-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:27 user nova-compute[86206]: DEBUG nova.compute.manager [req-1aa9dd0f-5449-4470-ba18-8b7201da6520 req-a5032421-9298-4f0e-98c3-c04ae5d8997a service nova] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] No waiting events found dispatching network-vif-unplugged-c94ccc21-26e8-495d-875a-68bf30982b26 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:22:27 user nova-compute[86206]: DEBUG nova.compute.manager [req-1aa9dd0f-5449-4470-ba18-8b7201da6520 req-a5032421-9298-4f0e-98c3-c04ae5d8997a service nova] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Received event network-vif-unplugged-c94ccc21-26e8-495d-875a-68bf30982b26 for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:22:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:27 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Instance destroyed successfully.
Nov 10 13:22:27 user nova-compute[86206]: DEBUG nova.objects.instance [None req-bac2f63e-79c7-4099-a783-bce18980a149 tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Lazy-loading 'resources' on Instance uuid 97eb8568-6a00-4d04-b621-16f2921b3761 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:22:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-bac2f63e-79c7-4099-a783-bce18980a149 tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-10T13:16:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1218347727',display_name='tempest-AttachSCSIVolumeTestJSON-server-1218347727',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1218347727',id=7,image_ref='25cd0c64-3981-4810-9d14-08e8cbb83bfb',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBw41PAfPofw7eNJHgR4dQgrw5zbIwb8Fhf1TxkVb+z97ETjUro89K2yaXo8HPXA+HN7y+RQjvDp+8qEu2eXyi/6+8QEtdZJO0MDlob8Milgm+Byrc9OJzg+Vl7jNCHdgA==',key_name='tempest-keypair-1193617012',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:17:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c6b7b0e8e5e0470bb28e27551126a7f4',ramdisk_id='',reservation_id='r-h5qcgzwl',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='25cd0c64-3981-4810-9d14-08e8cbb83bfb',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_scsi_model='virtio-scsi',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-AttachSCSIVolumeTestJSON-1268529583',owner_user_name='tempest-AttachSCSIVolumeTestJSON-1268529583-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:17:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7931ad9b02c74d849223614efa36ecc1',uuid=97eb8568-6a00-4d04-b621-16f2921b3761,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c94ccc21-26e8-495d-875a-68bf30982b26", "address": "fa:16:3e:ea:49:05", "network": {"id": "be7a01ac-90ad-4946-9e53-35b7bf902991", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1377565553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c6b7b0e8e5e0470bb28e27551126a7f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc94ccc21-26", "ovs_interfaceid": "c94ccc21-26e8-495d-875a-68bf30982b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:22:27 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-bac2f63e-79c7-4099-a783-bce18980a149 tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Converting VIF {"id": "c94ccc21-26e8-495d-875a-68bf30982b26", "address": "fa:16:3e:ea:49:05", "network": {"id": "be7a01ac-90ad-4946-9e53-35b7bf902991", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1377565553-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c6b7b0e8e5e0470bb28e27551126a7f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc94ccc21-26", "ovs_interfaceid": "c94ccc21-26e8-495d-875a-68bf30982b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:22:27 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-bac2f63e-79c7-4099-a783-bce18980a149 tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ea:49:05,bridge_name='br-int',has_traffic_filtering=True,id=c94ccc21-26e8-495d-875a-68bf30982b26,network=Network(be7a01ac-90ad-4946-9e53-35b7bf902991),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc94ccc21-26') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:22:27 user nova-compute[86206]: DEBUG os_vif [None req-bac2f63e-79c7-4099-a783-bce18980a149 tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ea:49:05,bridge_name='br-int',has_traffic_filtering=True,id=c94ccc21-26e8-495d-875a-68bf30982b26,network=Network(be7a01ac-90ad-4946-9e53-35b7bf902991),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc94ccc21-26') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:22:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc94ccc21-26, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:22:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=718b9b02-8469-4e56-9cfb-332a44074888) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:22:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:27 user nova-compute[86206]: INFO os_vif [None req-bac2f63e-79c7-4099-a783-bce18980a149 tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ea:49:05,bridge_name='br-int',has_traffic_filtering=True,id=c94ccc21-26e8-495d-875a-68bf30982b26,network=Network(be7a01ac-90ad-4946-9e53-35b7bf902991),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc94ccc21-26')
Nov 10 13:22:27 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-bac2f63e-79c7-4099-a783-bce18980a149 tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Deleting instance files /opt/stack/data/nova/instances/97eb8568-6a00-4d04-b621-16f2921b3761_del
Nov 10 13:22:27 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-bac2f63e-79c7-4099-a783-bce18980a149 tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Deletion of /opt/stack/data/nova/instances/97eb8568-6a00-4d04-b621-16f2921b3761_del complete
Nov 10 13:22:28 user nova-compute[86206]: INFO nova.compute.manager [None req-bac2f63e-79c7-4099-a783-bce18980a149 tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Took 1.03 seconds to destroy the instance on the hypervisor.
Nov 10 13:22:28 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-bac2f63e-79c7-4099-a783-bce18980a149 tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:22:28 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:22:28 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:22:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:28 user nova-compute[86206]: DEBUG nova.compute.manager [req-64bf98c4-e50e-4f97-bf22-bf6e1e38e24c req-4d84ceb2-bc98-46f4-9def-74d4555b19af service nova] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Received event network-vif-plugged-21b6fbc8-1657-4664-b9ae-6e51cd64a761 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:22:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-64bf98c4-e50e-4f97-bf22-bf6e1e38e24c req-4d84ceb2-bc98-46f4-9def-74d4555b19af service nova] Acquiring lock "e67daf4a-9438-455c-ad9e-f4b706296f77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-64bf98c4-e50e-4f97-bf22-bf6e1e38e24c req-4d84ceb2-bc98-46f4-9def-74d4555b19af service nova] Lock "e67daf4a-9438-455c-ad9e-f4b706296f77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-64bf98c4-e50e-4f97-bf22-bf6e1e38e24c req-4d84ceb2-bc98-46f4-9def-74d4555b19af service nova] Lock "e67daf4a-9438-455c-ad9e-f4b706296f77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:28 user nova-compute[86206]: DEBUG nova.compute.manager [req-64bf98c4-e50e-4f97-bf22-bf6e1e38e24c req-4d84ceb2-bc98-46f4-9def-74d4555b19af service nova] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] No waiting events found dispatching network-vif-plugged-21b6fbc8-1657-4664-b9ae-6e51cd64a761 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:22:28 user nova-compute[86206]: WARNING nova.compute.manager [req-64bf98c4-e50e-4f97-bf22-bf6e1e38e24c req-4d84ceb2-bc98-46f4-9def-74d4555b19af service nova] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Received unexpected event network-vif-plugged-21b6fbc8-1657-4664-b9ae-6e51cd64a761 for instance with vm_state building and task_state spawning.
Nov 10 13:22:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/disk --force-share --output=json" returned: 0 in 0.246s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:28 user nova-compute[86206]: DEBUG nova.compute.manager [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:22:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:22:28 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Instance spawned successfully.
Nov 10 13:22:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:22:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:22:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:22:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:22:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:22:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:22:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:22:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:28 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Error from libvirt while getting description of instance-00000007: [Error Code 42] Domain not found: no domain with matching uuid '97eb8568-6a00-4d04-b621-16f2921b3761' (instance-00000007): libvirt.libvirtError: Domain not found: no domain with matching uuid '97eb8568-6a00-4d04-b621-16f2921b3761' (instance-00000007)
Nov 10 13:22:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319b5e3c-5f62-41da-93b6-7c6b9da3e261/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:28 user nova-compute[86206]: INFO nova.compute.manager [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Took 7.42 seconds to spawn the instance on the hypervisor.
Nov 10 13:22:28 user nova-compute[86206]: DEBUG nova.compute.manager [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:22:28 user nova-compute[86206]: INFO nova.compute.manager [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Took 8.56 seconds to build instance.
Nov 10 13:22:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319b5e3c-5f62-41da-93b6-7c6b9da3e261/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319b5e3c-5f62-41da-93b6-7c6b9da3e261/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-59ec52b1-4344-4c58-b423-7379c777b361 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Lock "e67daf4a-9438-455c-ad9e-f4b706296f77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.802s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/319b5e3c-5f62-41da-93b6-7c6b9da3e261/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:29 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:22:29 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Took 1.24 seconds to deallocate network for instance.
Nov 10 13:22:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bac2f63e-79c7-4099-a783-bce18980a149 tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bac2f63e-79c7-4099-a783-bce18980a149 tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:29 user nova-compute[86206]: DEBUG nova.compute.manager [req-7cc65ed9-6dc2-41a2-9999-cbcb95452566 req-c2204d98-9680-4afd-91d2-919d005f1102 service nova] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Received event network-vif-plugged-c94ccc21-26e8-495d-875a-68bf30982b26 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:22:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7cc65ed9-6dc2-41a2-9999-cbcb95452566 req-c2204d98-9680-4afd-91d2-919d005f1102 service nova] Acquiring lock "97eb8568-6a00-4d04-b621-16f2921b3761-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7cc65ed9-6dc2-41a2-9999-cbcb95452566 req-c2204d98-9680-4afd-91d2-919d005f1102 service nova] Lock "97eb8568-6a00-4d04-b621-16f2921b3761-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7cc65ed9-6dc2-41a2-9999-cbcb95452566 req-c2204d98-9680-4afd-91d2-919d005f1102 service nova] Lock "97eb8568-6a00-4d04-b621-16f2921b3761-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:29 user nova-compute[86206]: DEBUG nova.compute.manager [req-7cc65ed9-6dc2-41a2-9999-cbcb95452566 req-c2204d98-9680-4afd-91d2-919d005f1102 service nova] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] No waiting events found dispatching network-vif-plugged-c94ccc21-26e8-495d-875a-68bf30982b26 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:22:29 user nova-compute[86206]: WARNING nova.compute.manager [req-7cc65ed9-6dc2-41a2-9999-cbcb95452566 req-c2204d98-9680-4afd-91d2-919d005f1102 service nova] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Received unexpected event network-vif-plugged-c94ccc21-26e8-495d-875a-68bf30982b26 for instance with vm_state deleted and task_state None.
Nov 10 13:22:29 user nova-compute[86206]: DEBUG nova.compute.manager [req-7cc65ed9-6dc2-41a2-9999-cbcb95452566 req-c2204d98-9680-4afd-91d2-919d005f1102 service nova] [instance: 97eb8568-6a00-4d04-b621-16f2921b3761] Received event network-vif-deleted-c94ccc21-26e8-495d-875a-68bf30982b26 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:22:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/435e1f3c-3a23-4f40-a90e-844547969c7f/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/435e1f3c-3a23-4f40-a90e-844547969c7f/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/435e1f3c-3a23-4f40-a90e-844547969c7f/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:29 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-bac2f63e-79c7-4099-a783-bce18980a149 tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:22:29 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-bac2f63e-79c7-4099-a783-bce18980a149 tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:22:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bac2f63e-79c7-4099-a783-bce18980a149 tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.575s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:30 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-bac2f63e-79c7-4099-a783-bce18980a149 tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Deleted allocations for instance 97eb8568-6a00-4d04-b621-16f2921b3761
Nov 10 13:22:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/435e1f3c-3a23-4f40-a90e-844547969c7f/disk --force-share --output=json" returned: 0 in 0.241s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bac2f63e-79c7-4099-a783-bce18980a149 tempest-AttachSCSIVolumeTestJSON-1268529583 tempest-AttachSCSIVolumeTestJSON-1268529583-project-member] Lock "97eb8568-6a00-4d04-b621-16f2921b3761" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.187s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/disk --force-share --output=json" returned: 0 in 0.284s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:31 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:22:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a48ce18-2887-4676-9d7b-ebebbc8e5381/disk.rescue --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a48ce18-2887-4676-9d7b-ebebbc8e5381/disk.rescue --force-share --output=json" returned: 0 in 0.213s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a48ce18-2887-4676-9d7b-ebebbc8e5381/disk.rescue --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a48ce18-2887-4676-9d7b-ebebbc8e5381/disk.rescue --force-share --output=json" returned: 0 in 0.211s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93bd47f6-1459-4e93-b2d0-edff930f4498/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93bd47f6-1459-4e93-b2d0-edff930f4498/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93bd47f6-1459-4e93-b2d0-edff930f4498/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:32 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-6f15f91e-acc8-4b25-a6f9-0214d45ee675 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 435e1f3c-3a23-4f40-a90e-844547969c7f is timed out.
Nov 10 13:22:32 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-6f15f91e-acc8-4b25-a6f9-0214d45ee675 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Successfully detached device vdb from instance 435e1f3c-3a23-4f40-a90e-844547969c7f from the live domain config.
Nov 10 13:22:32 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6f15f91e-acc8-4b25-a6f9-0214d45ee675 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f15f91e-acc8-4b25-a6f9-0214d45ee675 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NetHToSB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde', 'volume_id': 'ee90b1cf-e0fd-4260-b2f7-fa51ce709304'}, None), 'kwargs': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:22:32 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-6f15f91e-acc8-4b25-a6f9-0214d45ee675 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:22:32 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-6f15f91e-acc8-4b25-a6f9-0214d45ee675 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-6f15f91e-acc8-4b25-a6f9-0214d45ee675 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[1823b09a-2a0d-4084-b131-afaab801aa44]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f15f91e-acc8-4b25-a6f9-0214d45ee675 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 13:22:32 user nova-compute[86206]: No targets found.
Nov 10 13:22:32 user nova-compute[86206]: iSNS:
Nov 10 13:22:32 user nova-compute[86206]: No targets found.
Nov 10 13:22:32 user nova-compute[86206]: STATIC:
Nov 10 13:22:32 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304
Nov 10 13:22:32 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:22:32 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:22:32 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d
Nov 10 13:22:32 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:22:32 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:22:32 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a
Nov 10 13:22:32 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:22:32 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:22:32 user nova-compute[86206]: FIRMWARE:
Nov 10 13:22:32 user nova-compute[86206]: No targets found.
Nov 10 13:22:32 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f15f91e-acc8-4b25-a6f9-0214d45ee675 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 13:22:32 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 13:22:32 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f15f91e-acc8-4b25-a6f9-0214d45ee675 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[81b98356-182a-4f0f-a781-09678c147f67]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[17c5a58e-1711-44de-9b0b-da4c6b77cfd5]: (4, ('tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f15f91e-acc8-4b25-a6f9-0214d45ee675 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:22:32 user nova-compute[86206]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d (non-flash)
Nov 10 13:22:32 user nova-compute[86206]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 (non-flash)
Nov 10 13:22:32 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f15f91e-acc8-4b25-a6f9-0214d45ee675 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] iscsi session list stdout=tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:22:32 user nova-compute[86206]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d (non-flash)
Nov 10 13:22:32 user nova-compute[86206]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 (non-flash)
Nov 10 13:22:32 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f15f91e-acc8-4b25-a6f9-0214d45ee675 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe464517b50>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304'): ({'sde'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-6f15f91e-acc8-4b25-a6f9-0214d45ee675 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Removing single pathed devices sde {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c2e5f5a-0e9f-4066-8992-2a4a11e5201a]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93bd47f6-1459-4e93-b2d0-edff930f4498/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.024s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca9dfdf1-7946-4ac6-9b37-29395cd9352b]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-6f15f91e-acc8-4b25-a6f9-0214d45ee675 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Flushing IO for device /dev/sde {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b689e03f-3562-48a5-afe0-4f49f806c3eb]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-6f15f91e-acc8-4b25-a6f9-0214d45ee675 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.048s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[aba50d54-ac87-44c1-ac57-c40949848795]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-6f15f91e-acc8-4b25-a6f9-0214d45ee675 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-6f15f91e-acc8-4b25-a6f9-0214d45ee675 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] SCSI volumes sde have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f15f91e-acc8-4b25-a6f9-0214d45ee675 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:32 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:22:32 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:22:32 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=7575MB free_disk=25.284072875976562GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7042c3ee-7b91-4248-ba51-2dd18f5280f1]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f15f91e-acc8-4b25-a6f9-0214d45ee675 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:32 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:33 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ff44317-db1c-4210-958e-39ad6b1ad521]: (4, ('Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304, portal: 172.16.0.220,3260]\nLogout of [sid: 9, target: iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:33 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f15f91e-acc8-4b25-a6f9-0214d45ee675 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304, portal: 172.16.0.220,3260]
Nov 10 13:22:33 user nova-compute[86206]: Logout of [sid: 9, target: iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304, portal: 172.16.0.220,3260] successful.
Nov 10 13:22:33 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:22:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee90b1cf-e0fd-4260-b2f7-fa51ce709304 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:33 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[43b71114-0cf1-4485-8ff6-89613388f796]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:33 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f15f91e-acc8-4b25-a6f9-0214d45ee675 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:22:33 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-6f15f91e-acc8-4b25-a6f9-0214d45ee675 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.861s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:22:33 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-6f15f91e-acc8-4b25-a6f9-0214d45ee675 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] <== disconnect_volume: return (864ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:22:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6f15f91e-acc8-4b25-a6f9-0214d45ee675 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 13:22:33 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance fbca50b2-5d7e-405a-ae5b-20651146376d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:22:33 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance e040d0fe-dea0-451e-91e2-6852000fa9dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:22:33 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 4509d78d-a41e-4150-beef-feed0bb03160 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:22:33 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 319b5e3c-5f62-41da-93b6-7c6b9da3e261 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:22:33 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 435e1f3c-3a23-4f40-a90e-844547969c7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:22:33 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 8a48ce18-2887-4676-9d7b-ebebbc8e5381 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:22:33 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 0cd831ff-01f4-4619-9b56-2455a7a54486 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:22:33 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 93bd47f6-1459-4e93-b2d0-edff930f4498 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:22:33 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 03a08249-4257-40cc-8cb5-98aa7107d338 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:22:33 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance e67daf4a-9438-455c-ad9e-f4b706296f77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:22:33 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:22:33 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:22:33 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Refreshing inventories for resource provider 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 10 13:22:33 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Updating ProviderTree inventory for provider 97afe8a5-73d4-462c-9196-a44dc5775cec from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 10 13:22:33 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Updating inventory in ProviderTree for provider 97afe8a5-73d4-462c-9196-a44dc5775cec with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 10 13:22:33 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Refreshing aggregate associations for resource provider 97afe8a5-73d4-462c-9196-a44dc5775cec, aggregates: None {{(pid=86206) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 10 13:22:33 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Refreshing trait associations for resource provider 97afe8a5-73d4-462c-9196-a44dc5775cec, traits: COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_USB,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_SSE,COMPUTE_NODE,COMPUTE_STORAGE_BUS_VIRTIO,HW_CPU_X86_MMX,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_SSSE3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE2,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE41,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIF_MODEL_VIRTIO {{(pid=86206) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 10 13:22:33 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:22:33 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:22:33 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:22:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.032s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:33 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:22:33 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Cleaning up deleted instances with incomplete migration  {{(pid=86206) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 10 13:22:33 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:22:34 user nova-compute[86206]: DEBUG nova.objects.instance [None req-6f15f91e-acc8-4b25-a6f9-0214d45ee675 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Lazy-loading 'flavor' on Instance uuid 435e1f3c-3a23-4f40-a90e-844547969c7f {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:22:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-6f15f91e-acc8-4b25-a6f9-0214d45ee675 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Lock "435e1f3c-3a23-4f40-a90e-844547969c7f" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.760s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:34 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:22:34 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:22:34 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:22:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "refresh_cache-319b5e3c-5f62-41da-93b6-7c6b9da3e261" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:22:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquired lock "refresh_cache-319b5e3c-5f62-41da-93b6-7c6b9da3e261" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:22:35 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Forcefully refreshing network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 10 13:22:35 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Updating instance_info_cache with network_info: [{"id": "b80b5214-f5f7-4312-b4b0-1086ea8eb01a", "address": "fa:16:3e:90:5c:ed", "network": {"id": "eaddf27c-6e08-4cb5-9e8f-5938b961baac", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-259672075-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e320fd07e1384fab928ea80d1cc07c8b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb80b5214-f5", "ovs_interfaceid": "b80b5214-f5f7-4312-b4b0-1086ea8eb01a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:22:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Releasing lock "refresh_cache-319b5e3c-5f62-41da-93b6-7c6b9da3e261" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:22:35 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Updated the network info_cache for instance {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 10 13:22:35 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:22:35 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:22:35 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:22:35 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:22:35 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:22:35 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 13:22:37 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:37 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:43 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-1a20a3a2-7155-4346-8ebd-d8bd8be9b67f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 93bd47f6-1459-4e93-b2d0-edff930f4498 is timed out.
Nov 10 13:22:43 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-1a20a3a2-7155-4346-8ebd-d8bd8be9b67f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Successfully detached device vdc from instance 93bd47f6-1459-4e93-b2d0-edff930f4498 from the live domain config.
Nov 10 13:22:43 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1a20a3a2-7155-4346-8ebd-d8bd8be9b67f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a20a3a2-7155-4346-8ebd-d8bd8be9b67f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jWpirGJC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:22:43 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-1a20a3a2-7155-4346-8ebd-d8bd8be9b67f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:22:43 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-1a20a3a2-7155-4346-8ebd-d8bd8be9b67f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-1a20a3a2-7155-4346-8ebd-d8bd8be9b67f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb9d6a63-e9fd-41d8-9c7e-e51d57d0cb13]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a20a3a2-7155-4346-8ebd-d8bd8be9b67f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 13:22:43 user nova-compute[86206]: No targets found.
Nov 10 13:22:43 user nova-compute[86206]: iSNS:
Nov 10 13:22:43 user nova-compute[86206]: No targets found.
Nov 10 13:22:43 user nova-compute[86206]: STATIC:
Nov 10 13:22:43 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d
Nov 10 13:22:43 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:22:43 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:22:43 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a
Nov 10 13:22:43 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:22:43 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:22:43 user nova-compute[86206]: FIRMWARE:
Nov 10 13:22:43 user nova-compute[86206]: No targets found.
Nov 10 13:22:43 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a20a3a2-7155-4346-8ebd-d8bd8be9b67f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 13:22:43 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 13:22:43 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a20a3a2-7155-4346-8ebd-d8bd8be9b67f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[08f0c332-262e-4058-9484-9dd31e69a1b0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[28966832-f08a-4386-b7c9-a9f7ad77668c]: (4, ('tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a20a3a2-7155-4346-8ebd-d8bd8be9b67f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:22:43 user nova-compute[86206]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d (non-flash)
Nov 10 13:22:43 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a20a3a2-7155-4346-8ebd-d8bd8be9b67f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] iscsi session list stdout=tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:22:43 user nova-compute[86206]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d (non-flash)
Nov 10 13:22:43 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a20a3a2-7155-4346-8ebd-d8bd8be9b67f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe48831e9e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d'): ({'sdd'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-1a20a3a2-7155-4346-8ebd-d8bd8be9b67f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Removing single pathed devices sdd {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[82ed4e9e-5df5-4d77-a662-3da109d375a4]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.024s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe635040-2ee8-4877-a07b-5b5571040db3]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-1a20a3a2-7155-4346-8ebd-d8bd8be9b67f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Flushing IO for device /dev/sdd {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.015s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1719486-16e6-4a75-ac31-b46e7214527a]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-1a20a3a2-7155-4346-8ebd-d8bd8be9b67f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.040s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe6e8eb9-6ef5-4a82-ba09-1c060cca3101]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-1a20a3a2-7155-4346-8ebd-d8bd8be9b67f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-1a20a3a2-7155-4346-8ebd-d8bd8be9b67f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] SCSI volumes sdd have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a20a3a2-7155-4346-8ebd-d8bd8be9b67f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[83f321dc-d2d9-495c-a1a2-82cc356a1e7a]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a20a3a2-7155-4346-8ebd-d8bd8be9b67f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[150d5bb3-7a70-43b1-a449-ed35e9d6dc6d]: (4, ('Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d, portal: 172.16.0.220,3260]\nLogout of [sid: 8, target: iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a20a3a2-7155-4346-8ebd-d8bd8be9b67f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d, portal: 172.16.0.220,3260]
Nov 10 13:22:43 user nova-compute[86206]: Logout of [sid: 8, target: iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d, portal: 172.16.0.220,3260] successful.
Nov 10 13:22:43 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9079b62f-70d4-4fbd-8c97-01c6daca0f0d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[db5409af-b188-44b0-8cd4-14d217ff841b]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a20a3a2-7155-4346-8ebd-d8bd8be9b67f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-1a20a3a2-7155-4346-8ebd-d8bd8be9b67f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.307s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a20a3a2-7155-4346-8ebd-d8bd8be9b67f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] <== disconnect_volume: return (308ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:22:43 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1a20a3a2-7155-4346-8ebd-d8bd8be9b67f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KJVTnDhC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:22:44 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:22:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:22:44 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:22:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:22:44 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:22:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5b7b921-5274-4079-bbc6-0e977855a69c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 13:22:44 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG nova.objects.instance [None req-1a20a3a2-7155-4346-8ebd-d8bd8be9b67f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lazy-loading 'flavor' on Instance uuid 93bd47f6-1459-4e93-b2d0-edff930f4498 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c77c3d68-08b1-4c4c-a1d7-edef04c6cae5]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4] added
Nov 10 13:22:44 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[aadda8d3-9f9b-435c-a0a4-13465e4c4959]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1a20a3a2-7155-4346-8ebd-d8bd8be9b67f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "93bd47f6-1459-4e93-b2d0-edff930f4498" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.919s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[453e2f20-d059-4252-9548-86503f7cb6c5]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KJVTnDhC {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KJVTnDhC" returned: 0 in 0.030s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[36d23d85-f969-4f7f-8571-fac6deb424dc]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'KJVTnDhC'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b25e006-e34a-4bc5-ab6d-ddea926a6837]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[3319dd80-a477-4c5b-a0e0-b43857070db5]: (4, ('tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:22:44 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsi session list stdout=tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:22:44 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbe1c93b-2529-479e-8e3e-8d04e86ae708]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4, portal: 172.16.0.220,3260]
Nov 10 13:22:44 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4, portal: 172.16.0.220,3260] successful.
Nov 10 13:22:44 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[045dfdc2-c6ac-4c7a-96ea-b14f326b5f45]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fac790b-432b-43c1-acbb-342dfdd13e2e]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 (non-flash)
Nov 10 13:22:44 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:22:44 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 (non-flash)
Nov 10 13:22:44 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:22:44 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.276s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] HCTL ('33', '-', '-', 0) found on session 10 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[970adee6-2600-4255-b665-d01e814eb418]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:44 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Searching for a device in session 10 and hctl ['33', '*', '*', 0] yield: None {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:22:45 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Searching for a device in session 10 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:22:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KJVTnDhC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:22:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.308s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:22:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] <== connect_volume: return (1309ms) {'type': 'block', 'scsi_wwn': '23062363161626531', 'path': '/dev/sdb'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:22:45 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23062363161626531', 'path': '/dev/sdb'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:22:45 user nova-compute[86206]: DEBUG nova.objects.instance [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lazy-loading 'flavor' on Instance uuid 0cd831ff-01f4-4619-9b56-2455a7a54486 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:22:45 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] attach device xml: <disk type="block" device="disk">
Nov 10 13:22:45 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:22:45 user nova-compute[86206]:   <source dev="/dev/sdb"/>
Nov 10 13:22:45 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:22:45 user nova-compute[86206]:   <serial>c883896a-4949-4735-8291-50daa3fab1b4</serial>
Nov 10 13:22:45 user nova-compute[86206]: </disk>
Nov 10 13:22:45 user nova-compute[86206]:  {{(pid=86206) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 10 13:22:46 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:22:46 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] No BDM found with device name vdb, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:22:46 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] No VIF found with MAC fa:16:3e:74:c1:f3, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:22:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a599f64f-c6fb-44ee-85f7-3b51da9d136d tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "0cd831ff-01f4-4619-9b56-2455a7a54486" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 30.057s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:47 user nova-compute[86206]: INFO nova.compute.manager [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Rebuilding instance
Nov 10 13:22:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Acquiring lock "8fcb379b-6c55-4361-8712-e3097b69ccd7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Lock "8fcb379b-6c55-4361-8712-e3097b69ccd7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:47 user nova-compute[86206]: DEBUG nova.compute.manager [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:22:47 user nova-compute[86206]: DEBUG nova.compute.manager [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:22:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:47 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:22:47 user nova-compute[86206]: INFO nova.compute.claims [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Claim successful on node user
Nov 10 13:22:47 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:47 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:47 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG nova.compute.manager [req-b9bf6236-b881-454b-a7df-04fc4a6b9684 req-2abcca2f-bb09-4655-a0d3-3b5b0739fe27 service nova] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Received event network-vif-unplugged-7c55ba36-d411-490b-97ab-48baaa987e2c {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b9bf6236-b881-454b-a7df-04fc4a6b9684 req-2abcca2f-bb09-4655-a0d3-3b5b0739fe27 service nova] Acquiring lock "0cd831ff-01f4-4619-9b56-2455a7a54486-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b9bf6236-b881-454b-a7df-04fc4a6b9684 req-2abcca2f-bb09-4655-a0d3-3b5b0739fe27 service nova] Lock "0cd831ff-01f4-4619-9b56-2455a7a54486-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b9bf6236-b881-454b-a7df-04fc4a6b9684 req-2abcca2f-bb09-4655-a0d3-3b5b0739fe27 service nova] Lock "0cd831ff-01f4-4619-9b56-2455a7a54486-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG nova.compute.manager [req-b9bf6236-b881-454b-a7df-04fc4a6b9684 req-2abcca2f-bb09-4655-a0d3-3b5b0739fe27 service nova] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] No waiting events found dispatching network-vif-unplugged-7c55ba36-d411-490b-97ab-48baaa987e2c {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:22:48 user nova-compute[86206]: WARNING nova.compute.manager [req-b9bf6236-b881-454b-a7df-04fc4a6b9684 req-2abcca2f-bb09-4655-a0d3-3b5b0739fe27 service nova] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Received unexpected event network-vif-unplugged-7c55ba36-d411-490b-97ab-48baaa987e2c for instance with vm_state active and task_state rebuilding.
Nov 10 13:22:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.536s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG nova.compute.manager [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG nova.compute.manager [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG nova.network.neutron [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:22:48 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:22:48 user nova-compute[86206]: DEBUG nova.compute.manager [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG nova.policy [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22ce08bbf13442fca10aec4e022867af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0f53b8272fa4e55be205cf13607a37f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:22:48 user nova-compute[86206]: INFO nova.virt.block_device [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Booting with volume 6a9b2e11-3b7a-4135-b94e-dcab3d235344 at /dev/vda
Nov 10 13:22:48 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Instance destroyed successfully.
Nov 10 13:22:48 user nova-compute[86206]: DEBUG os_brick.utils [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae4eaad2-c286-4c6b-a214-720f4efacda1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff9b7904-2d6c-41dc-9e90-26b48a687aa7]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:48 user nova-compute[86206]: INFO nova.compute.manager [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Detaching volume c883896a-4949-4735-8291-50daa3fab1b4
Nov 10 13:22:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cb8d492-0a12-45a7-aa46-5423efe02076]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[44bc1925-84bd-4907-94b9-82f16b7b638c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:48 user nova-compute[86206]: INFO nova.virt.block_device [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Attempting to driver detach volume c883896a-4949-4735-8291-50daa3fab1b4 from mountpoint /dev/vdb
Nov 10 13:22:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:22:48 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:22:48 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[53949e03-b581-42d1-9387-8095d270e2e9]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG os_brick.utils [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Updating existing volume attachment record: 2c54b49d-4196-48a6-86ee-f6e7e297e5d2 {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Attempting to detach device vdb from instance 0cd831ff-01f4-4619-9b56-2455a7a54486 from the persistent domain config. {{(pid=86206) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 13:22:48 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:22:48 user nova-compute[86206]:   <source dev="/dev/sdb"/>
Nov 10 13:22:48 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:22:48 user nova-compute[86206]:   <serial>c883896a-4949-4735-8291-50daa3fab1b4</serial>
Nov 10 13:22:48 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 10 13:22:48 user nova-compute[86206]: </disk>
Nov 10 13:22:48 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 13:22:48 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Successfully detached device vdb from instance 0cd831ff-01f4-4619-9b56-2455a7a54486 from the persistent domain config.
Nov 10 13:22:48 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KJVTnDhC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:22:48 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 10 13:22:48 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[da9ad31d-3aea-40a8-99db-d5579a1a6a0e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 13:22:48 user nova-compute[86206]: No targets found.
Nov 10 13:22:48 user nova-compute[86206]: iSNS:
Nov 10 13:22:48 user nova-compute[86206]: No targets found.
Nov 10 13:22:48 user nova-compute[86206]: STATIC:
Nov 10 13:22:48 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4
Nov 10 13:22:48 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:22:48 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:22:48 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a
Nov 10 13:22:48 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:22:48 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:22:48 user nova-compute[86206]: FIRMWARE:
Nov 10 13:22:48 user nova-compute[86206]: No targets found.
Nov 10 13:22:48 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 13:22:48 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 13:22:48 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[be1628a7-2679-45d7-bb48-33056b2f5176]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a353a67e-d4ec-44ed-bc37-3ebcf854aa2b]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 (non-flash)
Nov 10 13:22:48 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:22:48 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 (non-flash)
Nov 10 13:22:48 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:22:48 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe4646d6dd0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4'): ({'sdb'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Removing single pathed devices sdb {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[4afc572d-23fa-4e5d-9565-420e31f80e55]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:48 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[802a7933-c22a-4519-a6f7-27d624acf8eb]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Flushing IO for device /dev/sdb {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7025b6b2-8308-4f68-999b-afbad8dc0588]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.037s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f372d557-c335-4bde-8d89-022dae117711]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] SCSI volumes sdb have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a71811a8-5b26-45ae-bc52-795bb2854501]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e90a064-9185-4fac-a049-9a68748322e7]: (4, ('Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4, portal: 172.16.0.220,3260]\nLogout of [sid: 10, target: iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4, portal: 172.16.0.220,3260]
Nov 10 13:22:49 user nova-compute[86206]: Logout of [sid: 10, target: iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4, portal: 172.16.0.220,3260] successful.
Nov 10 13:22:49 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7774b655-a54b-4e80-a13a-a6f6496c2bae]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.299s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] <== disconnect_volume: return (301ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._sync_power_states {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:22:49 user nova-compute[86206]: WARNING nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] While synchronizing instance power states, found 11 instances in the database and 10 instances on the hypervisor.
Nov 10 13:22:49 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Triggering sync for uuid fbca50b2-5d7e-405a-ae5b-20651146376d {{(pid=86206) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Triggering sync for uuid e040d0fe-dea0-451e-91e2-6852000fa9dc {{(pid=86206) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Triggering sync for uuid 4509d78d-a41e-4150-beef-feed0bb03160 {{(pid=86206) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Triggering sync for uuid 93bd47f6-1459-4e93-b2d0-edff930f4498 {{(pid=86206) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Triggering sync for uuid 319b5e3c-5f62-41da-93b6-7c6b9da3e261 {{(pid=86206) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Triggering sync for uuid 435e1f3c-3a23-4f40-a90e-844547969c7f {{(pid=86206) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Triggering sync for uuid 8a48ce18-2887-4676-9d7b-ebebbc8e5381 {{(pid=86206) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Triggering sync for uuid 0cd831ff-01f4-4619-9b56-2455a7a54486 {{(pid=86206) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Triggering sync for uuid 03a08249-4257-40cc-8cb5-98aa7107d338 {{(pid=86206) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Triggering sync for uuid e67daf4a-9438-455c-ad9e-f4b706296f77 {{(pid=86206) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Triggering sync for uuid 8fcb379b-6c55-4361-8712-e3097b69ccd7 {{(pid=86206) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "fbca50b2-5d7e-405a-ae5b-20651146376d" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "fbca50b2-5d7e-405a-ae5b-20651146376d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "e040d0fe-dea0-451e-91e2-6852000fa9dc" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "e040d0fe-dea0-451e-91e2-6852000fa9dc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "4509d78d-a41e-4150-beef-feed0bb03160" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "4509d78d-a41e-4150-beef-feed0bb03160" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "93bd47f6-1459-4e93-b2d0-edff930f4498" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "93bd47f6-1459-4e93-b2d0-edff930f4498" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "319b5e3c-5f62-41da-93b6-7c6b9da3e261" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "319b5e3c-5f62-41da-93b6-7c6b9da3e261" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "435e1f3c-3a23-4f40-a90e-844547969c7f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "435e1f3c-3a23-4f40-a90e-844547969c7f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "0cd831ff-01f4-4619-9b56-2455a7a54486" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "0cd831ff-01f4-4619-9b56-2455a7a54486" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:49 user nova-compute[86206]: INFO nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] During sync_power_state the instance has a pending task (rebuilding). Skip.
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "0cd831ff-01f4-4619-9b56-2455a7a54486" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "03a08249-4257-40cc-8cb5-98aa7107d338" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "03a08249-4257-40cc-8cb5-98aa7107d338" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "e67daf4a-9438-455c-ad9e-f4b706296f77" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "e67daf4a-9438-455c-ad9e-f4b706296f77" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "8fcb379b-6c55-4361-8712-e3097b69ccd7" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "fbca50b2-5d7e-405a-ae5b-20651146376d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.096s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "e040d0fe-dea0-451e-91e2-6852000fa9dc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.096s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "319b5e3c-5f62-41da-93b6-7c6b9da3e261" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.096s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "4509d78d-a41e-4150-beef-feed0bb03160" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.111s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.108s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "03a08249-4257-40cc-8cb5-98aa7107d338" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.106s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "93bd47f6-1459-4e93-b2d0-edff930f4498" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.114s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "435e1f3c-3a23-4f40-a90e-844547969c7f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.118s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "e67daf4a-9438-455c-ad9e-f4b706296f77" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.124s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:49 user nova-compute[86206]: DEBUG nova.network.neutron [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Successfully created port: a3677250-6a57-442d-88aa-97202061c98e {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:22:50 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Instance destroyed successfully.
Nov 10 13:22:50 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:20:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1686418898',display_name='tempest-ServerActionsTestOtherA-server-1073284533',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1686418898',id=14,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOhmHobsGWJQhXRDH7wFTJN4Ko2T+DyGg5TzR3N7MVdZw7P+ONZE1NuP8MjzMuWjGJVJSv79Z1U3b0WNxxyloLjdgJxzfqAM7mppfgOXomYIhkqIwtFfkhMq2yXD3pGWVA==',key_name='tempest-keypair-2054712040',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:20:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='aa556336540e427c9e304bbea288aa30',ramdisk_id='',reservation_id='r-ctlch06s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-390805104',owner_user_name='tempest-ServerActionsTestOtherA-390805104-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:22:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4a3b7d9322594e2fb154a787c8054f20',uuid=0cd831ff-01f4-4619-9b56-2455a7a54486,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7c55ba36-d411-490b-97ab-48baaa987e2c", "address": "fa:16:3e:74:c1:f3", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c55ba36-d4", "ovs_interfaceid": "7c55ba36-d411-490b-97ab-48baaa987e2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Converting VIF {"id": "7c55ba36-d411-490b-97ab-48baaa987e2c", "address": "fa:16:3e:74:c1:f3", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c55ba36-d4", "ovs_interfaceid": "7c55ba36-d411-490b-97ab-48baaa987e2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:74:c1:f3,bridge_name='br-int',has_traffic_filtering=True,id=7c55ba36-d411-490b-97ab-48baaa987e2c,network=Network(2a23f5a5-f10f-463c-8b01-f554f87e7379),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c55ba36-d4') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG os_vif [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:74:c1:f3,bridge_name='br-int',has_traffic_filtering=True,id=7c55ba36-d411-490b-97ab-48baaa987e2c,network=Network(2a23f5a5-f10f-463c-8b01-f554f87e7379),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c55ba36-d4') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7c55ba36-d4, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG nova.compute.manager [req-bb5cba42-1425-4391-b008-5ea177a2ff08 req-9a68085d-9383-4527-affd-48b265fffd7d service nova] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Received event network-vif-plugged-7c55ba36-d411-490b-97ab-48baaa987e2c {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-bb5cba42-1425-4391-b008-5ea177a2ff08 req-9a68085d-9383-4527-affd-48b265fffd7d service nova] Acquiring lock "0cd831ff-01f4-4619-9b56-2455a7a54486-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-bb5cba42-1425-4391-b008-5ea177a2ff08 req-9a68085d-9383-4527-affd-48b265fffd7d service nova] Lock "0cd831ff-01f4-4619-9b56-2455a7a54486-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-bb5cba42-1425-4391-b008-5ea177a2ff08 req-9a68085d-9383-4527-affd-48b265fffd7d service nova] Lock "0cd831ff-01f4-4619-9b56-2455a7a54486-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG nova.compute.manager [req-bb5cba42-1425-4391-b008-5ea177a2ff08 req-9a68085d-9383-4527-affd-48b265fffd7d service nova] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] No waiting events found dispatching network-vif-plugged-7c55ba36-d411-490b-97ab-48baaa987e2c {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:22:50 user nova-compute[86206]: WARNING nova.compute.manager [req-bb5cba42-1425-4391-b008-5ea177a2ff08 req-9a68085d-9383-4527-affd-48b265fffd7d service nova] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Received unexpected event network-vif-plugged-7c55ba36-d411-490b-97ab-48baaa987e2c for instance with vm_state active and task_state rebuilding.
Nov 10 13:22:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0f1f4be2-b9de-485e-90f3-d50ce4fce566) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:22:50 user nova-compute[86206]: INFO os_vif [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:74:c1:f3,bridge_name='br-int',has_traffic_filtering=True,id=7c55ba36-d411-490b-97ab-48baaa987e2c,network=Network(2a23f5a5-f10f-463c-8b01-f554f87e7379),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c55ba36-d4')
Nov 10 13:22:50 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KJVTnDhC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:22:50 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 10 13:22:50 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f04a1ad6-4ca4-4609-885a-d479ed245d6e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 13:22:50 user nova-compute[86206]: No targets found.
Nov 10 13:22:50 user nova-compute[86206]: iSNS:
Nov 10 13:22:50 user nova-compute[86206]: No targets found.
Nov 10 13:22:50 user nova-compute[86206]: STATIC:
Nov 10 13:22:50 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a
Nov 10 13:22:50 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:22:50 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:22:50 user nova-compute[86206]: FIRMWARE:
Nov 10 13:22:50 user nova-compute[86206]: No targets found.
Nov 10 13:22:50 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 13:22:50 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 13:22:50 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0273893-1cfb-4506-9408-2295ad3e8b92]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[60238a44-4152-48d6-a9e9-9755f592d715]: (4, ('tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:22:50 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsi session list stdout=tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:22:50 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe4645027a0>, {}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Disconnecting from: [] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.073s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] <== disconnect_volume: return (74ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 13:22:50 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Deleting instance files /opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486_del
Nov 10 13:22:50 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Deletion of /opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486_del complete
Nov 10 13:22:50 user nova-compute[86206]: INFO nova.virt.block_device [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Booting with volume c883896a-4949-4735-8291-50daa3fab1b4 at /dev/vdb
Nov 10 13:22:50 user nova-compute[86206]: DEBUG nova.network.neutron [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Successfully updated port: a3677250-6a57-442d-88aa-97202061c98e {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Acquiring lock "refresh_cache-8fcb379b-6c55-4361-8712-e3097b69ccd7" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Acquired lock "refresh_cache-8fcb379b-6c55-4361-8712-e3097b69ccd7" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG nova.network.neutron [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG os_brick.utils [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a84e259-2746-49df-9a83-38b5041d0f00]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG nova.compute.manager [req-f23c876b-9ab4-4bbd-81f1-0fc06eda230e req-27235223-a79b-4a45-b604-afe4a7406467 service nova] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Received event network-changed-a3677250-6a57-442d-88aa-97202061c98e {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG nova.compute.manager [req-f23c876b-9ab4-4bbd-81f1-0fc06eda230e req-27235223-a79b-4a45-b604-afe4a7406467 service nova] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Refreshing instance network info cache due to event network-changed-a3677250-6a57-442d-88aa-97202061c98e. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f23c876b-9ab4-4bbd-81f1-0fc06eda230e req-27235223-a79b-4a45-b604-afe4a7406467 service nova] Acquiring lock "refresh_cache-8fcb379b-6c55-4361-8712-e3097b69ccd7" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1fce9f9-69fa-49a0-8248-bba4397f1ada]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a256b48-72f3-4b15-b51f-0b1a3a86be56]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f180b699-fcea-41ab-8bba-1bee0594e9bc]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG nova.network.neutron [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:22:50 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:22:50 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f486e94-0529-4b67-be5b-0b97f1570007]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG os_brick.utils [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Updating existing volume attachment record: 988be130-770a-402e-be57-45efed78fc1e {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG nova.network.neutron [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Updating instance_info_cache with network_info: [{"id": "a3677250-6a57-442d-88aa-97202061c98e", "address": "fa:16:3e:7c:c9:2e", "network": {"id": "0945ec2e-2e65-4cfa-8e23-3caf9acbcb43", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-134726832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0f53b8272fa4e55be205cf13607a37f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3677250-6a", "ovs_interfaceid": "a3677250-6a57-442d-88aa-97202061c98e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Releasing lock "refresh_cache-8fcb379b-6c55-4361-8712-e3097b69ccd7" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG nova.compute.manager [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Instance network_info: |[{"id": "a3677250-6a57-442d-88aa-97202061c98e", "address": "fa:16:3e:7c:c9:2e", "network": {"id": "0945ec2e-2e65-4cfa-8e23-3caf9acbcb43", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-134726832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0f53b8272fa4e55be205cf13607a37f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3677250-6a", "ovs_interfaceid": "a3677250-6a57-442d-88aa-97202061c98e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f23c876b-9ab4-4bbd-81f1-0fc06eda230e req-27235223-a79b-4a45-b604-afe4a7406467 service nova] Acquired lock "refresh_cache-8fcb379b-6c55-4361-8712-e3097b69ccd7" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:22:50 user nova-compute[86206]: DEBUG nova.network.neutron [req-f23c876b-9ab4-4bbd-81f1-0fc06eda230e req-27235223-a79b-4a45-b604-afe4a7406467 service nova] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Refreshing network info cache for port a3677250-6a57-442d-88aa-97202061c98e {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:22:51 user nova-compute[86206]: DEBUG nova.network.neutron [req-f23c876b-9ab4-4bbd-81f1-0fc06eda230e req-27235223-a79b-4a45-b604-afe4a7406467 service nova] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Updated VIF entry in instance network info cache for port a3677250-6a57-442d-88aa-97202061c98e. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:22:51 user nova-compute[86206]: DEBUG nova.network.neutron [req-f23c876b-9ab4-4bbd-81f1-0fc06eda230e req-27235223-a79b-4a45-b604-afe4a7406467 service nova] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Updating instance_info_cache with network_info: [{"id": "a3677250-6a57-442d-88aa-97202061c98e", "address": "fa:16:3e:7c:c9:2e", "network": {"id": "0945ec2e-2e65-4cfa-8e23-3caf9acbcb43", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-134726832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0f53b8272fa4e55be205cf13607a37f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3677250-6a", "ovs_interfaceid": "a3677250-6a57-442d-88aa-97202061c98e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:22:51 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f23c876b-9ab4-4bbd-81f1-0fc06eda230e req-27235223-a79b-4a45-b604-afe4a7406467 service nova] Releasing lock "refresh_cache-8fcb379b-6c55-4361-8712-e3097b69ccd7" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:22:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:22:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-061ec69b-99a2-45e4-870b-47612b82b268 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Acquiring lock "435e1f3c-3a23-4f40-a90e-844547969c7f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:23:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-061ec69b-99a2-45e4-870b-47612b82b268 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Lock "435e1f3c-3a23-4f40-a90e-844547969c7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:23:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-061ec69b-99a2-45e4-870b-47612b82b268 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Acquiring lock "435e1f3c-3a23-4f40-a90e-844547969c7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:23:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-061ec69b-99a2-45e4-870b-47612b82b268 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Lock "435e1f3c-3a23-4f40-a90e-844547969c7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.003s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:23:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-061ec69b-99a2-45e4-870b-47612b82b268 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Lock "435e1f3c-3a23-4f40-a90e-844547969c7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:23:01 user nova-compute[86206]: INFO nova.compute.manager [None req-061ec69b-99a2-45e4-870b-47612b82b268 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Terminating instance
Nov 10 13:23:01 user nova-compute[86206]: DEBUG nova.compute.manager [None req-061ec69b-99a2-45e4-870b-47612b82b268 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:23:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:02 user nova-compute[86206]: DEBUG nova.compute.manager [req-f68587e2-0f09-4572-b081-c43cf28d6a8d req-c65c148f-bfc0-4e33-99d6-c8baa65c203c service nova] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Received event network-vif-unplugged-d78b9481-bd16-4e63-bc1b-e138e5bf2477 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:23:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f68587e2-0f09-4572-b081-c43cf28d6a8d req-c65c148f-bfc0-4e33-99d6-c8baa65c203c service nova] Acquiring lock "435e1f3c-3a23-4f40-a90e-844547969c7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:23:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f68587e2-0f09-4572-b081-c43cf28d6a8d req-c65c148f-bfc0-4e33-99d6-c8baa65c203c service nova] Lock "435e1f3c-3a23-4f40-a90e-844547969c7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:23:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f68587e2-0f09-4572-b081-c43cf28d6a8d req-c65c148f-bfc0-4e33-99d6-c8baa65c203c service nova] Lock "435e1f3c-3a23-4f40-a90e-844547969c7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:23:02 user nova-compute[86206]: DEBUG nova.compute.manager [req-f68587e2-0f09-4572-b081-c43cf28d6a8d req-c65c148f-bfc0-4e33-99d6-c8baa65c203c service nova] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] No waiting events found dispatching network-vif-unplugged-d78b9481-bd16-4e63-bc1b-e138e5bf2477 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:23:02 user nova-compute[86206]: DEBUG nova.compute.manager [req-f68587e2-0f09-4572-b081-c43cf28d6a8d req-c65c148f-bfc0-4e33-99d6-c8baa65c203c service nova] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Received event network-vif-unplugged-d78b9481-bd16-4e63-bc1b-e138e5bf2477 for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:23:02 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Instance destroyed successfully.
Nov 10 13:23:02 user nova-compute[86206]: DEBUG nova.objects.instance [None req-061ec69b-99a2-45e4-870b-47612b82b268 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Lazy-loading 'resources' on Instance uuid 435e1f3c-3a23-4f40-a90e-844547969c7f {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:23:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-061ec69b-99a2-45e4-870b-47612b82b268 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:17:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-823801064',display_name='tempest-TestVolumeSwap-server-823801064',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-823801064',id=9,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBF4Qs9EK5oOwnUhwoUaqYhS82Ks+orVpqLRMYp05fgUL1qRUKTsjMdf72GIPxNDgRPuwhd6MtlmHEX7TJheuk+wVcpSSLNCPCCPlrHj20tTw4tRYBz9haCZM7lX2ALWGeA==',key_name='tempest-keypair-325685064',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:17:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='52289ce4c30c46178efe8b745663b18d',ramdisk_id='',reservation_id='r-p10up2a6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeSwap-887799958',owner_user_name='tempest-TestVolumeSwap-887799958-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:17:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='78f777eb3ac0420bb5dfab4b63f01a5a',uuid=435e1f3c-3a23-4f40-a90e-844547969c7f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d78b9481-bd16-4e63-bc1b-e138e5bf2477", "address": "fa:16:3e:8f:4b:c5", "network": {"id": "6f4dd96a-921b-44c9-9588-336c69e90a13", "bridge": "br-int", "label": "tempest-TestVolumeSwap-252990643-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "52289ce4c30c46178efe8b745663b18d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd78b9481-bd", "ovs_interfaceid": "d78b9481-bd16-4e63-bc1b-e138e5bf2477", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:23:02 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-061ec69b-99a2-45e4-870b-47612b82b268 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Converting VIF {"id": "d78b9481-bd16-4e63-bc1b-e138e5bf2477", "address": "fa:16:3e:8f:4b:c5", "network": {"id": "6f4dd96a-921b-44c9-9588-336c69e90a13", "bridge": "br-int", "label": "tempest-TestVolumeSwap-252990643-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.13", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "52289ce4c30c46178efe8b745663b18d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd78b9481-bd", "ovs_interfaceid": "d78b9481-bd16-4e63-bc1b-e138e5bf2477", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:23:02 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-061ec69b-99a2-45e4-870b-47612b82b268 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8f:4b:c5,bridge_name='br-int',has_traffic_filtering=True,id=d78b9481-bd16-4e63-bc1b-e138e5bf2477,network=Network(6f4dd96a-921b-44c9-9588-336c69e90a13),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd78b9481-bd') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:23:02 user nova-compute[86206]: DEBUG os_vif [None req-061ec69b-99a2-45e4-870b-47612b82b268 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:8f:4b:c5,bridge_name='br-int',has_traffic_filtering=True,id=d78b9481-bd16-4e63-bc1b-e138e5bf2477,network=Network(6f4dd96a-921b-44c9-9588-336c69e90a13),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd78b9481-bd') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:23:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd78b9481-bd, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:23:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:23:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=45057a8a-2ee1-4034-a80e-839ae93d9bac) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:23:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:02 user nova-compute[86206]: INFO os_vif [None req-061ec69b-99a2-45e4-870b-47612b82b268 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:8f:4b:c5,bridge_name='br-int',has_traffic_filtering=True,id=d78b9481-bd16-4e63-bc1b-e138e5bf2477,network=Network(6f4dd96a-921b-44c9-9588-336c69e90a13),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd78b9481-bd')
Nov 10 13:23:02 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-061ec69b-99a2-45e4-870b-47612b82b268 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Deleting instance files /opt/stack/data/nova/instances/435e1f3c-3a23-4f40-a90e-844547969c7f_del
Nov 10 13:23:02 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-061ec69b-99a2-45e4-870b-47612b82b268 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Deletion of /opt/stack/data/nova/instances/435e1f3c-3a23-4f40-a90e-844547969c7f_del complete
Nov 10 13:23:02 user nova-compute[86206]: INFO nova.compute.manager [None req-061ec69b-99a2-45e4-870b-47612b82b268 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Took 0.98 seconds to destroy the instance on the hypervisor.
Nov 10 13:23:02 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-061ec69b-99a2-45e4-870b-47612b82b268 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:23:02 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:23:02 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:23:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:04 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:23:04 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Took 1.27 seconds to deallocate network for instance.
Nov 10 13:23:04 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-061ec69b-99a2-45e4-870b-47612b82b268 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:23:04 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-061ec69b-99a2-45e4-870b-47612b82b268 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:23:04 user nova-compute[86206]: DEBUG nova.compute.manager [req-70d21742-2ad1-4597-81ce-edbfa0f0bcf6 req-58e8b6dc-b285-4896-85fe-a91c09891733 service nova] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Received event network-vif-plugged-d78b9481-bd16-4e63-bc1b-e138e5bf2477 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:23:04 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-70d21742-2ad1-4597-81ce-edbfa0f0bcf6 req-58e8b6dc-b285-4896-85fe-a91c09891733 service nova] Acquiring lock "435e1f3c-3a23-4f40-a90e-844547969c7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:23:04 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-70d21742-2ad1-4597-81ce-edbfa0f0bcf6 req-58e8b6dc-b285-4896-85fe-a91c09891733 service nova] Lock "435e1f3c-3a23-4f40-a90e-844547969c7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:23:04 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-70d21742-2ad1-4597-81ce-edbfa0f0bcf6 req-58e8b6dc-b285-4896-85fe-a91c09891733 service nova] Lock "435e1f3c-3a23-4f40-a90e-844547969c7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:23:04 user nova-compute[86206]: DEBUG nova.compute.manager [req-70d21742-2ad1-4597-81ce-edbfa0f0bcf6 req-58e8b6dc-b285-4896-85fe-a91c09891733 service nova] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] No waiting events found dispatching network-vif-plugged-d78b9481-bd16-4e63-bc1b-e138e5bf2477 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:23:04 user nova-compute[86206]: WARNING nova.compute.manager [req-70d21742-2ad1-4597-81ce-edbfa0f0bcf6 req-58e8b6dc-b285-4896-85fe-a91c09891733 service nova] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Received unexpected event network-vif-plugged-d78b9481-bd16-4e63-bc1b-e138e5bf2477 for instance with vm_state deleted and task_state None.
Nov 10 13:23:04 user nova-compute[86206]: DEBUG nova.compute.manager [req-70d21742-2ad1-4597-81ce-edbfa0f0bcf6 req-58e8b6dc-b285-4896-85fe-a91c09891733 service nova] [instance: 435e1f3c-3a23-4f40-a90e-844547969c7f] Received event network-vif-deleted-d78b9481-bd16-4e63-bc1b-e138e5bf2477 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:23:04 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-061ec69b-99a2-45e4-870b-47612b82b268 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:23:04 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-061ec69b-99a2-45e4-870b-47612b82b268 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:23:04 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-061ec69b-99a2-45e4-870b-47612b82b268 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.502s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:23:04 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-061ec69b-99a2-45e4-870b-47612b82b268 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Deleted allocations for instance 435e1f3c-3a23-4f40-a90e-844547969c7f
Nov 10 13:23:04 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-061ec69b-99a2-45e4-870b-47612b82b268 tempest-TestVolumeSwap-887799958 tempest-TestVolumeSwap-887799958-project-member] Lock "435e1f3c-3a23-4f40-a90e-844547969c7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:23:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d1966633-5aeb-4daa-80df-195c60ffa23e tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquiring lock "93bd47f6-1459-4e93-b2d0-edff930f4498" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:23:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d1966633-5aeb-4daa-80df-195c60ffa23e tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "93bd47f6-1459-4e93-b2d0-edff930f4498" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:23:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d1966633-5aeb-4daa-80df-195c60ffa23e tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquiring lock "93bd47f6-1459-4e93-b2d0-edff930f4498-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:23:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d1966633-5aeb-4daa-80df-195c60ffa23e tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "93bd47f6-1459-4e93-b2d0-edff930f4498-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:23:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d1966633-5aeb-4daa-80df-195c60ffa23e tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "93bd47f6-1459-4e93-b2d0-edff930f4498-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:23:12 user nova-compute[86206]: INFO nova.compute.manager [None req-d1966633-5aeb-4daa-80df-195c60ffa23e tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Terminating instance
Nov 10 13:23:12 user nova-compute[86206]: DEBUG nova.compute.manager [None req-d1966633-5aeb-4daa-80df-195c60ffa23e tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:23:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:13 user nova-compute[86206]: DEBUG nova.compute.manager [req-7191422f-8212-42bb-bfcc-7dc2463653a7 req-76c03c31-7613-4a8a-a455-2c6911868567 service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Received event network-vif-unplugged-e68d4301-0a1f-4862-bfed-8364908b8820 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:23:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7191422f-8212-42bb-bfcc-7dc2463653a7 req-76c03c31-7613-4a8a-a455-2c6911868567 service nova] Acquiring lock "93bd47f6-1459-4e93-b2d0-edff930f4498-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:23:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7191422f-8212-42bb-bfcc-7dc2463653a7 req-76c03c31-7613-4a8a-a455-2c6911868567 service nova] Lock "93bd47f6-1459-4e93-b2d0-edff930f4498-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:23:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7191422f-8212-42bb-bfcc-7dc2463653a7 req-76c03c31-7613-4a8a-a455-2c6911868567 service nova] Lock "93bd47f6-1459-4e93-b2d0-edff930f4498-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:23:13 user nova-compute[86206]: DEBUG nova.compute.manager [req-7191422f-8212-42bb-bfcc-7dc2463653a7 req-76c03c31-7613-4a8a-a455-2c6911868567 service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] No waiting events found dispatching network-vif-unplugged-e68d4301-0a1f-4862-bfed-8364908b8820 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:23:13 user nova-compute[86206]: DEBUG nova.compute.manager [req-7191422f-8212-42bb-bfcc-7dc2463653a7 req-76c03c31-7613-4a8a-a455-2c6911868567 service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Received event network-vif-unplugged-e68d4301-0a1f-4862-bfed-8364908b8820 for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:23:13 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Instance destroyed successfully.
Nov 10 13:23:13 user nova-compute[86206]: DEBUG nova.objects.instance [None req-d1966633-5aeb-4daa-80df-195c60ffa23e tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lazy-loading 'resources' on Instance uuid 93bd47f6-1459-4e93-b2d0-edff930f4498 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:23:13 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-d1966633-5aeb-4daa-80df-195c60ffa23e tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-10T13:16:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-496747761',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-496747761',id=5,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDpbea53i6IGmwPYI11GaCkSGuo45njYxuQFAjyAw4d9K6zRUjXpI1Pr2f05e2VVkVe4gae5HQXuGsUohnyWUptkGXSCDEwhkj/+kuzrDzeBhAdOXO2Q9BFfb/gTM0fSmQ==',key_name='tempest-keypair-1320132714',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:21:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1e28d28d5ba14f608683b61fac770521',ramdisk_id='',reservation_id='r-jyl8nkk8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1902291949',owner_user_name='tempest-AttachVolumeShelveTestJSON-1902291949-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:21:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9b37dd375e0443eba2635424cedbbbef',uuid=93bd47f6-1459-4e93-b2d0-edff930f4498,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e68d4301-0a1f-4862-bfed-8364908b8820", "address": "fa:16:3e:d0:1e:6f", "network": {"id": "5a991f6d-4193-40ea-9421-a275452a484e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-83404637-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e28d28d5ba14f608683b61fac770521", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape68d4301-0a", "ovs_interfaceid": "e68d4301-0a1f-4862-bfed-8364908b8820", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:23:13 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-d1966633-5aeb-4daa-80df-195c60ffa23e tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Converting VIF {"id": "e68d4301-0a1f-4862-bfed-8364908b8820", "address": "fa:16:3e:d0:1e:6f", "network": {"id": "5a991f6d-4193-40ea-9421-a275452a484e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-83404637-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e28d28d5ba14f608683b61fac770521", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape68d4301-0a", "ovs_interfaceid": "e68d4301-0a1f-4862-bfed-8364908b8820", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:23:13 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-d1966633-5aeb-4daa-80df-195c60ffa23e tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d0:1e:6f,bridge_name='br-int',has_traffic_filtering=True,id=e68d4301-0a1f-4862-bfed-8364908b8820,network=Network(5a991f6d-4193-40ea-9421-a275452a484e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape68d4301-0a') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:23:13 user nova-compute[86206]: DEBUG os_vif [None req-d1966633-5aeb-4daa-80df-195c60ffa23e tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d0:1e:6f,bridge_name='br-int',has_traffic_filtering=True,id=e68d4301-0a1f-4862-bfed-8364908b8820,network=Network(5a991f6d-4193-40ea-9421-a275452a484e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape68d4301-0a') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:23:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape68d4301-0a, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:23:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:23:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1bbe5a69-5962-4de9-9b2e-acebf59107f6) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:23:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:23:13 user nova-compute[86206]: INFO os_vif [None req-d1966633-5aeb-4daa-80df-195c60ffa23e tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d0:1e:6f,bridge_name='br-int',has_traffic_filtering=True,id=e68d4301-0a1f-4862-bfed-8364908b8820,network=Network(5a991f6d-4193-40ea-9421-a275452a484e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape68d4301-0a')
Nov 10 13:23:13 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-d1966633-5aeb-4daa-80df-195c60ffa23e tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Deleting instance files /opt/stack/data/nova/instances/93bd47f6-1459-4e93-b2d0-edff930f4498_del
Nov 10 13:23:13 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-d1966633-5aeb-4daa-80df-195c60ffa23e tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Deletion of /opt/stack/data/nova/instances/93bd47f6-1459-4e93-b2d0-edff930f4498_del complete
Nov 10 13:23:13 user nova-compute[86206]: INFO nova.compute.manager [None req-d1966633-5aeb-4daa-80df-195c60ffa23e tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Took 0.97 seconds to destroy the instance on the hypervisor.
Nov 10 13:23:13 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-d1966633-5aeb-4daa-80df-195c60ffa23e tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:23:13 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:23:13 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:23:14 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:23:14 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Took 0.85 seconds to deallocate network for instance.
Nov 10 13:23:14 user nova-compute[86206]: DEBUG nova.compute.manager [req-78e8f859-23de-4f6a-8f71-fae8d1a3daf9 req-d86b951d-de2a-4f96-b32e-38386a7c15f8 service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Received event network-vif-deleted-e68d4301-0a1f-4862-bfed-8364908b8820 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:23:14 user nova-compute[86206]: INFO nova.compute.manager [req-78e8f859-23de-4f6a-8f71-fae8d1a3daf9 req-d86b951d-de2a-4f96-b32e-38386a7c15f8 service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Neutron deleted interface e68d4301-0a1f-4862-bfed-8364908b8820; detaching it from the instance and deleting it from the info cache
Nov 10 13:23:14 user nova-compute[86206]: DEBUG nova.network.neutron [req-78e8f859-23de-4f6a-8f71-fae8d1a3daf9 req-d86b951d-de2a-4f96-b32e-38386a7c15f8 service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:23:14 user nova-compute[86206]: DEBUG nova.compute.manager [req-78e8f859-23de-4f6a-8f71-fae8d1a3daf9 req-d86b951d-de2a-4f96-b32e-38386a7c15f8 service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Detach interface failed, port_id=e68d4301-0a1f-4862-bfed-8364908b8820, reason: Instance 93bd47f6-1459-4e93-b2d0-edff930f4498 could not be found. {{(pid=86206) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 10 13:23:14 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d1966633-5aeb-4daa-80df-195c60ffa23e tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:23:14 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d1966633-5aeb-4daa-80df-195c60ffa23e tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:23:15 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-d1966633-5aeb-4daa-80df-195c60ffa23e tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:23:15 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-d1966633-5aeb-4daa-80df-195c60ffa23e tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:23:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d1966633-5aeb-4daa-80df-195c60ffa23e tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.457s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:23:15 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-d1966633-5aeb-4daa-80df-195c60ffa23e tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Deleted allocations for instance 93bd47f6-1459-4e93-b2d0-edff930f4498
Nov 10 13:23:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d1966633-5aeb-4daa-80df-195c60ffa23e tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "93bd47f6-1459-4e93-b2d0-edff930f4498" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.537s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:23:15 user nova-compute[86206]: DEBUG nova.compute.manager [req-e77b6783-fa4c-4324-b55e-67eaf7f4d208 req-73c115c3-2c56-409e-9ba4-bde514583e4d service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Received event network-vif-plugged-e68d4301-0a1f-4862-bfed-8364908b8820 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:23:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-e77b6783-fa4c-4324-b55e-67eaf7f4d208 req-73c115c3-2c56-409e-9ba4-bde514583e4d service nova] Acquiring lock "93bd47f6-1459-4e93-b2d0-edff930f4498-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:23:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-e77b6783-fa4c-4324-b55e-67eaf7f4d208 req-73c115c3-2c56-409e-9ba4-bde514583e4d service nova] Lock "93bd47f6-1459-4e93-b2d0-edff930f4498-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:23:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-e77b6783-fa4c-4324-b55e-67eaf7f4d208 req-73c115c3-2c56-409e-9ba4-bde514583e4d service nova] Lock "93bd47f6-1459-4e93-b2d0-edff930f4498-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:23:15 user nova-compute[86206]: DEBUG nova.compute.manager [req-e77b6783-fa4c-4324-b55e-67eaf7f4d208 req-73c115c3-2c56-409e-9ba4-bde514583e4d service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] No waiting events found dispatching network-vif-plugged-e68d4301-0a1f-4862-bfed-8364908b8820 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:23:15 user nova-compute[86206]: WARNING nova.compute.manager [req-e77b6783-fa4c-4324-b55e-67eaf7f4d208 req-73c115c3-2c56-409e-9ba4-bde514583e4d service nova] [instance: 93bd47f6-1459-4e93-b2d0-edff930f4498] Received unexpected event network-vif-plugged-e68d4301-0a1f-4862-bfed-8364908b8820 for instance with vm_state deleted and task_state None.
Nov 10 13:23:16 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:23:16 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Creating image(s)
Nov 10 13:23:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "/opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:23:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "/opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:23:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "/opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:23:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.184s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:23:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:23:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.192s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486/disk 1073741824 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486/disk 1073741824" returned: 0 in 0.047s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.246s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:23:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.194s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:16 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486/disk. size=1073741824 {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 10 13:23:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Cannot resize image /opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486/disk to a smaller size. {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Ensure instance console log exists: /opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Start _get_guest_xml network_info=[{"id": "7c55ba36-d411-490b-97ab-48baaa987e2c", "address": "fa:16:3e:74:c1:f3", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c55ba36-d4", "ovs_interfaceid": "7c55ba36-d411-490b-97ab-48baaa987e2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '73290e4a-d2c0-4305-9ee6-397ce6a900ba'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'attachment_id': '988be130-770a-402e-be57-45efed78fc1e', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KJVTnDhC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0cd831ff-01f4-4619-9b56-2455a7a54486', 'attached_at': '', 'detached_at': '', 'volume_id': 'c883896a-4949-4735-8291-50daa3fab1b4', 'serial': 'c883896a-4949-4735-8291-50daa3fab1b4'}, 'mount_device': '/dev/vdb', 'boot_index': None, 'volume_type': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:23:17 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 10 13:23:17 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 10 13:23:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG nova.objects.instance [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lazy-loading 'vcpu_model' on Instance uuid 0cd831ff-01f4-4619-9b56-2455a7a54486 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KJVTnDhC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:23:17 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 10 13:23:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:23:17 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 10 13:23:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:23:17 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:23:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b11ccb0-a8ae-44a9-9fae-4689d6036a41]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 13:23:17 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f50bbbc-d80e-4eff-9129-1f5608760ec9]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4] added
Nov 10 13:23:17 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[737ef247-609d-4bac-9cab-e9a93d006af0]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ba36586-6bd3-481d-8779-ae0f15ac1c43]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KJVTnDhC {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KJVTnDhC" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[6111209a-6917-48d7-9d94-e440f9078358]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'KJVTnDhC'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc682189-0ad4-42fa-a8ac-3b2a2e9f0a92]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[0361c204-46fd-43d0-8b5e-dafd834ef629]: (4, ('tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:23:17 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsi session list stdout=tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:23:17 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 -p 172.16.0.220:3260 --login" returned: 0 in 0.061s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b170c6c4-14e9-4dce-aff3-b9720d53d66c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4, portal: 172.16.0.220,3260]
Nov 10 13:23:17 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4, portal: 172.16.0.220,3260] successful.
Nov 10 13:23:17 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae3ab047-1b3e-446e-9fa2-5d011a0d9945]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[8aebeefa-7057-4b09-ae0e-606de0e5f316]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 (non-flash)
Nov 10 13:23:17 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:23:17 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 (non-flash)
Nov 10 13:23:17 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:23:17 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.290s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] HCTL ('33', '-', '-', 0) found on session 11 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.025s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4fe6c46-9f7b-46e5-ae40-7ff324f2cfa5]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Searching for a device in session 11 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KJVTnDhC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:23:17 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:18 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.333s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:23:18 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] <== connect_volume: return (1334ms) {'type': 'block', 'scsi_wwn': '23062363161626531', 'path': '/dev/sdb'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:23:18 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23062363161626531', 'path': '/dev/sdb'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:23:18 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-10T13:20:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1686418898',display_name='tempest-ServerActionsTestOtherA-server-1073284533',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1686418898',id=14,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOhmHobsGWJQhXRDH7wFTJN4Ko2T+DyGg5TzR3N7MVdZw7P+ONZE1NuP8MjzMuWjGJVJSv79Z1U3b0WNxxyloLjdgJxzfqAM7mppfgOXomYIhkqIwtFfkhMq2yXD3pGWVA==',key_name='tempest-keypair-2054712040',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:20:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='aa556336540e427c9e304bbea288aa30',ramdisk_id='',reservation_id='r-ctlch06s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-390805104',owner_user_name='tempest-ServerActionsTestOtherA-390805104-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:22:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4a3b7d9322594e2fb154a787c8054f20',uuid=0cd831ff-01f4-4619-9b56-2455a7a54486,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7c55ba36-d411-490b-97ab-48baaa987e2c", "address": "fa:16:3e:74:c1:f3", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c55ba36-d4", "ovs_interfaceid": "7c55ba36-d411-490b-97ab-48baaa987e2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:23:18 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Converting VIF {"id": "7c55ba36-d411-490b-97ab-48baaa987e2c", "address": "fa:16:3e:74:c1:f3", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c55ba36-d4", "ovs_interfaceid": "7c55ba36-d411-490b-97ab-48baaa987e2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:23:18 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:74:c1:f3,bridge_name='br-int',has_traffic_filtering=True,id=7c55ba36-d411-490b-97ab-48baaa987e2c,network=Network(2a23f5a5-f10f-463c-8b01-f554f87e7379),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c55ba36-d4') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:23:18 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:23:18 user nova-compute[86206]:   <uuid>0cd831ff-01f4-4619-9b56-2455a7a54486</uuid>
Nov 10 13:23:18 user nova-compute[86206]:   <name>instance-0000000e</name>
Nov 10 13:23:18 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:23:18 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:23:18 user nova-compute[86206]:   <metadata>
Nov 10 13:23:18 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:23:18 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:23:18 user nova-compute[86206]:       <nova:name>tempest-ServerActionsTestOtherA-server-1073284533</nova:name>
Nov 10 13:23:18 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:23:17</nova:creationTime>
Nov 10 13:23:18 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:23:18 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:23:18 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:23:18 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:23:18 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:23:18 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:23:18 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:23:18 user nova-compute[86206]:       <nova:owner>
Nov 10 13:23:18 user nova-compute[86206]:         <nova:user uuid="4a3b7d9322594e2fb154a787c8054f20">tempest-ServerActionsTestOtherA-390805104-project-member</nova:user>
Nov 10 13:23:18 user nova-compute[86206]:         <nova:project uuid="aa556336540e427c9e304bbea288aa30">tempest-ServerActionsTestOtherA-390805104</nova:project>
Nov 10 13:23:18 user nova-compute[86206]:       </nova:owner>
Nov 10 13:23:18 user nova-compute[86206]:       <nova:root type="image" uuid="73290e4a-d2c0-4305-9ee6-397ce6a900ba"/>
Nov 10 13:23:18 user nova-compute[86206]:       <nova:ports>
Nov 10 13:23:18 user nova-compute[86206]:         <nova:port uuid="7c55ba36-d411-490b-97ab-48baaa987e2c">
Nov 10 13:23:18 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 10 13:23:18 user nova-compute[86206]:         </nova:port>
Nov 10 13:23:18 user nova-compute[86206]:       </nova:ports>
Nov 10 13:23:18 user nova-compute[86206]:     </nova:instance>
Nov 10 13:23:18 user nova-compute[86206]:   </metadata>
Nov 10 13:23:18 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:23:18 user nova-compute[86206]:     <system>
Nov 10 13:23:18 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:23:18 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:23:18 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:23:18 user nova-compute[86206]:       <entry name="serial">0cd831ff-01f4-4619-9b56-2455a7a54486</entry>
Nov 10 13:23:18 user nova-compute[86206]:       <entry name="uuid">0cd831ff-01f4-4619-9b56-2455a7a54486</entry>
Nov 10 13:23:18 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:23:18 user nova-compute[86206]:     </system>
Nov 10 13:23:18 user nova-compute[86206]:   </sysinfo>
Nov 10 13:23:18 user nova-compute[86206]:   <os>
Nov 10 13:23:18 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:23:18 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:23:18 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:23:18 user nova-compute[86206]:   </os>
Nov 10 13:23:18 user nova-compute[86206]:   <features>
Nov 10 13:23:18 user nova-compute[86206]:     <acpi/>
Nov 10 13:23:18 user nova-compute[86206]:     <apic/>
Nov 10 13:23:18 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:23:18 user nova-compute[86206]:   </features>
Nov 10 13:23:18 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:23:18 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:23:18 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:23:18 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:23:18 user nova-compute[86206]:   </clock>
Nov 10 13:23:18 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:23:18 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:23:18 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:23:18 user nova-compute[86206]:   </cpu>
Nov 10 13:23:18 user nova-compute[86206]:   <devices>
Nov 10 13:23:18 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:23:18 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:23:18 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486/disk"/>
Nov 10 13:23:18 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:23:18 user nova-compute[86206]:     </disk>
Nov 10 13:23:18 user nova-compute[86206]:     <disk type="block" device="disk">
Nov 10 13:23:18 user nova-compute[86206]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:23:18 user nova-compute[86206]:       <source dev="/dev/sdb"/>
Nov 10 13:23:18 user nova-compute[86206]:       <target dev="vdb" bus="virtio"/>
Nov 10 13:23:18 user nova-compute[86206]:       <serial>c883896a-4949-4735-8291-50daa3fab1b4</serial>
Nov 10 13:23:18 user nova-compute[86206]:     </disk>
Nov 10 13:23:18 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:23:18 user nova-compute[86206]:       <mac address="fa:16:3e:74:c1:f3"/>
Nov 10 13:23:18 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:23:18 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:23:18 user nova-compute[86206]:       <target dev="tap7c55ba36-d4"/>
Nov 10 13:23:18 user nova-compute[86206]:     </interface>
Nov 10 13:23:18 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:23:18 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486/console.log" append="off"/>
Nov 10 13:23:18 user nova-compute[86206]:     </serial>
Nov 10 13:23:18 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:23:18 user nova-compute[86206]:     <video>
Nov 10 13:23:18 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:23:18 user nova-compute[86206]:     </video>
Nov 10 13:23:18 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:23:18 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:23:18 user nova-compute[86206]:     </rng>
Nov 10 13:23:18 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:23:18 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:23:18 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:23:18 user nova-compute[86206]:     </memballoon>
Nov 10 13:23:18 user nova-compute[86206]:   </devices>
Nov 10 13:23:18 user nova-compute[86206]: </domain>
Nov 10 13:23:18 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:23:18 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-10T13:20:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1686418898',display_name='tempest-ServerActionsTestOtherA-server-1073284533',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1686418898',id=14,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOhmHobsGWJQhXRDH7wFTJN4Ko2T+DyGg5TzR3N7MVdZw7P+ONZE1NuP8MjzMuWjGJVJSv79Z1U3b0WNxxyloLjdgJxzfqAM7mppfgOXomYIhkqIwtFfkhMq2yXD3pGWVA==',key_name='tempest-keypair-2054712040',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:20:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='aa556336540e427c9e304bbea288aa30',ramdisk_id='',reservation_id='r-ctlch06s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-390805104',owner_user_name='tempest-ServerActionsTestOtherA-390805104-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:22:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4a3b7d9322594e2fb154a787c8054f20',uuid=0cd831ff-01f4-4619-9b56-2455a7a54486,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7c55ba36-d411-490b-97ab-48baaa987e2c", "address": "fa:16:3e:74:c1:f3", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c55ba36-d4", "ovs_interfaceid": "7c55ba36-d411-490b-97ab-48baaa987e2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:23:18 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Converting VIF {"id": "7c55ba36-d411-490b-97ab-48baaa987e2c", "address": "fa:16:3e:74:c1:f3", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c55ba36-d4", "ovs_interfaceid": "7c55ba36-d411-490b-97ab-48baaa987e2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:23:18 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:74:c1:f3,bridge_name='br-int',has_traffic_filtering=True,id=7c55ba36-d411-490b-97ab-48baaa987e2c,network=Network(2a23f5a5-f10f-463c-8b01-f554f87e7379),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c55ba36-d4') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:23:18 user nova-compute[86206]: DEBUG os_vif [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:74:c1:f3,bridge_name='br-int',has_traffic_filtering=True,id=7c55ba36-d411-490b-97ab-48baaa987e2c,network=Network(2a23f5a5-f10f-463c-8b01-f554f87e7379),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c55ba36-d4') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:23:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:23:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:23:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '610fde4b-6beb-5376-a787-e83e60d797d2', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:23:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:23:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7c55ba36-d4, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:23:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7c55ba36-d4, col_values=(('qos', UUID('72b77b46-41a7-4a52-88e2-da6ccd2b8298')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:23:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7c55ba36-d4, col_values=(('external_ids', {'iface-id': '7c55ba36-d411-490b-97ab-48baaa987e2c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:74:c1:f3', 'vm-uuid': '0cd831ff-01f4-4619-9b56-2455a7a54486'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:23:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:23:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:18 user nova-compute[86206]: INFO os_vif [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:74:c1:f3,bridge_name='br-int',has_traffic_filtering=True,id=7c55ba36-d411-490b-97ab-48baaa987e2c,network=Network(2a23f5a5-f10f-463c-8b01-f554f87e7379),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c55ba36-d4')
Nov 10 13:23:18 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:23:18 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] No BDM found with device name vdb, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:23:18 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] No VIF found with MAC fa:16:3e:74:c1:f3, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:23:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:20 user nova-compute[86206]: DEBUG nova.compute.manager [req-b7a017de-6977-47e0-90d7-e9a119975b0a req-25f48ee1-efd9-4de2-a171-e454b959f4d8 service nova] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Received event network-vif-plugged-7c55ba36-d411-490b-97ab-48baaa987e2c {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:23:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b7a017de-6977-47e0-90d7-e9a119975b0a req-25f48ee1-efd9-4de2-a171-e454b959f4d8 service nova] Acquiring lock "0cd831ff-01f4-4619-9b56-2455a7a54486-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:23:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b7a017de-6977-47e0-90d7-e9a119975b0a req-25f48ee1-efd9-4de2-a171-e454b959f4d8 service nova] Lock "0cd831ff-01f4-4619-9b56-2455a7a54486-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:23:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b7a017de-6977-47e0-90d7-e9a119975b0a req-25f48ee1-efd9-4de2-a171-e454b959f4d8 service nova] Lock "0cd831ff-01f4-4619-9b56-2455a7a54486-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:23:20 user nova-compute[86206]: DEBUG nova.compute.manager [req-b7a017de-6977-47e0-90d7-e9a119975b0a req-25f48ee1-efd9-4de2-a171-e454b959f4d8 service nova] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] No waiting events found dispatching network-vif-plugged-7c55ba36-d411-490b-97ab-48baaa987e2c {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:23:20 user nova-compute[86206]: WARNING nova.compute.manager [req-b7a017de-6977-47e0-90d7-e9a119975b0a req-25f48ee1-efd9-4de2-a171-e454b959f4d8 service nova] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Received unexpected event network-vif-plugged-7c55ba36-d411-490b-97ab-48baaa987e2c for instance with vm_state active and task_state rebuild_spawning.
Nov 10 13:23:21 user nova-compute[86206]: DEBUG nova.compute.manager [req-4a33bd86-2570-4a81-b230-0ceb852c332f req-447b0598-b80d-4382-ad3c-7fc0aec633bf service nova] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Received event network-changed-61db3fd1-75e8-4225-b2a2-79a8a34647c4 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:23:21 user nova-compute[86206]: DEBUG nova.compute.manager [req-4a33bd86-2570-4a81-b230-0ceb852c332f req-447b0598-b80d-4382-ad3c-7fc0aec633bf service nova] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Refreshing instance network info cache due to event network-changed-61db3fd1-75e8-4225-b2a2-79a8a34647c4. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:23:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4a33bd86-2570-4a81-b230-0ceb852c332f req-447b0598-b80d-4382-ad3c-7fc0aec633bf service nova] Acquiring lock "refresh_cache-03a08249-4257-40cc-8cb5-98aa7107d338" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:23:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4a33bd86-2570-4a81-b230-0ceb852c332f req-447b0598-b80d-4382-ad3c-7fc0aec633bf service nova] Acquired lock "refresh_cache-03a08249-4257-40cc-8cb5-98aa7107d338" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:23:21 user nova-compute[86206]: DEBUG nova.network.neutron [req-4a33bd86-2570-4a81-b230-0ceb852c332f req-447b0598-b80d-4382-ad3c-7fc0aec633bf service nova] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Refreshing network info cache for port 61db3fd1-75e8-4225-b2a2-79a8a34647c4 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:23:21 user nova-compute[86206]: DEBUG nova.network.neutron [req-4a33bd86-2570-4a81-b230-0ceb852c332f req-447b0598-b80d-4382-ad3c-7fc0aec633bf service nova] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Updated VIF entry in instance network info cache for port 61db3fd1-75e8-4225-b2a2-79a8a34647c4. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:23:21 user nova-compute[86206]: DEBUG nova.network.neutron [req-4a33bd86-2570-4a81-b230-0ceb852c332f req-447b0598-b80d-4382-ad3c-7fc0aec633bf service nova] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Updating instance_info_cache with network_info: [{"id": "61db3fd1-75e8-4225-b2a2-79a8a34647c4", "address": "fa:16:3e:1c:1b:b6", "network": {"id": "7bee853b-5ac4-4a88-98b9-d1cb8e4f1771", "bridge": "br-int", "label": "tempest-TestStampPattern-1399355674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.86", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bad95fde0c451e8451cbb59f2007cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61db3fd1-75", "ovs_interfaceid": "61db3fd1-75e8-4225-b2a2-79a8a34647c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:23:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4a33bd86-2570-4a81-b230-0ceb852c332f req-447b0598-b80d-4382-ad3c-7fc0aec633bf service nova] Releasing lock "refresh_cache-03a08249-4257-40cc-8cb5-98aa7107d338" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:23:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Acquiring lock "03a08249-4257-40cc-8cb5-98aa7107d338" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:23:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "03a08249-4257-40cc-8cb5-98aa7107d338" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:23:21 user nova-compute[86206]: DEBUG nova.objects.instance [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lazy-loading 'flavor' on Instance uuid 03a08249-4257-40cc-8cb5-98aa7107d338 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:23:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "03a08249-4257-40cc-8cb5-98aa7107d338" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.072s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:23:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Acquiring lock "03a08249-4257-40cc-8cb5-98aa7107d338" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:23:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "03a08249-4257-40cc-8cb5-98aa7107d338" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:23:21 user nova-compute[86206]: INFO nova.compute.manager [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Attaching volume 49afd588-db91-4cd0-a79c-72e599e74963 to /dev/vdb
Nov 10 13:23:22 user nova-compute[86206]: DEBUG os_brick.utils [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:23:22 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:22 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:22 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[280a7468-5498-4ab6-9e09-7ae1a398e4e2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:23:22 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:22 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:22 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ea23fae-35cc-4f6b-afc3-bfee35ca9ed3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:23:22 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:22 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:22 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a744549-6237-4049-98f4-87db65500a8c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:23:22 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[06938a0f-a498-48e3-b2e2-9f81e5295dc8]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:23:22 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:22 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:23:22 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:23:22 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:22 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:23:22 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:23:22 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecbe9257-2f5e-41af-a88b-2db1be95e1d7]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:23:22 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:23:22 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:23:22 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:23:22 user nova-compute[86206]: DEBUG os_brick.utils [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:23:22 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Updating existing volume attachment record: 8f23df75-268e-4ae6-94c2-52f36ec250ef {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 13:23:22 user nova-compute[86206]: DEBUG nova.compute.manager [req-3e4de890-ca9d-4ba0-8531-27c66dc1c820 req-cda3159b-1f30-4978-98b7-1205f442b703 service nova] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Received event network-vif-plugged-7c55ba36-d411-490b-97ab-48baaa987e2c {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:23:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-3e4de890-ca9d-4ba0-8531-27c66dc1c820 req-cda3159b-1f30-4978-98b7-1205f442b703 service nova] Acquiring lock "0cd831ff-01f4-4619-9b56-2455a7a54486-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:23:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-3e4de890-ca9d-4ba0-8531-27c66dc1c820 req-cda3159b-1f30-4978-98b7-1205f442b703 service nova] Lock "0cd831ff-01f4-4619-9b56-2455a7a54486-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:23:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-3e4de890-ca9d-4ba0-8531-27c66dc1c820 req-cda3159b-1f30-4978-98b7-1205f442b703 service nova] Lock "0cd831ff-01f4-4619-9b56-2455a7a54486-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:23:22 user nova-compute[86206]: DEBUG nova.compute.manager [req-3e4de890-ca9d-4ba0-8531-27c66dc1c820 req-cda3159b-1f30-4978-98b7-1205f442b703 service nova] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] No waiting events found dispatching network-vif-plugged-7c55ba36-d411-490b-97ab-48baaa987e2c {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:23:22 user nova-compute[86206]: WARNING nova.compute.manager [req-3e4de890-ca9d-4ba0-8531-27c66dc1c820 req-cda3159b-1f30-4978-98b7-1205f442b703 service nova] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Received unexpected event network-vif-plugged-7c55ba36-d411-490b-97ab-48baaa987e2c for instance with vm_state active and task_state rebuild_spawning.
Nov 10 13:23:22 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:22 user nova-compute[86206]: DEBUG nova.compute.manager [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:23:22 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:23:22 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Instance spawned successfully.
Nov 10 13:23:22 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:23:23 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:23:23 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:23:23 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:23:23 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:23:23 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:23:23 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:23:23 user nova-compute[86206]: DEBUG nova.compute.manager [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:23:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:23:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:23:23 user nova-compute[86206]: DEBUG nova.objects.instance [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Trying to apply a migration context that does not seem to be set for this instance {{(pid=86206) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Nov 10 13:23:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f837e394-9940-4843-b2bd-02bf83089e56 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.122s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:23:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d3eb7766-47f9-45f2-b788-6397b2a1ebb9 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Acquiring lock "319b5e3c-5f62-41da-93b6-7c6b9da3e261" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:23:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d3eb7766-47f9-45f2-b788-6397b2a1ebb9 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lock "319b5e3c-5f62-41da-93b6-7c6b9da3e261" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.003s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:23:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d3eb7766-47f9-45f2-b788-6397b2a1ebb9 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Acquiring lock "319b5e3c-5f62-41da-93b6-7c6b9da3e261-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:23:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d3eb7766-47f9-45f2-b788-6397b2a1ebb9 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lock "319b5e3c-5f62-41da-93b6-7c6b9da3e261-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:23:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d3eb7766-47f9-45f2-b788-6397b2a1ebb9 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lock "319b5e3c-5f62-41da-93b6-7c6b9da3e261-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:23:24 user nova-compute[86206]: INFO nova.compute.manager [None req-d3eb7766-47f9-45f2-b788-6397b2a1ebb9 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Terminating instance
Nov 10 13:23:24 user nova-compute[86206]: DEBUG nova.compute.manager [None req-d3eb7766-47f9-45f2-b788-6397b2a1ebb9 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:23:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:24 user nova-compute[86206]: DEBUG nova.compute.manager [req-a351fa39-7e18-4366-b660-bf5fd0c3cf70 req-104b6e63-62b8-40fc-aa00-aedcbfb6b77c service nova] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Received event network-vif-unplugged-b80b5214-f5f7-4312-b4b0-1086ea8eb01a {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:23:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-a351fa39-7e18-4366-b660-bf5fd0c3cf70 req-104b6e63-62b8-40fc-aa00-aedcbfb6b77c service nova] Acquiring lock "319b5e3c-5f62-41da-93b6-7c6b9da3e261-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:23:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-a351fa39-7e18-4366-b660-bf5fd0c3cf70 req-104b6e63-62b8-40fc-aa00-aedcbfb6b77c service nova] Lock "319b5e3c-5f62-41da-93b6-7c6b9da3e261-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:23:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-a351fa39-7e18-4366-b660-bf5fd0c3cf70 req-104b6e63-62b8-40fc-aa00-aedcbfb6b77c service nova] Lock "319b5e3c-5f62-41da-93b6-7c6b9da3e261-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:23:24 user nova-compute[86206]: DEBUG nova.compute.manager [req-a351fa39-7e18-4366-b660-bf5fd0c3cf70 req-104b6e63-62b8-40fc-aa00-aedcbfb6b77c service nova] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] No waiting events found dispatching network-vif-unplugged-b80b5214-f5f7-4312-b4b0-1086ea8eb01a {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:23:24 user nova-compute[86206]: DEBUG nova.compute.manager [req-a351fa39-7e18-4366-b660-bf5fd0c3cf70 req-104b6e63-62b8-40fc-aa00-aedcbfb6b77c service nova] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Received event network-vif-unplugged-b80b5214-f5f7-4312-b4b0-1086ea8eb01a for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:23:25 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Instance destroyed successfully.
Nov 10 13:23:25 user nova-compute[86206]: DEBUG nova.objects.instance [None req-d3eb7766-47f9-45f2-b788-6397b2a1ebb9 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lazy-loading 'resources' on Instance uuid 319b5e3c-5f62-41da-93b6-7c6b9da3e261 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:23:25 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-d3eb7766-47f9-45f2-b788-6397b2a1ebb9 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:16:52Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1615436684',display_name='tempest-VolumesAdminNegativeTest-server-1615436684',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1615436684',id=6,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIV/z6zfe7BfTK4ockB/YqCck9L0E6UhTX5d6HHeQpC5os9dWcrdrdfDTMEFHOIoVewvBbGoQ42xONKBECOm5I5Xi6b7mO0OruNZcjSYsz9slWPIUIQFhcR33uoFag7UXA==',key_name='tempest-keypair-127843587',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:17:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e320fd07e1384fab928ea80d1cc07c8b',ramdisk_id='',reservation_id='r-cocl0cg9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-611942954',owner_user_name='tempest-VolumesAdminNegativeTest-611942954-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:17:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bb27613d7fed42ff9a6f88661d4d52b5',uuid=319b5e3c-5f62-41da-93b6-7c6b9da3e261,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b80b5214-f5f7-4312-b4b0-1086ea8eb01a", "address": "fa:16:3e:90:5c:ed", "network": {"id": "eaddf27c-6e08-4cb5-9e8f-5938b961baac", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-259672075-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e320fd07e1384fab928ea80d1cc07c8b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb80b5214-f5", "ovs_interfaceid": "b80b5214-f5f7-4312-b4b0-1086ea8eb01a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:23:25 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-d3eb7766-47f9-45f2-b788-6397b2a1ebb9 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Converting VIF {"id": "b80b5214-f5f7-4312-b4b0-1086ea8eb01a", "address": "fa:16:3e:90:5c:ed", "network": {"id": "eaddf27c-6e08-4cb5-9e8f-5938b961baac", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-259672075-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e320fd07e1384fab928ea80d1cc07c8b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb80b5214-f5", "ovs_interfaceid": "b80b5214-f5f7-4312-b4b0-1086ea8eb01a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:23:25 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-d3eb7766-47f9-45f2-b788-6397b2a1ebb9 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:90:5c:ed,bridge_name='br-int',has_traffic_filtering=True,id=b80b5214-f5f7-4312-b4b0-1086ea8eb01a,network=Network(eaddf27c-6e08-4cb5-9e8f-5938b961baac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb80b5214-f5') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:23:25 user nova-compute[86206]: DEBUG os_vif [None req-d3eb7766-47f9-45f2-b788-6397b2a1ebb9 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:90:5c:ed,bridge_name='br-int',has_traffic_filtering=True,id=b80b5214-f5f7-4312-b4b0-1086ea8eb01a,network=Network(eaddf27c-6e08-4cb5-9e8f-5938b961baac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb80b5214-f5') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:23:25 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:25 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb80b5214-f5, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:23:25 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:25 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:23:25 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:25 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f6d4e917-3678-48bd-a8fe-9d97e79122d7) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:23:25 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:25 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:23:25 user nova-compute[86206]: INFO os_vif [None req-d3eb7766-47f9-45f2-b788-6397b2a1ebb9 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:90:5c:ed,bridge_name='br-int',has_traffic_filtering=True,id=b80b5214-f5f7-4312-b4b0-1086ea8eb01a,network=Network(eaddf27c-6e08-4cb5-9e8f-5938b961baac),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb80b5214-f5')
Nov 10 13:23:25 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-d3eb7766-47f9-45f2-b788-6397b2a1ebb9 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Deleting instance files /opt/stack/data/nova/instances/319b5e3c-5f62-41da-93b6-7c6b9da3e261_del
Nov 10 13:23:25 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-d3eb7766-47f9-45f2-b788-6397b2a1ebb9 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Deletion of /opt/stack/data/nova/instances/319b5e3c-5f62-41da-93b6-7c6b9da3e261_del complete
Nov 10 13:23:25 user nova-compute[86206]: INFO nova.compute.manager [None req-d3eb7766-47f9-45f2-b788-6397b2a1ebb9 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Took 0.96 seconds to destroy the instance on the hypervisor.
Nov 10 13:23:25 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-d3eb7766-47f9-45f2-b788-6397b2a1ebb9 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:23:25 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:23:25 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:23:25 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:23:26 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:23:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:23:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:23:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:23:26 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:23:27 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:23:27 user nova-compute[86206]: DEBUG nova.compute.manager [req-4dcdeca5-fd36-45de-af03-cb75b3700b8d req-1b20b7c0-ff0e-4a54-8316-094bd2db842d service nova] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Received event network-vif-deleted-b80b5214-f5f7-4312-b4b0-1086ea8eb01a {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:23:27 user nova-compute[86206]: INFO nova.compute.manager [req-4dcdeca5-fd36-45de-af03-cb75b3700b8d req-1b20b7c0-ff0e-4a54-8316-094bd2db842d service nova] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Neutron deleted interface b80b5214-f5f7-4312-b4b0-1086ea8eb01a; detaching it from the instance and deleting it from the info cache
Nov 10 13:23:27 user nova-compute[86206]: DEBUG nova.network.neutron [req-4dcdeca5-fd36-45de-af03-cb75b3700b8d req-1b20b7c0-ff0e-4a54-8316-094bd2db842d service nova] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:23:27 user nova-compute[86206]: DEBUG nova.compute.manager [req-73e9e675-c2ad-447c-95c9-357dbe5dbd8d req-2728f09c-bbe6-4243-a6ef-8298b05fc4dc service nova] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Received event network-vif-plugged-b80b5214-f5f7-4312-b4b0-1086ea8eb01a {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:23:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-73e9e675-c2ad-447c-95c9-357dbe5dbd8d req-2728f09c-bbe6-4243-a6ef-8298b05fc4dc service nova] Acquiring lock "319b5e3c-5f62-41da-93b6-7c6b9da3e261-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:23:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-73e9e675-c2ad-447c-95c9-357dbe5dbd8d req-2728f09c-bbe6-4243-a6ef-8298b05fc4dc service nova] Lock "319b5e3c-5f62-41da-93b6-7c6b9da3e261-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:23:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-73e9e675-c2ad-447c-95c9-357dbe5dbd8d req-2728f09c-bbe6-4243-a6ef-8298b05fc4dc service nova] Lock "319b5e3c-5f62-41da-93b6-7c6b9da3e261-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:23:27 user nova-compute[86206]: DEBUG nova.compute.manager [req-73e9e675-c2ad-447c-95c9-357dbe5dbd8d req-2728f09c-bbe6-4243-a6ef-8298b05fc4dc service nova] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] No waiting events found dispatching network-vif-plugged-b80b5214-f5f7-4312-b4b0-1086ea8eb01a {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:23:27 user nova-compute[86206]: WARNING nova.compute.manager [req-73e9e675-c2ad-447c-95c9-357dbe5dbd8d req-2728f09c-bbe6-4243-a6ef-8298b05fc4dc service nova] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Received unexpected event network-vif-plugged-b80b5214-f5f7-4312-b4b0-1086ea8eb01a for instance with vm_state active and task_state deleting.
Nov 10 13:23:27 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Took 1.69 seconds to deallocate network for instance.
Nov 10 13:23:27 user nova-compute[86206]: DEBUG nova.compute.manager [req-4dcdeca5-fd36-45de-af03-cb75b3700b8d req-1b20b7c0-ff0e-4a54-8316-094bd2db842d service nova] [instance: 319b5e3c-5f62-41da-93b6-7c6b9da3e261] Detach interface failed, port_id=b80b5214-f5f7-4312-b4b0-1086ea8eb01a, reason: Instance 319b5e3c-5f62-41da-93b6-7c6b9da3e261 could not be found. {{(pid=86206) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 10 13:23:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d3eb7766-47f9-45f2-b788-6397b2a1ebb9 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:23:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d3eb7766-47f9-45f2-b788-6397b2a1ebb9 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:23:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:27 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-d3eb7766-47f9-45f2-b788-6397b2a1ebb9 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:23:27 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-d3eb7766-47f9-45f2-b788-6397b2a1ebb9 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:23:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d3eb7766-47f9-45f2-b788-6397b2a1ebb9 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.507s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:23:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:27 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-d3eb7766-47f9-45f2-b788-6397b2a1ebb9 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Deleted allocations for instance 319b5e3c-5f62-41da-93b6-7c6b9da3e261
Nov 10 13:23:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d3eb7766-47f9-45f2-b788-6397b2a1ebb9 tempest-VolumesAdminNegativeTest-611942954 tempest-VolumesAdminNegativeTest-611942954-project-member] Lock "319b5e3c-5f62-41da-93b6-7c6b9da3e261" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.466s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:23:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/disk --force-share --output=json" returned: 0 in 0.253s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json" returned: 0 in 0.257s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG nova.compute.manager [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:23:29 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Creating image(s)
Nov 10 13:23:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Did not create local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Ensure instance console log exists: /opt/stack/data/nova/instances/8fcb379b-6c55-4361-8712-e3097b69ccd7/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Start _get_guest_xml network_info=[{"id": "a3677250-6a57-442d-88aa-97202061c98e", "address": "fa:16:3e:7c:c9:2e", "network": {"id": "0945ec2e-2e65-4cfa-8e23-3caf9acbcb43", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-134726832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0f53b8272fa4e55be205cf13607a37f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3677250-6a", "ovs_interfaceid": "a3677250-6a57-442d-88aa-97202061c98e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'attachment_id': '2c54b49d-4196-48a6-86ee-f6e7e297e5d2', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xdfNUmFK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8fcb379b-6c55-4361-8712-e3097b69ccd7', 'attached_at': '', 'detached_at': '', 'volume_id': '6a9b2e11-3b7a-4135-b94e-dcab3d235344', 'serial': '6a9b2e11-3b7a-4135-b94e-dcab3d235344'}, 'mount_device': '/dev/vda', 'boot_index': 0, 'volume_type': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:23:29 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:23:29 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:23:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xdfNUmFK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:23:29 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:23:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:23:29 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:23:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:23:29 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:23:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b426d191-5536-412e-b8ed-1f3e958e5c6c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 13:23:29 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[16abc46e-bb2c-4b45-9528-cb1e5b1146d6]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344] added
Nov 10 13:23:29 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[869c1d7d-7f91-4f98-a9e0-4ec65e8eae5f]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[41fbbadc-7af8-46e0-9ad2-b2ccd380ebd3]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xdfNUmFK {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486/disk --force-share --output=json" returned: 0 in 0.243s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xdfNUmFK" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[282f23d0-a619-4f33-b34d-781ef522bdaa]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xdfNUmFK'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a883ba7-1052-46cc-8b1c-24328bb7ec42]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[e83d37d5-c2dd-499a-a17d-a3de90fee9c5]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 (non-flash)
Nov 10 13:23:29 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:23:29 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 (non-flash)
Nov 10 13:23:29 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:23:29 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[09e7e276-737b-421d-afaf-659bbc1e84d4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344, portal: 172.16.0.220,3260]
Nov 10 13:23:29 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344, portal: 172.16.0.220,3260] successful.
Nov 10 13:23:29 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[61c47db2-de2e-459f-a0ee-fd35e678f69c]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[98987a32-34f5-440d-82ef-64a277b2a2f3]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 (non-flash)
Nov 10 13:23:29 user nova-compute[86206]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 (non-flash)
Nov 10 13:23:29 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:23:29 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 (non-flash)
Nov 10 13:23:29 user nova-compute[86206]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 (non-flash)
Nov 10 13:23:29 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:23:29 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.374s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] HCTL ('35', '-', '-', 0) found on session 12 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b119a7ff-3eed-4284-adaf-6d45832e1ef4]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Searching for a device in session 12 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xdfNUmFK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:30 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:23:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a48ce18-2887-4676-9d7b-ebebbc8e5381/disk.rescue --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a48ce18-2887-4676-9d7b-ebebbc8e5381/disk.rescue --force-share --output=json" returned: 0 in 0.189s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a48ce18-2887-4676-9d7b-ebebbc8e5381/disk.rescue --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8a48ce18-2887-4676-9d7b-ebebbc8e5381/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:30 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.576s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:23:30 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] <== connect_volume: return (1577ms) {'type': 'block', 'scsi_wwn': '23931373963643462', 'path': '/dev/sdd'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:23:30 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23931373963643462', 'path': '/dev/sdd'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:23:30 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:23:30 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:23:30 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=7897MB free_disk=25.427921295166016GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:23:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:23:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:23:30 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:22:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1536734913',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1536734913',id=17,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIt02j2HkEEuK1ckbzH9bM1ehhrY1Vw6+jTVmk98MW9XnggY6QChoxYyv26b15b4UCM9I12Uv8lTUfYrs4WL9vNKA2INIZiWZGr8RP4juVpxURSGhk4DeWpdQ07/HuVKeg==',key_name='tempest-keypair-1257693154',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e0f53b8272fa4e55be205cf13607a37f',ramdisk_id='',reservation_id='r-yzyqor31',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-1934140065',owner_user_name='tempest-ServerActionsV293TestJSON-1934140065-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:22:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='22ce08bbf13442fca10aec4e022867af',uuid=8fcb379b-6c55-4361-8712-e3097b69ccd7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a3677250-6a57-442d-88aa-97202061c98e", "address": "fa:16:3e:7c:c9:2e", "network": {"id": "0945ec2e-2e65-4cfa-8e23-3caf9acbcb43", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-134726832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0f53b8272fa4e55be205cf13607a37f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3677250-6a", "ovs_interfaceid": "a3677250-6a57-442d-88aa-97202061c98e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:23:30 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Converting VIF {"id": "a3677250-6a57-442d-88aa-97202061c98e", "address": "fa:16:3e:7c:c9:2e", "network": {"id": "0945ec2e-2e65-4cfa-8e23-3caf9acbcb43", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-134726832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0f53b8272fa4e55be205cf13607a37f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3677250-6a", "ovs_interfaceid": "a3677250-6a57-442d-88aa-97202061c98e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:23:30 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7c:c9:2e,bridge_name='br-int',has_traffic_filtering=True,id=a3677250-6a57-442d-88aa-97202061c98e,network=Network(0945ec2e-2e65-4cfa-8e23-3caf9acbcb43),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3677250-6a') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:23:30 user nova-compute[86206]: DEBUG nova.objects.instance [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Lazy-loading 'pci_devices' on Instance uuid 8fcb379b-6c55-4361-8712-e3097b69ccd7 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:23:30 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:23:30 user nova-compute[86206]:   <uuid>8fcb379b-6c55-4361-8712-e3097b69ccd7</uuid>
Nov 10 13:23:30 user nova-compute[86206]:   <name>instance-00000011</name>
Nov 10 13:23:30 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:23:30 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:23:30 user nova-compute[86206]:   <metadata>
Nov 10 13:23:30 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:23:30 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:23:30 user nova-compute[86206]:       <nova:name>tempest-ServerActionsV293TestJSON-server-1536734913</nova:name>
Nov 10 13:23:30 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:23:29</nova:creationTime>
Nov 10 13:23:30 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:23:30 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:23:30 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:23:30 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:23:30 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:23:30 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:23:30 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:23:30 user nova-compute[86206]:       <nova:owner>
Nov 10 13:23:30 user nova-compute[86206]:         <nova:user uuid="22ce08bbf13442fca10aec4e022867af">tempest-ServerActionsV293TestJSON-1934140065-project-member</nova:user>
Nov 10 13:23:30 user nova-compute[86206]:         <nova:project uuid="e0f53b8272fa4e55be205cf13607a37f">tempest-ServerActionsV293TestJSON-1934140065</nova:project>
Nov 10 13:23:30 user nova-compute[86206]:       </nova:owner>
Nov 10 13:23:30 user nova-compute[86206]:       <nova:ports>
Nov 10 13:23:30 user nova-compute[86206]:         <nova:port uuid="a3677250-6a57-442d-88aa-97202061c98e">
Nov 10 13:23:30 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 10 13:23:30 user nova-compute[86206]:         </nova:port>
Nov 10 13:23:30 user nova-compute[86206]:       </nova:ports>
Nov 10 13:23:30 user nova-compute[86206]:     </nova:instance>
Nov 10 13:23:30 user nova-compute[86206]:   </metadata>
Nov 10 13:23:30 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:23:30 user nova-compute[86206]:     <system>
Nov 10 13:23:30 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:23:30 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:23:30 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:23:30 user nova-compute[86206]:       <entry name="serial">8fcb379b-6c55-4361-8712-e3097b69ccd7</entry>
Nov 10 13:23:30 user nova-compute[86206]:       <entry name="uuid">8fcb379b-6c55-4361-8712-e3097b69ccd7</entry>
Nov 10 13:23:30 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:23:30 user nova-compute[86206]:     </system>
Nov 10 13:23:30 user nova-compute[86206]:   </sysinfo>
Nov 10 13:23:30 user nova-compute[86206]:   <os>
Nov 10 13:23:30 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:23:30 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:23:30 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:23:30 user nova-compute[86206]:   </os>
Nov 10 13:23:30 user nova-compute[86206]:   <features>
Nov 10 13:23:30 user nova-compute[86206]:     <acpi/>
Nov 10 13:23:30 user nova-compute[86206]:     <apic/>
Nov 10 13:23:30 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:23:30 user nova-compute[86206]:   </features>
Nov 10 13:23:30 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:23:30 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:23:30 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:23:30 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:23:30 user nova-compute[86206]:   </clock>
Nov 10 13:23:30 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:23:30 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:23:30 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:23:30 user nova-compute[86206]:   </cpu>
Nov 10 13:23:30 user nova-compute[86206]:   <devices>
Nov 10 13:23:30 user nova-compute[86206]:     <disk type="block" device="disk">
Nov 10 13:23:30 user nova-compute[86206]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:23:30 user nova-compute[86206]:       <source dev="/dev/sdd"/>
Nov 10 13:23:30 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:23:30 user nova-compute[86206]:       <serial>6a9b2e11-3b7a-4135-b94e-dcab3d235344</serial>
Nov 10 13:23:30 user nova-compute[86206]:     </disk>
Nov 10 13:23:30 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:23:30 user nova-compute[86206]:       <mac address="fa:16:3e:7c:c9:2e"/>
Nov 10 13:23:30 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:23:30 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:23:30 user nova-compute[86206]:       <target dev="tapa3677250-6a"/>
Nov 10 13:23:30 user nova-compute[86206]:     </interface>
Nov 10 13:23:30 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:23:30 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/8fcb379b-6c55-4361-8712-e3097b69ccd7/console.log" append="off"/>
Nov 10 13:23:30 user nova-compute[86206]:     </serial>
Nov 10 13:23:30 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:23:30 user nova-compute[86206]:     <video>
Nov 10 13:23:30 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:23:30 user nova-compute[86206]:     </video>
Nov 10 13:23:30 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:23:30 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:23:30 user nova-compute[86206]:     </rng>
Nov 10 13:23:30 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:23:30 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:23:30 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:23:30 user nova-compute[86206]:     </memballoon>
Nov 10 13:23:30 user nova-compute[86206]:   </devices>
Nov 10 13:23:30 user nova-compute[86206]: </domain>
Nov 10 13:23:30 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:23:30 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:22:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-1536734913',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1536734913',id=17,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIt02j2HkEEuK1ckbzH9bM1ehhrY1Vw6+jTVmk98MW9XnggY6QChoxYyv26b15b4UCM9I12Uv8lTUfYrs4WL9vNKA2INIZiWZGr8RP4juVpxURSGhk4DeWpdQ07/HuVKeg==',key_name='tempest-keypair-1257693154',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e0f53b8272fa4e55be205cf13607a37f',ramdisk_id='',reservation_id='r-yzyqor31',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-1934140065',owner_user_name='tempest-ServerActionsV293TestJSON-1934140065-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:22:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='22ce08bbf13442fca10aec4e022867af',uuid=8fcb379b-6c55-4361-8712-e3097b69ccd7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a3677250-6a57-442d-88aa-97202061c98e", "address": "fa:16:3e:7c:c9:2e", "network": {"id": "0945ec2e-2e65-4cfa-8e23-3caf9acbcb43", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-134726832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0f53b8272fa4e55be205cf13607a37f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3677250-6a", "ovs_interfaceid": "a3677250-6a57-442d-88aa-97202061c98e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:23:30 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Converting VIF {"id": "a3677250-6a57-442d-88aa-97202061c98e", "address": "fa:16:3e:7c:c9:2e", "network": {"id": "0945ec2e-2e65-4cfa-8e23-3caf9acbcb43", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-134726832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0f53b8272fa4e55be205cf13607a37f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3677250-6a", "ovs_interfaceid": "a3677250-6a57-442d-88aa-97202061c98e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:23:30 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7c:c9:2e,bridge_name='br-int',has_traffic_filtering=True,id=a3677250-6a57-442d-88aa-97202061c98e,network=Network(0945ec2e-2e65-4cfa-8e23-3caf9acbcb43),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3677250-6a') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:23:30 user nova-compute[86206]: DEBUG os_vif [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:c9:2e,bridge_name='br-int',has_traffic_filtering=True,id=a3677250-6a57-442d-88aa-97202061c98e,network=Network(0945ec2e-2e65-4cfa-8e23-3caf9acbcb43),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3677250-6a') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:23:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:23:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:23:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '95c5a396-e2aa-552d-bbc6-f67035bf6935', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:23:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:23:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa3677250-6a, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:23:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa3677250-6a, col_values=(('qos', UUID('e7ccfb4b-a30a-482a-9227-5d409ee03f43')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:23:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa3677250-6a, col_values=(('external_ids', {'iface-id': 'a3677250-6a57-442d-88aa-97202061c98e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7c:c9:2e', 'vm-uuid': '8fcb379b-6c55-4361-8712-e3097b69ccd7'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:23:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:23:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:31 user nova-compute[86206]: INFO os_vif [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:c9:2e,bridge_name='br-int',has_traffic_filtering=True,id=a3677250-6a57-442d-88aa-97202061c98e,network=Network(0945ec2e-2e65-4cfa-8e23-3caf9acbcb43),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3677250-6a')
Nov 10 13:23:31 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance fbca50b2-5d7e-405a-ae5b-20651146376d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:23:31 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance e040d0fe-dea0-451e-91e2-6852000fa9dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:23:31 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 4509d78d-a41e-4150-beef-feed0bb03160 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:23:31 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 8a48ce18-2887-4676-9d7b-ebebbc8e5381 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:23:31 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 0cd831ff-01f4-4619-9b56-2455a7a54486 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:23:31 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 03a08249-4257-40cc-8cb5-98aa7107d338 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:23:31 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance e67daf4a-9438-455c-ad9e-f4b706296f77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:23:31 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 8fcb379b-6c55-4361-8712-e3097b69ccd7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:23:31 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:23:31 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:23:31 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:23:31 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] No VIF found with MAC fa:16:3e:7c:c9:2e, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:23:31 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:23:31 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:23:31 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:23:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.507s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:23:32 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:23:32 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:23:32 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Didn't find any instances for network info cache update. {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 10 13:23:32 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:23:32 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:23:32 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:23:32 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:23:32 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 13:23:32 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:32 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:32 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:32 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:32 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:23:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:33 user nova-compute[86206]: DEBUG nova.compute.manager [req-2f4c55f9-650f-4898-91e0-11fd22cc251d req-92674de8-fa7e-48a4-8bc3-5bbd1c154ca0 service nova] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Received event network-vif-plugged-a3677250-6a57-442d-88aa-97202061c98e {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:23:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2f4c55f9-650f-4898-91e0-11fd22cc251d req-92674de8-fa7e-48a4-8bc3-5bbd1c154ca0 service nova] Acquiring lock "8fcb379b-6c55-4361-8712-e3097b69ccd7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:23:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2f4c55f9-650f-4898-91e0-11fd22cc251d req-92674de8-fa7e-48a4-8bc3-5bbd1c154ca0 service nova] Lock "8fcb379b-6c55-4361-8712-e3097b69ccd7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:23:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2f4c55f9-650f-4898-91e0-11fd22cc251d req-92674de8-fa7e-48a4-8bc3-5bbd1c154ca0 service nova] Lock "8fcb379b-6c55-4361-8712-e3097b69ccd7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:23:33 user nova-compute[86206]: DEBUG nova.compute.manager [req-2f4c55f9-650f-4898-91e0-11fd22cc251d req-92674de8-fa7e-48a4-8bc3-5bbd1c154ca0 service nova] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] No waiting events found dispatching network-vif-plugged-a3677250-6a57-442d-88aa-97202061c98e {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:23:33 user nova-compute[86206]: WARNING nova.compute.manager [req-2f4c55f9-650f-4898-91e0-11fd22cc251d req-92674de8-fa7e-48a4-8bc3-5bbd1c154ca0 service nova] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Received unexpected event network-vif-plugged-a3677250-6a57-442d-88aa-97202061c98e for instance with vm_state building and task_state spawning.
Nov 10 13:23:33 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:23:34 user nova-compute[86206]: DEBUG nova.compute.manager [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:23:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:23:34 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Instance spawned successfully.
Nov 10 13:23:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:23:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:23:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:23:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:23:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:23:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:23:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:23:35 user nova-compute[86206]: INFO nova.compute.manager [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Took 5.80 seconds to spawn the instance on the hypervisor.
Nov 10 13:23:35 user nova-compute[86206]: DEBUG nova.compute.manager [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:23:35 user nova-compute[86206]: INFO nova.compute.manager [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Took 47.37 seconds to build instance.
Nov 10 13:23:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-cbf04814-5a13-41c0-9154-809fd5a35bfe tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Lock "8fcb379b-6c55-4361-8712-e3097b69ccd7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 47.479s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:23:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "8fcb379b-6c55-4361-8712-e3097b69ccd7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 45.826s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:23:35 user nova-compute[86206]: INFO nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] During sync_power_state the instance has a pending task (block_device_mapping). Skip.
Nov 10 13:23:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "8fcb379b-6c55-4361-8712-e3097b69ccd7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:23:35 user nova-compute[86206]: DEBUG nova.compute.manager [req-74a81120-c17d-42a6-9bf1-0f950602d33b req-2bbbbc7c-11d7-4994-aa81-70e4f8c0dbc9 service nova] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Received event network-vif-plugged-a3677250-6a57-442d-88aa-97202061c98e {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:23:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-74a81120-c17d-42a6-9bf1-0f950602d33b req-2bbbbc7c-11d7-4994-aa81-70e4f8c0dbc9 service nova] Acquiring lock "8fcb379b-6c55-4361-8712-e3097b69ccd7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:23:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-74a81120-c17d-42a6-9bf1-0f950602d33b req-2bbbbc7c-11d7-4994-aa81-70e4f8c0dbc9 service nova] Lock "8fcb379b-6c55-4361-8712-e3097b69ccd7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.006s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:23:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-74a81120-c17d-42a6-9bf1-0f950602d33b req-2bbbbc7c-11d7-4994-aa81-70e4f8c0dbc9 service nova] Lock "8fcb379b-6c55-4361-8712-e3097b69ccd7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:23:35 user nova-compute[86206]: DEBUG nova.compute.manager [req-74a81120-c17d-42a6-9bf1-0f950602d33b req-2bbbbc7c-11d7-4994-aa81-70e4f8c0dbc9 service nova] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] No waiting events found dispatching network-vif-plugged-a3677250-6a57-442d-88aa-97202061c98e {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:23:35 user nova-compute[86206]: WARNING nova.compute.manager [req-74a81120-c17d-42a6-9bf1-0f950602d33b req-2bbbbc7c-11d7-4994-aa81-70e4f8c0dbc9 service nova] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Received unexpected event network-vif-plugged-a3677250-6a57-442d-88aa-97202061c98e for instance with vm_state active and task_state None.
Nov 10 13:23:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:37 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:39 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:47 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oHJSFrwu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:23:51 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:23:51 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:23:51 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:23:51 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:23:51 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:23:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963 -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[03cc5063-4d4d-4d9c-af82-35c29ebfa766]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 13:23:51 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963 -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8b4f425-63d2-4aeb-a29f-11701db15107]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963] added
Nov 10 13:23:51 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[701f1570-72fc-429b-a146-348e7855c2f6]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b16618cf-b4b6-4828-b6cc-a431f8f87f27]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oHJSFrwu {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oHJSFrwu" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b31cafa2-74a8-478d-a231-f80d3918cbaa]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'oHJSFrwu'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d8f619a-7f2c-433d-a604-657f90bffce4]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b70eed4e-0138-4736-a805-ebd7834f7f82]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 (non-flash)
Nov 10 13:23:51 user nova-compute[86206]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 (non-flash)
Nov 10 13:23:51 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:23:51 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 (non-flash)
Nov 10 13:23:51 user nova-compute[86206]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 (non-flash)
Nov 10 13:23:51 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:23:51 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963 -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963 -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[58fbe8cd-c9aa-47d9-8e55-6063847e63f2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963, portal: 172.16.0.220,3260]
Nov 10 13:23:51 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963, portal: 172.16.0.220,3260] successful.
Nov 10 13:23:51 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5422977-1b64-4675-9246-ff52cba69899]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7dd14d57-1650-41ac-bdea-2aba9fdc6d65]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 (non-flash)
Nov 10 13:23:51 user nova-compute[86206]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 (non-flash)
Nov 10 13:23:51 user nova-compute[86206]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963 (non-flash)
Nov 10 13:23:51 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:23:51 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 (non-flash)
Nov 10 13:23:51 user nova-compute[86206]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 (non-flash)
Nov 10 13:23:51 user nova-compute[86206]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963 (non-flash)
Nov 10 13:23:51 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:23:51 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.284s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] HCTL ('36', '-', '-', 0) found on session 13 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce41f07c-f25c-4694-ae2b-8e3b9747c7e4]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Searching for a device in session 13 and hctl ['36', '*', '*', 0] yield: None {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:23:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:52 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Searching for a device in session 13 and hctl ['36', '*', '*', 0] yield: sde {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:23:52 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oHJSFrwu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:23:52 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.318s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:23:52 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] <== connect_volume: return (1319ms) {'type': 'block', 'scsi_wwn': '23263666364346465', 'path': '/dev/sde'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:23:52 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23263666364346465', 'path': '/dev/sde'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:23:52 user nova-compute[86206]: DEBUG nova.objects.instance [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lazy-loading 'flavor' on Instance uuid 03a08249-4257-40cc-8cb5-98aa7107d338 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:23:52 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] attach device xml: <disk type="block" device="disk">
Nov 10 13:23:52 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:23:52 user nova-compute[86206]:   <source dev="/dev/sde"/>
Nov 10 13:23:52 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:23:52 user nova-compute[86206]:   <serial>49afd588-db91-4cd0-a79c-72e599e74963</serial>
Nov 10 13:23:52 user nova-compute[86206]: </disk>
Nov 10 13:23:52 user nova-compute[86206]:  {{(pid=86206) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 10 13:23:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:53 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:23:53 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] No BDM found with device name vdb, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:23:53 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] No VIF found with MAC fa:16:3e:1c:1b:b6, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:23:53 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c45f064f-42c4-4331-a25a-df95b34436f3 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "03a08249-4257-40cc-8cb5-98aa7107d338" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 31.538s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:23:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:23:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3e0381dd-8252-464e-bd57-cd0ef4be998c tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Acquiring lock "03a08249-4257-40cc-8cb5-98aa7107d338" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:23:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3e0381dd-8252-464e-bd57-cd0ef4be998c tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "03a08249-4257-40cc-8cb5-98aa7107d338" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:23:56 user nova-compute[86206]: INFO nova.compute.manager [None req-3e0381dd-8252-464e-bd57-cd0ef4be998c tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Detaching volume 49afd588-db91-4cd0-a79c-72e599e74963
Nov 10 13:23:56 user nova-compute[86206]: INFO nova.virt.block_device [None req-3e0381dd-8252-464e-bd57-cd0ef4be998c tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Attempting to driver detach volume 49afd588-db91-4cd0-a79c-72e599e74963 from mountpoint /dev/vdb
Nov 10 13:23:56 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3e0381dd-8252-464e-bd57-cd0ef4be998c tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Attempting to detach device vdb from instance 03a08249-4257-40cc-8cb5-98aa7107d338 from the persistent domain config. {{(pid=86206) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 10 13:23:56 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-3e0381dd-8252-464e-bd57-cd0ef4be998c tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 13:23:56 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:23:56 user nova-compute[86206]:   <source dev="/dev/sde"/>
Nov 10 13:23:56 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:23:56 user nova-compute[86206]:   <serial>49afd588-db91-4cd0-a79c-72e599e74963</serial>
Nov 10 13:23:56 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 10 13:23:56 user nova-compute[86206]: </disk>
Nov 10 13:23:56 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 13:23:56 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-3e0381dd-8252-464e-bd57-cd0ef4be998c tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Successfully detached device vdb from instance 03a08249-4257-40cc-8cb5-98aa7107d338 from the persistent domain config.
Nov 10 13:23:56 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3e0381dd-8252-464e-bd57-cd0ef4be998c tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 03a08249-4257-40cc-8cb5-98aa7107d338 from the live domain config. {{(pid=86206) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 10 13:23:56 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-3e0381dd-8252-464e-bd57-cd0ef4be998c tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 13:23:56 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:23:56 user nova-compute[86206]:   <source dev="/dev/sde"/>
Nov 10 13:23:56 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:23:56 user nova-compute[86206]:   <serial>49afd588-db91-4cd0-a79c-72e599e74963</serial>
Nov 10 13:23:56 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 10 13:23:56 user nova-compute[86206]: </disk>
Nov 10 13:23:56 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 13:23:56 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3e0381dd-8252-464e-bd57-cd0ef4be998c tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 03a08249-4257-40cc-8cb5-98aa7107d338 {{(pid=86206) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 10 13:23:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:06 user nova-compute[86206]: INFO nova.compute.manager [None req-bc10f6da-42ec-47ef-874e-f3128ec8bb5c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Unrescuing
Nov 10 13:24:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bc10f6da-42ec-47ef-874e-f3128ec8bb5c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "refresh_cache-8a48ce18-2887-4676-9d7b-ebebbc8e5381" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:24:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bc10f6da-42ec-47ef-874e-f3128ec8bb5c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquired lock "refresh_cache-8a48ce18-2887-4676-9d7b-ebebbc8e5381" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:24:06 user nova-compute[86206]: DEBUG nova.network.neutron [None req-bc10f6da-42ec-47ef-874e-f3128ec8bb5c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:24:07 user nova-compute[86206]: DEBUG nova.network.neutron [None req-bc10f6da-42ec-47ef-874e-f3128ec8bb5c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Updating instance_info_cache with network_info: [{"id": "4847ac2e-aeba-4a7c-81fd-0fa52eaee43f", "address": "fa:16:3e:ee:a8:51", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4847ac2e-ae", "ovs_interfaceid": "4847ac2e-aeba-4a7c-81fd-0fa52eaee43f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:24:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bc10f6da-42ec-47ef-874e-f3128ec8bb5c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Releasing lock "refresh_cache-8a48ce18-2887-4676-9d7b-ebebbc8e5381" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:24:07 user nova-compute[86206]: DEBUG nova.objects.instance [None req-bc10f6da-42ec-47ef-874e-f3128ec8bb5c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lazy-loading 'flavor' on Instance uuid 8a48ce18-2887-4676-9d7b-ebebbc8e5381 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:24:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Acquiring lock "dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:24:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Lock "dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:24:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:07 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:24:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:24:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:24:07 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:24:07 user nova-compute[86206]: INFO nova.compute.claims [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Claim successful on node user
Nov 10 13:24:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquiring lock "b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:24:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:24:07 user nova-compute[86206]: DEBUG nova.compute.manager [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:24:07 user nova-compute[86206]: DEBUG nova.compute.manager [req-6f28e282-6c55-4fcb-8eaf-a88515f08e76 req-f79d84b2-844e-4e4d-b194-cf4626e64d20 service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Received event network-vif-unplugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:24:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6f28e282-6c55-4fcb-8eaf-a88515f08e76 req-f79d84b2-844e-4e4d-b194-cf4626e64d20 service nova] Acquiring lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:24:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6f28e282-6c55-4fcb-8eaf-a88515f08e76 req-f79d84b2-844e-4e4d-b194-cf4626e64d20 service nova] Lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:24:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6f28e282-6c55-4fcb-8eaf-a88515f08e76 req-f79d84b2-844e-4e4d-b194-cf4626e64d20 service nova] Lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:24:07 user nova-compute[86206]: DEBUG nova.compute.manager [req-6f28e282-6c55-4fcb-8eaf-a88515f08e76 req-f79d84b2-844e-4e4d-b194-cf4626e64d20 service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] No waiting events found dispatching network-vif-unplugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:24:07 user nova-compute[86206]: WARNING nova.compute.manager [req-6f28e282-6c55-4fcb-8eaf-a88515f08e76 req-f79d84b2-844e-4e4d-b194-cf4626e64d20 service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Received unexpected event network-vif-unplugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f for instance with vm_state rescued and task_state unrescuing.
Nov 10 13:24:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:24:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:08 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Instance destroyed successfully.
Nov 10 13:24:08 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:24:08 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:24:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.739s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:24:08 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:24:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.587s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:24:08 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:24:08 user nova-compute[86206]: INFO nova.compute.claims [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Claim successful on node user
Nov 10 13:24:08 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:24:08 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:24:08 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:24:08 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:24:08 user nova-compute[86206]: DEBUG nova.policy [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f34975bd058422788be18803d1baccc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48b359dc7ecf469cb2bcccd899293e15', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:24:08 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:24:08 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:24:08 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Creating image(s)
Nov 10 13:24:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Acquiring lock "/opt/stack/data/nova/instances/dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:24:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Lock "/opt/stack/data/nova/instances/dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:24:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Lock "/opt/stack/data/nova/instances/dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:24:08 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:08 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.189s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Acquiring lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:24:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:24:08 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:08 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:24:08 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:24:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.699s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:24:08 user nova-compute[86206]: DEBUG nova.compute.manager [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:24:08 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.189s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:08 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7/disk 1073741824 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:08 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7/disk 1073741824" returned: 0 in 0.049s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.243s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:24:08 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:09 user nova-compute[86206]: DEBUG nova.compute.manager [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:24:09 user nova-compute[86206]: DEBUG nova.network.neutron [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:24:09 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:24:09 user nova-compute[86206]: DEBUG nova.compute.manager [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:24:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.210s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:09 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Checking if we can resize image /opt/stack/data/nova/instances/dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7/disk. size=1073741824 {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 10 13:24:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:09 user nova-compute[86206]: DEBUG nova.policy [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b37dd375e0443eba2635424cedbbbef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e28d28d5ba14f608683b61fac770521', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:24:09 user nova-compute[86206]: DEBUG nova.compute.manager [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:24:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:24:09 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Creating image(s)
Nov 10 13:24:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquiring lock "/opt/stack/data/nova/instances/b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:24:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "/opt/stack/data/nova/instances/b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:24:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "/opt/stack/data/nova/instances/b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:24:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:09 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Successfully created port: 894e5b5e-8b5e-4d3a-b63a-a0cafae32644 {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:24:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:09 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Cannot resize image /opt/stack/data/nova/instances/dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7/disk to a smaller size. {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 10 13:24:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:24:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Ensure instance console log exists: /opt/stack/data/nova/instances/dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:24:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:24:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:24:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:24:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.291s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquiring lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:24:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:24:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:09 user nova-compute[86206]: DEBUG nova.compute.manager [req-49ec55a3-1317-40f1-a09b-1c3f42fef116 req-9823347d-236a-4e09-974b-463d05a77c79 service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Received event network-vif-plugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:24:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-49ec55a3-1317-40f1-a09b-1c3f42fef116 req-9823347d-236a-4e09-974b-463d05a77c79 service nova] Acquiring lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:24:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-49ec55a3-1317-40f1-a09b-1c3f42fef116 req-9823347d-236a-4e09-974b-463d05a77c79 service nova] Lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:24:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-49ec55a3-1317-40f1-a09b-1c3f42fef116 req-9823347d-236a-4e09-974b-463d05a77c79 service nova] Lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:24:09 user nova-compute[86206]: DEBUG nova.compute.manager [req-49ec55a3-1317-40f1-a09b-1c3f42fef116 req-9823347d-236a-4e09-974b-463d05a77c79 service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] No waiting events found dispatching network-vif-plugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:24:09 user nova-compute[86206]: WARNING nova.compute.manager [req-49ec55a3-1317-40f1-a09b-1c3f42fef116 req-9823347d-236a-4e09-974b-463d05a77c79 service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Received unexpected event network-vif-plugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f for instance with vm_state rescued and task_state unrescuing.
Nov 10 13:24:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.194s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae/disk 1073741824 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae/disk 1073741824" returned: 0 in 0.055s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.254s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:24:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.209s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:10 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae/disk. size=1073741824 {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 10 13:24:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:10 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Cannot resize image /opt/stack/data/nova/instances/b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae/disk to a smaller size. {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 10 13:24:10 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:24:10 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Ensure instance console log exists: /opt/stack/data/nova/instances/b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:24:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:24:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:24:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:24:10 user nova-compute[86206]: DEBUG nova.network.neutron [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Successfully created port: 989d7d75-6750-4951-9ae8-fe6088afb53e {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:24:10 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Successfully updated port: 894e5b5e-8b5e-4d3a-b63a-a0cafae32644 {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:24:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Acquiring lock "refresh_cache-dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:24:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Acquired lock "refresh_cache-dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:24:10 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG nova.compute.manager [req-6f6f2208-4faf-4fba-b871-25a732349b01 req-4c11f6e3-c4cd-4a5c-9408-f5e174a509f9 service nova] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Received event network-changed-21b6fbc8-1657-4664-b9ae-6e51cd64a761 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG nova.compute.manager [req-6f6f2208-4faf-4fba-b871-25a732349b01 req-4c11f6e3-c4cd-4a5c-9408-f5e174a509f9 service nova] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Refreshing instance network info cache due to event network-changed-21b6fbc8-1657-4664-b9ae-6e51cd64a761. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6f6f2208-4faf-4fba-b871-25a732349b01 req-4c11f6e3-c4cd-4a5c-9408-f5e174a509f9 service nova] Acquiring lock "refresh_cache-e67daf4a-9438-455c-ad9e-f4b706296f77" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6f6f2208-4faf-4fba-b871-25a732349b01 req-4c11f6e3-c4cd-4a5c-9408-f5e174a509f9 service nova] Acquired lock "refresh_cache-e67daf4a-9438-455c-ad9e-f4b706296f77" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG nova.network.neutron [req-6f6f2208-4faf-4fba-b871-25a732349b01 req-4c11f6e3-c4cd-4a5c-9408-f5e174a509f9 service nova] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Refreshing network info cache for port 21b6fbc8-1657-4664-b9ae-6e51cd64a761 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Updating instance_info_cache with network_info: [{"id": "894e5b5e-8b5e-4d3a-b63a-a0cafae32644", "address": "fa:16:3e:a2:04:0c", "network": {"id": "fd3a90f5-ab7d-4991-8c88-4faefaa42498", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-2140784590-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "48b359dc7ecf469cb2bcccd899293e15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap894e5b5e-8b", "ovs_interfaceid": "894e5b5e-8b5e-4d3a-b63a-a0cafae32644", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Releasing lock "refresh_cache-dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Instance network_info: |[{"id": "894e5b5e-8b5e-4d3a-b63a-a0cafae32644", "address": "fa:16:3e:a2:04:0c", "network": {"id": "fd3a90f5-ab7d-4991-8c88-4faefaa42498", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-2140784590-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "48b359dc7ecf469cb2bcccd899293e15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap894e5b5e-8b", "ovs_interfaceid": "894e5b5e-8b5e-4d3a-b63a-a0cafae32644", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Start _get_guest_xml network_info=[{"id": "894e5b5e-8b5e-4d3a-b63a-a0cafae32644", "address": "fa:16:3e:a2:04:0c", "network": {"id": "fd3a90f5-ab7d-4991-8c88-4faefaa42498", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-2140784590-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "48b359dc7ecf469cb2bcccd899293e15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap894e5b5e-8b", "ovs_interfaceid": "894e5b5e-8b5e-4d3a-b63a-a0cafae32644", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '73290e4a-d2c0-4305-9ee6-397ce6a900ba'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:24:11 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:24:11 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:24:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-10T13:24:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1406053232',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1406053232',id=18,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN0tzi5sD4e9jissMgkjNISOpCLsqnQqYppr0L4DUe6OT8v1I7xqmglL/msnqevgvS0N7WMwj8yxf2uN8Ao3+KFONQF12dgvOjToKaPq21Rilrsy4ZvXLapmfeizcDS/kg==',key_name='tempest-keypair-847514708',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='48b359dc7ecf469cb2bcccd899293e15',ramdisk_id='',reservation_id='r-0l3y8pp2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-511016090',owner_user_name='tempest-TaggedAttachmentsTest-511016090-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:24:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4f34975bd058422788be18803d1baccc',uuid=dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "894e5b5e-8b5e-4d3a-b63a-a0cafae32644", "address": "fa:16:3e:a2:04:0c", "network": {"id": "fd3a90f5-ab7d-4991-8c88-4faefaa42498", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-2140784590-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "48b359dc7ecf469cb2bcccd899293e15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap894e5b5e-8b", "ovs_interfaceid": "894e5b5e-8b5e-4d3a-b63a-a0cafae32644", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Converting VIF {"id": "894e5b5e-8b5e-4d3a-b63a-a0cafae32644", "address": "fa:16:3e:a2:04:0c", "network": {"id": "fd3a90f5-ab7d-4991-8c88-4faefaa42498", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-2140784590-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "48b359dc7ecf469cb2bcccd899293e15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap894e5b5e-8b", "ovs_interfaceid": "894e5b5e-8b5e-4d3a-b63a-a0cafae32644", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a2:04:0c,bridge_name='br-int',has_traffic_filtering=True,id=894e5b5e-8b5e-4d3a-b63a-a0cafae32644,network=Network(fd3a90f5-ab7d-4991-8c88-4faefaa42498),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap894e5b5e-8b') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG nova.objects.instance [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Lazy-loading 'pci_devices' on Instance uuid dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG nova.compute.manager [req-bbd129ea-84b3-41f4-986b-33b2a9d5e3bd req-30990902-27ae-4cdf-b82b-fe522146d52c service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Received event network-vif-plugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-bbd129ea-84b3-41f4-986b-33b2a9d5e3bd req-30990902-27ae-4cdf-b82b-fe522146d52c service nova] Acquiring lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-bbd129ea-84b3-41f4-986b-33b2a9d5e3bd req-30990902-27ae-4cdf-b82b-fe522146d52c service nova] Lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-bbd129ea-84b3-41f4-986b-33b2a9d5e3bd req-30990902-27ae-4cdf-b82b-fe522146d52c service nova] Lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG nova.compute.manager [req-bbd129ea-84b3-41f4-986b-33b2a9d5e3bd req-30990902-27ae-4cdf-b82b-fe522146d52c service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] No waiting events found dispatching network-vif-plugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:24:11 user nova-compute[86206]: WARNING nova.compute.manager [req-bbd129ea-84b3-41f4-986b-33b2a9d5e3bd req-30990902-27ae-4cdf-b82b-fe522146d52c service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Received unexpected event network-vif-plugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f for instance with vm_state rescued and task_state unrescuing.
Nov 10 13:24:11 user nova-compute[86206]: DEBUG nova.compute.manager [req-bbd129ea-84b3-41f4-986b-33b2a9d5e3bd req-30990902-27ae-4cdf-b82b-fe522146d52c service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Received event network-vif-plugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-bbd129ea-84b3-41f4-986b-33b2a9d5e3bd req-30990902-27ae-4cdf-b82b-fe522146d52c service nova] Acquiring lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-bbd129ea-84b3-41f4-986b-33b2a9d5e3bd req-30990902-27ae-4cdf-b82b-fe522146d52c service nova] Lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-bbd129ea-84b3-41f4-986b-33b2a9d5e3bd req-30990902-27ae-4cdf-b82b-fe522146d52c service nova] Lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG nova.compute.manager [req-bbd129ea-84b3-41f4-986b-33b2a9d5e3bd req-30990902-27ae-4cdf-b82b-fe522146d52c service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] No waiting events found dispatching network-vif-plugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:24:11 user nova-compute[86206]: WARNING nova.compute.manager [req-bbd129ea-84b3-41f4-986b-33b2a9d5e3bd req-30990902-27ae-4cdf-b82b-fe522146d52c service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Received unexpected event network-vif-plugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f for instance with vm_state rescued and task_state unrescuing.
Nov 10 13:24:11 user nova-compute[86206]: DEBUG nova.compute.manager [req-bbd129ea-84b3-41f4-986b-33b2a9d5e3bd req-30990902-27ae-4cdf-b82b-fe522146d52c service nova] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Received event network-changed-894e5b5e-8b5e-4d3a-b63a-a0cafae32644 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG nova.compute.manager [req-bbd129ea-84b3-41f4-986b-33b2a9d5e3bd req-30990902-27ae-4cdf-b82b-fe522146d52c service nova] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Refreshing instance network info cache due to event network-changed-894e5b5e-8b5e-4d3a-b63a-a0cafae32644. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-bbd129ea-84b3-41f4-986b-33b2a9d5e3bd req-30990902-27ae-4cdf-b82b-fe522146d52c service nova] Acquiring lock "refresh_cache-dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-bbd129ea-84b3-41f4-986b-33b2a9d5e3bd req-30990902-27ae-4cdf-b82b-fe522146d52c service nova] Acquired lock "refresh_cache-dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG nova.network.neutron [req-bbd129ea-84b3-41f4-986b-33b2a9d5e3bd req-30990902-27ae-4cdf-b82b-fe522146d52c service nova] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Refreshing network info cache for port 894e5b5e-8b5e-4d3a-b63a-a0cafae32644 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG nova.compute.manager [None req-bc10f6da-42ec-47ef-874e-f3128ec8bb5c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:24:11 user nova-compute[86206]:   <uuid>dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7</uuid>
Nov 10 13:24:11 user nova-compute[86206]:   <name>instance-00000012</name>
Nov 10 13:24:11 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:24:11 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:24:11 user nova-compute[86206]:   <metadata>
Nov 10 13:24:11 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:24:11 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:24:11 user nova-compute[86206]:       <nova:name>tempest-device-tagging-server-1406053232</nova:name>
Nov 10 13:24:11 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:24:11</nova:creationTime>
Nov 10 13:24:11 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:24:11 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:24:11 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:24:11 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:24:11 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:24:11 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:24:11 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:24:11 user nova-compute[86206]:       <nova:owner>
Nov 10 13:24:11 user nova-compute[86206]:         <nova:user uuid="4f34975bd058422788be18803d1baccc">tempest-TaggedAttachmentsTest-511016090-project-member</nova:user>
Nov 10 13:24:11 user nova-compute[86206]:         <nova:project uuid="48b359dc7ecf469cb2bcccd899293e15">tempest-TaggedAttachmentsTest-511016090</nova:project>
Nov 10 13:24:11 user nova-compute[86206]:       </nova:owner>
Nov 10 13:24:11 user nova-compute[86206]:       <nova:root type="image" uuid="73290e4a-d2c0-4305-9ee6-397ce6a900ba"/>
Nov 10 13:24:11 user nova-compute[86206]:       <nova:ports>
Nov 10 13:24:11 user nova-compute[86206]:         <nova:port uuid="894e5b5e-8b5e-4d3a-b63a-a0cafae32644">
Nov 10 13:24:11 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 10 13:24:11 user nova-compute[86206]:         </nova:port>
Nov 10 13:24:11 user nova-compute[86206]:       </nova:ports>
Nov 10 13:24:11 user nova-compute[86206]:     </nova:instance>
Nov 10 13:24:11 user nova-compute[86206]:   </metadata>
Nov 10 13:24:11 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:24:11 user nova-compute[86206]:     <system>
Nov 10 13:24:11 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:24:11 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:24:11 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:24:11 user nova-compute[86206]:       <entry name="serial">dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7</entry>
Nov 10 13:24:11 user nova-compute[86206]:       <entry name="uuid">dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7</entry>
Nov 10 13:24:11 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:24:11 user nova-compute[86206]:     </system>
Nov 10 13:24:11 user nova-compute[86206]:   </sysinfo>
Nov 10 13:24:11 user nova-compute[86206]:   <os>
Nov 10 13:24:11 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:24:11 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:24:11 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:24:11 user nova-compute[86206]:   </os>
Nov 10 13:24:11 user nova-compute[86206]:   <features>
Nov 10 13:24:11 user nova-compute[86206]:     <acpi/>
Nov 10 13:24:11 user nova-compute[86206]:     <apic/>
Nov 10 13:24:11 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:24:11 user nova-compute[86206]:   </features>
Nov 10 13:24:11 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:24:11 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:24:11 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:24:11 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:24:11 user nova-compute[86206]:   </clock>
Nov 10 13:24:11 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:24:11 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:24:11 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:24:11 user nova-compute[86206]:   </cpu>
Nov 10 13:24:11 user nova-compute[86206]:   <devices>
Nov 10 13:24:11 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:24:11 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:24:11 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7/disk"/>
Nov 10 13:24:11 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:24:11 user nova-compute[86206]:     </disk>
Nov 10 13:24:11 user nova-compute[86206]:     <disk type="file" device="cdrom">
Nov 10 13:24:11 user nova-compute[86206]:       <driver name="qemu" type="raw" cache="none"/>
Nov 10 13:24:11 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7/disk.config"/>
Nov 10 13:24:11 user nova-compute[86206]:       <target dev="hda" bus="ide"/>
Nov 10 13:24:11 user nova-compute[86206]:     </disk>
Nov 10 13:24:11 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:24:11 user nova-compute[86206]:       <mac address="fa:16:3e:a2:04:0c"/>
Nov 10 13:24:11 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:24:11 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:24:11 user nova-compute[86206]:       <target dev="tap894e5b5e-8b"/>
Nov 10 13:24:11 user nova-compute[86206]:     </interface>
Nov 10 13:24:11 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:24:11 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7/console.log" append="off"/>
Nov 10 13:24:11 user nova-compute[86206]:     </serial>
Nov 10 13:24:11 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:24:11 user nova-compute[86206]:     <video>
Nov 10 13:24:11 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:24:11 user nova-compute[86206]:     </video>
Nov 10 13:24:11 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:24:11 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:24:11 user nova-compute[86206]:     </rng>
Nov 10 13:24:11 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:24:11 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:24:11 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:24:11 user nova-compute[86206]:     </memballoon>
Nov 10 13:24:11 user nova-compute[86206]:   </devices>
Nov 10 13:24:11 user nova-compute[86206]: </domain>
Nov 10 13:24:11 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-10T13:24:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1406053232',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1406053232',id=18,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN0tzi5sD4e9jissMgkjNISOpCLsqnQqYppr0L4DUe6OT8v1I7xqmglL/msnqevgvS0N7WMwj8yxf2uN8Ao3+KFONQF12dgvOjToKaPq21Rilrsy4ZvXLapmfeizcDS/kg==',key_name='tempest-keypair-847514708',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='48b359dc7ecf469cb2bcccd899293e15',ramdisk_id='',reservation_id='r-0l3y8pp2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-511016090',owner_user_name='tempest-TaggedAttachmentsTest-511016090-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:24:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4f34975bd058422788be18803d1baccc',uuid=dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "894e5b5e-8b5e-4d3a-b63a-a0cafae32644", "address": "fa:16:3e:a2:04:0c", "network": {"id": "fd3a90f5-ab7d-4991-8c88-4faefaa42498", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-2140784590-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "48b359dc7ecf469cb2bcccd899293e15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap894e5b5e-8b", "ovs_interfaceid": "894e5b5e-8b5e-4d3a-b63a-a0cafae32644", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Converting VIF {"id": "894e5b5e-8b5e-4d3a-b63a-a0cafae32644", "address": "fa:16:3e:a2:04:0c", "network": {"id": "fd3a90f5-ab7d-4991-8c88-4faefaa42498", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-2140784590-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "48b359dc7ecf469cb2bcccd899293e15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap894e5b5e-8b", "ovs_interfaceid": "894e5b5e-8b5e-4d3a-b63a-a0cafae32644", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a2:04:0c,bridge_name='br-int',has_traffic_filtering=True,id=894e5b5e-8b5e-4d3a-b63a-a0cafae32644,network=Network(fd3a90f5-ab7d-4991-8c88-4faefaa42498),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap894e5b5e-8b') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG os_vif [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:04:0c,bridge_name='br-int',has_traffic_filtering=True,id=894e5b5e-8b5e-4d3a-b63a-a0cafae32644,network=Network(fd3a90f5-ab7d-4991-8c88-4faefaa42498),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap894e5b5e-8b') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c8bc6649-073d-50c1-85cd-10d38ca5e890', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap894e5b5e-8b, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap894e5b5e-8b, col_values=(('qos', UUID('1fa3eff0-79e1-43d7-89f9-1cbeaddf7c88')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap894e5b5e-8b, col_values=(('external_ids', {'iface-id': '894e5b5e-8b5e-4d3a-b63a-a0cafae32644', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a2:04:0c', 'vm-uuid': 'dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:11 user nova-compute[86206]: INFO os_vif [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a2:04:0c,bridge_name='br-int',has_traffic_filtering=True,id=894e5b5e-8b5e-4d3a-b63a-a0cafae32644,network=Network(fd3a90f5-ab7d-4991-8c88-4faefaa42498),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap894e5b5e-8b')
Nov 10 13:24:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] No BDM found with device name hda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:24:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] No VIF found with MAC fa:16:3e:a2:04:0c, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:24:11 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Using config drive
Nov 10 13:24:11 user nova-compute[86206]: DEBUG nova.network.neutron [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Successfully updated port: 989d7d75-6750-4951-9ae8-fe6088afb53e {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquiring lock "refresh_cache-b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquired lock "refresh_cache-b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG nova.network.neutron [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:24:12 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Creating config drive at /opt/stack/data/nova/instances/dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7/disk.config
Nov 10 13:24:12 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp61t0e27_ {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG nova.network.neutron [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp61t0e27_" returned: 0 in 0.086s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG nova.network.neutron [req-6f6f2208-4faf-4fba-b871-25a732349b01 req-4c11f6e3-c4cd-4a5c-9408-f5e174a509f9 service nova] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Updated VIF entry in instance network info cache for port 21b6fbc8-1657-4664-b9ae-6e51cd64a761. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG nova.network.neutron [req-6f6f2208-4faf-4fba-b871-25a732349b01 req-4c11f6e3-c4cd-4a5c-9408-f5e174a509f9 service nova] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Updating instance_info_cache with network_info: [{"id": "21b6fbc8-1657-4664-b9ae-6e51cd64a761", "address": "fa:16:3e:da:93:68", "network": {"id": "9de77117-4989-4714-8d67-66ff6a20fab2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-213645020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "378ba02177a94252ba488d7eead39556", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21b6fbc8-16", "ovs_interfaceid": "21b6fbc8-1657-4664-b9ae-6e51cd64a761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6f6f2208-4faf-4fba-b871-25a732349b01 req-4c11f6e3-c4cd-4a5c-9408-f5e174a509f9 service nova] Releasing lock "refresh_cache-e67daf4a-9438-455c-ad9e-f4b706296f77" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG nova.network.neutron [req-bbd129ea-84b3-41f4-986b-33b2a9d5e3bd req-30990902-27ae-4cdf-b82b-fe522146d52c service nova] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Updated VIF entry in instance network info cache for port 894e5b5e-8b5e-4d3a-b63a-a0cafae32644. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG nova.network.neutron [req-bbd129ea-84b3-41f4-986b-33b2a9d5e3bd req-30990902-27ae-4cdf-b82b-fe522146d52c service nova] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Updating instance_info_cache with network_info: [{"id": "894e5b5e-8b5e-4d3a-b63a-a0cafae32644", "address": "fa:16:3e:a2:04:0c", "network": {"id": "fd3a90f5-ab7d-4991-8c88-4faefaa42498", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-2140784590-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "48b359dc7ecf469cb2bcccd899293e15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap894e5b5e-8b", "ovs_interfaceid": "894e5b5e-8b5e-4d3a-b63a-a0cafae32644", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-bbd129ea-84b3-41f4-986b-33b2a9d5e3bd req-30990902-27ae-4cdf-b82b-fe522146d52c service nova] Releasing lock "refresh_cache-dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG nova.network.neutron [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Updating instance_info_cache with network_info: [{"id": "989d7d75-6750-4951-9ae8-fe6088afb53e", "address": "fa:16:3e:fb:1a:64", "network": {"id": "5a991f6d-4193-40ea-9421-a275452a484e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-83404637-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e28d28d5ba14f608683b61fac770521", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989d7d75-67", "ovs_interfaceid": "989d7d75-6750-4951-9ae8-fe6088afb53e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Releasing lock "refresh_cache-b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG nova.compute.manager [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Instance network_info: |[{"id": "989d7d75-6750-4951-9ae8-fe6088afb53e", "address": "fa:16:3e:fb:1a:64", "network": {"id": "5a991f6d-4193-40ea-9421-a275452a484e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-83404637-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e28d28d5ba14f608683b61fac770521", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989d7d75-67", "ovs_interfaceid": "989d7d75-6750-4951-9ae8-fe6088afb53e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Start _get_guest_xml network_info=[{"id": "989d7d75-6750-4951-9ae8-fe6088afb53e", "address": "fa:16:3e:fb:1a:64", "network": {"id": "5a991f6d-4193-40ea-9421-a275452a484e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-83404637-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e28d28d5ba14f608683b61fac770521", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989d7d75-67", "ovs_interfaceid": "989d7d75-6750-4951-9ae8-fe6088afb53e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '73290e4a-d2c0-4305-9ee6-397ce6a900ba'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:24:12 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:24:12 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:24:12 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:24:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-880876983',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-880876983',id=19,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE02zL8TlArWEp8wWys8VsxfmmoPvuji9rBPKX8SgmjkFm8oU4rJgkTM5MU5wCdYUBEWxTSNO+yDIanyIMOAN16SDzRKs1rue9mUs5qRUUpLSm9MXeEGvzjOIf1fHlJAgg==',key_name='tempest-keypair-227421102',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1e28d28d5ba14f608683b61fac770521',ramdisk_id='',reservation_id='r-rtt3a0qc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1902291949',owner_user_name='tempest-AttachVolumeShelveTestJSON-1902291949-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:24:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9b37dd375e0443eba2635424cedbbbef',uuid=b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "989d7d75-6750-4951-9ae8-fe6088afb53e", "address": "fa:16:3e:fb:1a:64", "network": {"id": "5a991f6d-4193-40ea-9421-a275452a484e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-83404637-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e28d28d5ba14f608683b61fac770521", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989d7d75-67", "ovs_interfaceid": "989d7d75-6750-4951-9ae8-fe6088afb53e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Converting VIF {"id": "989d7d75-6750-4951-9ae8-fe6088afb53e", "address": "fa:16:3e:fb:1a:64", "network": {"id": "5a991f6d-4193-40ea-9421-a275452a484e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-83404637-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e28d28d5ba14f608683b61fac770521", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989d7d75-67", "ovs_interfaceid": "989d7d75-6750-4951-9ae8-fe6088afb53e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fb:1a:64,bridge_name='br-int',has_traffic_filtering=True,id=989d7d75-6750-4951-9ae8-fe6088afb53e,network=Network(5a991f6d-4193-40ea-9421-a275452a484e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap989d7d75-67') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG nova.objects.instance [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lazy-loading 'pci_devices' on Instance uuid b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:24:12 user nova-compute[86206]:   <uuid>b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae</uuid>
Nov 10 13:24:12 user nova-compute[86206]:   <name>instance-00000013</name>
Nov 10 13:24:12 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:24:12 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:24:12 user nova-compute[86206]:   <metadata>
Nov 10 13:24:12 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:24:12 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:24:12 user nova-compute[86206]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-880876983</nova:name>
Nov 10 13:24:12 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:24:12</nova:creationTime>
Nov 10 13:24:12 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:24:12 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:24:12 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:24:12 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:24:12 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:24:12 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:24:12 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:24:12 user nova-compute[86206]:       <nova:owner>
Nov 10 13:24:12 user nova-compute[86206]:         <nova:user uuid="9b37dd375e0443eba2635424cedbbbef">tempest-AttachVolumeShelveTestJSON-1902291949-project-member</nova:user>
Nov 10 13:24:12 user nova-compute[86206]:         <nova:project uuid="1e28d28d5ba14f608683b61fac770521">tempest-AttachVolumeShelveTestJSON-1902291949</nova:project>
Nov 10 13:24:12 user nova-compute[86206]:       </nova:owner>
Nov 10 13:24:12 user nova-compute[86206]:       <nova:root type="image" uuid="73290e4a-d2c0-4305-9ee6-397ce6a900ba"/>
Nov 10 13:24:12 user nova-compute[86206]:       <nova:ports>
Nov 10 13:24:12 user nova-compute[86206]:         <nova:port uuid="989d7d75-6750-4951-9ae8-fe6088afb53e">
Nov 10 13:24:12 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 10 13:24:12 user nova-compute[86206]:         </nova:port>
Nov 10 13:24:12 user nova-compute[86206]:       </nova:ports>
Nov 10 13:24:12 user nova-compute[86206]:     </nova:instance>
Nov 10 13:24:12 user nova-compute[86206]:   </metadata>
Nov 10 13:24:12 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:24:12 user nova-compute[86206]:     <system>
Nov 10 13:24:12 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:24:12 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:24:12 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:24:12 user nova-compute[86206]:       <entry name="serial">b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae</entry>
Nov 10 13:24:12 user nova-compute[86206]:       <entry name="uuid">b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae</entry>
Nov 10 13:24:12 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:24:12 user nova-compute[86206]:     </system>
Nov 10 13:24:12 user nova-compute[86206]:   </sysinfo>
Nov 10 13:24:12 user nova-compute[86206]:   <os>
Nov 10 13:24:12 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:24:12 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:24:12 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:24:12 user nova-compute[86206]:   </os>
Nov 10 13:24:12 user nova-compute[86206]:   <features>
Nov 10 13:24:12 user nova-compute[86206]:     <acpi/>
Nov 10 13:24:12 user nova-compute[86206]:     <apic/>
Nov 10 13:24:12 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:24:12 user nova-compute[86206]:   </features>
Nov 10 13:24:12 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:24:12 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:24:12 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:24:12 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:24:12 user nova-compute[86206]:   </clock>
Nov 10 13:24:12 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:24:12 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:24:12 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:24:12 user nova-compute[86206]:   </cpu>
Nov 10 13:24:12 user nova-compute[86206]:   <devices>
Nov 10 13:24:12 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:24:12 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:24:12 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae/disk"/>
Nov 10 13:24:12 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:24:12 user nova-compute[86206]:     </disk>
Nov 10 13:24:12 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:24:12 user nova-compute[86206]:       <mac address="fa:16:3e:fb:1a:64"/>
Nov 10 13:24:12 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:24:12 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:24:12 user nova-compute[86206]:       <target dev="tap989d7d75-67"/>
Nov 10 13:24:12 user nova-compute[86206]:     </interface>
Nov 10 13:24:12 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:24:12 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae/console.log" append="off"/>
Nov 10 13:24:12 user nova-compute[86206]:     </serial>
Nov 10 13:24:12 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:24:12 user nova-compute[86206]:     <video>
Nov 10 13:24:12 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:24:12 user nova-compute[86206]:     </video>
Nov 10 13:24:12 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:24:12 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:24:12 user nova-compute[86206]:     </rng>
Nov 10 13:24:12 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:24:12 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:24:12 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:24:12 user nova-compute[86206]:     </memballoon>
Nov 10 13:24:12 user nova-compute[86206]:   </devices>
Nov 10 13:24:12 user nova-compute[86206]: </domain>
Nov 10 13:24:12 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:24:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-880876983',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-880876983',id=19,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE02zL8TlArWEp8wWys8VsxfmmoPvuji9rBPKX8SgmjkFm8oU4rJgkTM5MU5wCdYUBEWxTSNO+yDIanyIMOAN16SDzRKs1rue9mUs5qRUUpLSm9MXeEGvzjOIf1fHlJAgg==',key_name='tempest-keypair-227421102',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1e28d28d5ba14f608683b61fac770521',ramdisk_id='',reservation_id='r-rtt3a0qc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-1902291949',owner_user_name='tempest-AttachVolumeShelveTestJSON-1902291949-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:24:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9b37dd375e0443eba2635424cedbbbef',uuid=b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "989d7d75-6750-4951-9ae8-fe6088afb53e", "address": "fa:16:3e:fb:1a:64", "network": {"id": "5a991f6d-4193-40ea-9421-a275452a484e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-83404637-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e28d28d5ba14f608683b61fac770521", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989d7d75-67", "ovs_interfaceid": "989d7d75-6750-4951-9ae8-fe6088afb53e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Converting VIF {"id": "989d7d75-6750-4951-9ae8-fe6088afb53e", "address": "fa:16:3e:fb:1a:64", "network": {"id": "5a991f6d-4193-40ea-9421-a275452a484e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-83404637-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e28d28d5ba14f608683b61fac770521", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989d7d75-67", "ovs_interfaceid": "989d7d75-6750-4951-9ae8-fe6088afb53e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fb:1a:64,bridge_name='br-int',has_traffic_filtering=True,id=989d7d75-6750-4951-9ae8-fe6088afb53e,network=Network(5a991f6d-4193-40ea-9421-a275452a484e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap989d7d75-67') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG os_vif [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fb:1a:64,bridge_name='br-int',has_traffic_filtering=True,id=989d7d75-6750-4951-9ae8-fe6088afb53e,network=Network(5a991f6d-4193-40ea-9421-a275452a484e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap989d7d75-67') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1f3bb57c-9a6f-508c-a275-7353bccd798d', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap989d7d75-67, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap989d7d75-67, col_values=(('qos', UUID('4f1dfbe5-6771-4bd2-b88a-ee111cb16bb6')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap989d7d75-67, col_values=(('external_ids', {'iface-id': '989d7d75-6750-4951-9ae8-fe6088afb53e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fb:1a:64', 'vm-uuid': 'b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:12 user nova-compute[86206]: INFO os_vif [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fb:1a:64,bridge_name='br-int',has_traffic_filtering=True,id=989d7d75-6750-4951-9ae8-fe6088afb53e,network=Network(5a991f6d-4193-40ea-9421-a275452a484e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap989d7d75-67')
Nov 10 13:24:12 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:24:12 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] No VIF found with MAC fa:16:3e:fb:1a:64, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:24:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:13 user nova-compute[86206]: DEBUG nova.compute.manager [req-3843528a-107e-4648-a1e7-28933fa83d00 req-f389dffd-4ee4-41e0-8c57-d4034940d380 service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Received event network-changed-989d7d75-6750-4951-9ae8-fe6088afb53e {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:24:13 user nova-compute[86206]: DEBUG nova.compute.manager [req-3843528a-107e-4648-a1e7-28933fa83d00 req-f389dffd-4ee4-41e0-8c57-d4034940d380 service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Refreshing instance network info cache due to event network-changed-989d7d75-6750-4951-9ae8-fe6088afb53e. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:24:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-3843528a-107e-4648-a1e7-28933fa83d00 req-f389dffd-4ee4-41e0-8c57-d4034940d380 service nova] Acquiring lock "refresh_cache-b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:24:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-3843528a-107e-4648-a1e7-28933fa83d00 req-f389dffd-4ee4-41e0-8c57-d4034940d380 service nova] Acquired lock "refresh_cache-b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:24:13 user nova-compute[86206]: DEBUG nova.network.neutron [req-3843528a-107e-4648-a1e7-28933fa83d00 req-f389dffd-4ee4-41e0-8c57-d4034940d380 service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Refreshing network info cache for port 989d7d75-6750-4951-9ae8-fe6088afb53e {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:24:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:14 user nova-compute[86206]: DEBUG nova.network.neutron [req-3843528a-107e-4648-a1e7-28933fa83d00 req-f389dffd-4ee4-41e0-8c57-d4034940d380 service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Updated VIF entry in instance network info cache for port 989d7d75-6750-4951-9ae8-fe6088afb53e. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:24:14 user nova-compute[86206]: DEBUG nova.network.neutron [req-3843528a-107e-4648-a1e7-28933fa83d00 req-f389dffd-4ee4-41e0-8c57-d4034940d380 service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Updating instance_info_cache with network_info: [{"id": "989d7d75-6750-4951-9ae8-fe6088afb53e", "address": "fa:16:3e:fb:1a:64", "network": {"id": "5a991f6d-4193-40ea-9421-a275452a484e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-83404637-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e28d28d5ba14f608683b61fac770521", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989d7d75-67", "ovs_interfaceid": "989d7d75-6750-4951-9ae8-fe6088afb53e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:24:14 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-3843528a-107e-4648-a1e7-28933fa83d00 req-f389dffd-4ee4-41e0-8c57-d4034940d380 service nova] Releasing lock "refresh_cache-b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:24:14 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:14 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:14 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:14 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:14 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:15 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:15 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:15 user nova-compute[86206]: DEBUG nova.compute.manager [req-7c4e225c-b697-4593-985c-993a801f6377 req-8cf97be3-0de6-4d5d-8e44-3fbacba4ae46 service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Received event network-vif-plugged-989d7d75-6750-4951-9ae8-fe6088afb53e {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:24:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7c4e225c-b697-4593-985c-993a801f6377 req-8cf97be3-0de6-4d5d-8e44-3fbacba4ae46 service nova] Acquiring lock "b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:24:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7c4e225c-b697-4593-985c-993a801f6377 req-8cf97be3-0de6-4d5d-8e44-3fbacba4ae46 service nova] Lock "b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:24:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7c4e225c-b697-4593-985c-993a801f6377 req-8cf97be3-0de6-4d5d-8e44-3fbacba4ae46 service nova] Lock "b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:24:15 user nova-compute[86206]: DEBUG nova.compute.manager [req-7c4e225c-b697-4593-985c-993a801f6377 req-8cf97be3-0de6-4d5d-8e44-3fbacba4ae46 service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] No waiting events found dispatching network-vif-plugged-989d7d75-6750-4951-9ae8-fe6088afb53e {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:24:15 user nova-compute[86206]: WARNING nova.compute.manager [req-7c4e225c-b697-4593-985c-993a801f6377 req-8cf97be3-0de6-4d5d-8e44-3fbacba4ae46 service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Received unexpected event network-vif-plugged-989d7d75-6750-4951-9ae8-fe6088afb53e for instance with vm_state building and task_state spawning.
Nov 10 13:24:15 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:15 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:15 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:15 user nova-compute[86206]: DEBUG nova.compute.manager [req-c77913d3-aeae-42e5-89af-304021814d9a req-9899dadc-4166-4385-b4d4-884195ba3d78 service nova] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Received event network-vif-plugged-894e5b5e-8b5e-4d3a-b63a-a0cafae32644 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:24:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c77913d3-aeae-42e5-89af-304021814d9a req-9899dadc-4166-4385-b4d4-884195ba3d78 service nova] Acquiring lock "dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:24:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c77913d3-aeae-42e5-89af-304021814d9a req-9899dadc-4166-4385-b4d4-884195ba3d78 service nova] Lock "dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:24:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c77913d3-aeae-42e5-89af-304021814d9a req-9899dadc-4166-4385-b4d4-884195ba3d78 service nova] Lock "dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:24:15 user nova-compute[86206]: DEBUG nova.compute.manager [req-c77913d3-aeae-42e5-89af-304021814d9a req-9899dadc-4166-4385-b4d4-884195ba3d78 service nova] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] No waiting events found dispatching network-vif-plugged-894e5b5e-8b5e-4d3a-b63a-a0cafae32644 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:24:15 user nova-compute[86206]: WARNING nova.compute.manager [req-c77913d3-aeae-42e5-89af-304021814d9a req-9899dadc-4166-4385-b4d4-884195ba3d78 service nova] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Received unexpected event network-vif-plugged-894e5b5e-8b5e-4d3a-b63a-a0cafae32644 for instance with vm_state building and task_state spawning.
Nov 10 13:24:15 user nova-compute[86206]: DEBUG nova.compute.manager [req-c77913d3-aeae-42e5-89af-304021814d9a req-9899dadc-4166-4385-b4d4-884195ba3d78 service nova] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Received event network-vif-plugged-894e5b5e-8b5e-4d3a-b63a-a0cafae32644 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:24:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c77913d3-aeae-42e5-89af-304021814d9a req-9899dadc-4166-4385-b4d4-884195ba3d78 service nova] Acquiring lock "dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:24:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c77913d3-aeae-42e5-89af-304021814d9a req-9899dadc-4166-4385-b4d4-884195ba3d78 service nova] Lock "dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:24:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c77913d3-aeae-42e5-89af-304021814d9a req-9899dadc-4166-4385-b4d4-884195ba3d78 service nova] Lock "dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:24:15 user nova-compute[86206]: DEBUG nova.compute.manager [req-c77913d3-aeae-42e5-89af-304021814d9a req-9899dadc-4166-4385-b4d4-884195ba3d78 service nova] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] No waiting events found dispatching network-vif-plugged-894e5b5e-8b5e-4d3a-b63a-a0cafae32644 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:24:15 user nova-compute[86206]: WARNING nova.compute.manager [req-c77913d3-aeae-42e5-89af-304021814d9a req-9899dadc-4166-4385-b4d4-884195ba3d78 service nova] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Received unexpected event network-vif-plugged-894e5b5e-8b5e-4d3a-b63a-a0cafae32644 for instance with vm_state building and task_state spawning.
Nov 10 13:24:16 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-3e0381dd-8252-464e-bd57-cd0ef4be998c tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 03a08249-4257-40cc-8cb5-98aa7107d338 is timed out.
Nov 10 13:24:16 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-3e0381dd-8252-464e-bd57-cd0ef4be998c tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Successfully detached device vdb from instance 03a08249-4257-40cc-8cb5-98aa7107d338 from the live domain config.
Nov 10 13:24:16 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3e0381dd-8252-464e-bd57-cd0ef4be998c tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 13:24:16 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0381dd-8252-464e-bd57-cd0ef4be998c tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oHJSFrwu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:24:16 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-3e0381dd-8252-464e-bd57-cd0ef4be998c tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:24:16 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-3e0381dd-8252-464e-bd57-cd0ef4be998c tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:24:16 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-3e0381dd-8252-464e-bd57-cd0ef4be998c tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:24:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:16 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce33592f-d67a-4660-92dd-74603e619ddf]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:24:16 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0381dd-8252-464e-bd57-cd0ef4be998c tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 13:24:16 user nova-compute[86206]: No targets found.
Nov 10 13:24:16 user nova-compute[86206]: iSNS:
Nov 10 13:24:16 user nova-compute[86206]: No targets found.
Nov 10 13:24:16 user nova-compute[86206]: STATIC:
Nov 10 13:24:16 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4
Nov 10 13:24:16 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:24:16 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:24:16 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344
Nov 10 13:24:16 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:24:16 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:24:16 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a
Nov 10 13:24:16 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:24:16 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:24:16 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963
Nov 10 13:24:16 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:24:16 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:24:16 user nova-compute[86206]: FIRMWARE:
Nov 10 13:24:16 user nova-compute[86206]: No targets found.
Nov 10 13:24:16 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:24:16 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0381dd-8252-464e-bd57-cd0ef4be998c tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 13:24:16 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 13:24:16 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 13:24:16 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0381dd-8252-464e-bd57-cd0ef4be998c tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 13:24:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e765949-81b4-4fd9-8db3-78e1fa09fa03]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[266b9cd6-7414-410f-8247-efa103d69411]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0381dd-8252-464e-bd57-cd0ef4be998c tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 (non-flash)
Nov 10 13:24:17 user nova-compute[86206]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 (non-flash)
Nov 10 13:24:17 user nova-compute[86206]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963 (non-flash)
Nov 10 13:24:17 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:24:17 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0381dd-8252-464e-bd57-cd0ef4be998c tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 (non-flash)
Nov 10 13:24:17 user nova-compute[86206]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 (non-flash)
Nov 10 13:24:17 user nova-compute[86206]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963 (non-flash)
Nov 10 13:24:17 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:24:17 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0381dd-8252-464e-bd57-cd0ef4be998c tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe4645140d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963'): ({'sde'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-3e0381dd-8252-464e-bd57-cd0ef4be998c tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Removing single pathed devices sde {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[aec71373-cc44-40e8-8fb9-dcc26eaa294d]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[4669d204-8129-404c-9771-f7fed15700df]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-3e0381dd-8252-464e-bd57-cd0ef4be998c tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Flushing IO for device /dev/sde {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c19a3ee-8dd3-4e03-b44d-aa6cc3294a11]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-3e0381dd-8252-464e-bd57-cd0ef4be998c tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.039s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[16d4a262-6cf3-4851-a790-1278fa7ecb7a]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-3e0381dd-8252-464e-bd57-cd0ef4be998c tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-3e0381dd-8252-464e-bd57-cd0ef4be998c tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] SCSI volumes sde have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0381dd-8252-464e-bd57-cd0ef4be998c tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3d859cf-93aa-4ca9-a70a-294ad6b91baa]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0381dd-8252-464e-bd57-cd0ef4be998c tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963 -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:24:17 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Instance spawned successfully.
Nov 10 13:24:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963 -p 172.16.0.220:3260 --logout" returned: 0 in 0.074s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e8219fd-1b9c-4f20-8e30-82b8410579bf]: (4, ('Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963, portal: 172.16.0.220,3260]\nLogout of [sid: 13, target: iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0381dd-8252-464e-bd57-cd0ef4be998c tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963, portal: 172.16.0.220,3260]
Nov 10 13:24:17 user nova-compute[86206]: Logout of [sid: 13, target: iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963, portal: 172.16.0.220,3260] successful.
Nov 10 13:24:17 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963 -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:49afd588-db91-4cd0-a79c-72e599e74963 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ed898a6-5542-4df5-b82a-145b853af672]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0381dd-8252-464e-bd57-cd0ef4be998c tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-3e0381dd-8252-464e-bd57-cd0ef4be998c tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.350s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e0381dd-8252-464e-bd57-cd0ef4be998c tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] <== disconnect_volume: return (352ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3e0381dd-8252-464e-bd57-cd0ef4be998c tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG nova.compute.manager [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:24:17 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Instance spawned successfully.
Nov 10 13:24:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:24:17 user nova-compute[86206]: INFO nova.compute.manager [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Took 8.88 seconds to spawn the instance on the hypervisor.
Nov 10 13:24:17 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG nova.compute.manager [req-dbfb7162-3fa8-439f-b978-38c553bf3712 req-f1f06969-d643-4baa-abb9-29eb16249be2 service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Received event network-vif-plugged-989d7d75-6750-4951-9ae8-fe6088afb53e {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-dbfb7162-3fa8-439f-b978-38c553bf3712 req-f1f06969-d643-4baa-abb9-29eb16249be2 service nova] Acquiring lock "b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-dbfb7162-3fa8-439f-b978-38c553bf3712 req-f1f06969-d643-4baa-abb9-29eb16249be2 service nova] Lock "b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-dbfb7162-3fa8-439f-b978-38c553bf3712 req-f1f06969-d643-4baa-abb9-29eb16249be2 service nova] Lock "b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG nova.compute.manager [req-dbfb7162-3fa8-439f-b978-38c553bf3712 req-f1f06969-d643-4baa-abb9-29eb16249be2 service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] No waiting events found dispatching network-vif-plugged-989d7d75-6750-4951-9ae8-fe6088afb53e {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:24:17 user nova-compute[86206]: WARNING nova.compute.manager [req-dbfb7162-3fa8-439f-b978-38c553bf3712 req-f1f06969-d643-4baa-abb9-29eb16249be2 service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Received unexpected event network-vif-plugged-989d7d75-6750-4951-9ae8-fe6088afb53e for instance with vm_state building and task_state spawning.
Nov 10 13:24:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:24:17 user nova-compute[86206]: INFO nova.compute.manager [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Took 8.27 seconds to spawn the instance on the hypervisor.
Nov 10 13:24:17 user nova-compute[86206]: DEBUG nova.compute.manager [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:24:17 user nova-compute[86206]: INFO nova.compute.manager [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Took 10.14 seconds to build instance.
Nov 10 13:24:17 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c8c7a8f1-96e1-4925-b11c-eabad43944e1 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Lock "dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.288s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:24:17 user nova-compute[86206]: INFO nova.compute.manager [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Took 10.11 seconds to build instance.
Nov 10 13:24:17 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1c528f78-bb31-4b37-b5ce-5971285a100f tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.237s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:24:17 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:18 user nova-compute[86206]: DEBUG nova.objects.instance [None req-3e0381dd-8252-464e-bd57-cd0ef4be998c tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lazy-loading 'flavor' on Instance uuid 03a08249-4257-40cc-8cb5-98aa7107d338 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:24:18 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3e0381dd-8252-464e-bd57-cd0ef4be998c tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "03a08249-4257-40cc-8cb5-98aa7107d338" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.182s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:24:19 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:22 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:26 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:24:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:27 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:24:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:24:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:24:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:24:27 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:24:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:24:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json" returned: 0 in 0.275s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json" returned: 0 in 0.436s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:31 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:24:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:32 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:24:32 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:24:32 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:24:32 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=7620MB free_disk=25.384078979492188GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:24:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:24:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:24:32 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:33 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance fbca50b2-5d7e-405a-ae5b-20651146376d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:24:33 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance e040d0fe-dea0-451e-91e2-6852000fa9dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:24:33 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 4509d78d-a41e-4150-beef-feed0bb03160 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:24:33 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 8a48ce18-2887-4676-9d7b-ebebbc8e5381 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:24:33 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 0cd831ff-01f4-4619-9b56-2455a7a54486 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:24:33 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 03a08249-4257-40cc-8cb5-98aa7107d338 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:24:33 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance e67daf4a-9438-455c-ad9e-f4b706296f77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:24:33 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 8fcb379b-6c55-4361-8712-e3097b69ccd7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:24:33 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:24:33 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:24:33 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:24:33 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:24:33 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:24:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:33 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:24:33 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:24:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.678s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:24:34 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:35 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:24:35 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:24:35 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:24:35 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Rebuilding the list of instances to heal {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 10 13:24:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "refresh_cache-fbca50b2-5d7e-405a-ae5b-20651146376d" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:24:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquired lock "refresh_cache-fbca50b2-5d7e-405a-ae5b-20651146376d" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:24:35 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Forcefully refreshing network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 10 13:24:35 user nova-compute[86206]: DEBUG nova.objects.instance [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lazy-loading 'info_cache' on Instance uuid fbca50b2-5d7e-405a-ae5b-20651146376d {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:24:36 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Updating instance_info_cache with network_info: [{"id": "f3b252ea-7f6e-48be-a2ca-50aa2308f17b", "address": "fa:16:3e:e9:ea:92", "network": {"id": "17486e25-6e94-4870-b6a1-b6a46035b309", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1565031351-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0aed5ce41010461b98a997550f689060", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3b252ea-7f", "ovs_interfaceid": "f3b252ea-7f6e-48be-a2ca-50aa2308f17b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:24:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Releasing lock "refresh_cache-fbca50b2-5d7e-405a-ae5b-20651146376d" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:24:36 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Updated the network info_cache for instance {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 10 13:24:36 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:24:36 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:24:36 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:24:36 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:24:36 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:24:36 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:24:36 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 13:24:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Acquiring lock "a0d1fe8d-2907-41a6-beb7-37ffaed0653f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:24:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "a0d1fe8d-2907-41a6-beb7-37ffaed0653f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:24:36 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:24:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:24:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:24:37 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:24:37 user nova-compute[86206]: INFO nova.compute.claims [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Claim successful on node user
Nov 10 13:24:37 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:24:37 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:24:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.504s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:24:37 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:24:37 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:24:37 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:24:37 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:24:37 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:24:37 user nova-compute[86206]: DEBUG nova.policy [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c4a8bad7c05418aa2fd819a549a7e36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f51f5a8c19194cd9aeeddc45b3de1fb4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:24:37 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:24:37 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:24:37 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Creating image(s)
Nov 10 13:24:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Acquiring lock "/opt/stack/data/nova/instances/a0d1fe8d-2907-41a6-beb7-37ffaed0653f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:24:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "/opt/stack/data/nova/instances/a0d1fe8d-2907-41a6-beb7-37ffaed0653f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:24:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "/opt/stack/data/nova/instances/a0d1fe8d-2907-41a6-beb7-37ffaed0653f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:24:37 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:37 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.205s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:38 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Acquiring lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:24:38 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:24:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.226s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/a0d1fe8d-2907-41a6-beb7-37ffaed0653f/disk 1073741824 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/a0d1fe8d-2907-41a6-beb7-37ffaed0653f/disk 1073741824" returned: 0 in 0.062s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:38 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.302s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:24:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:38 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Successfully created port: b0d05a84-d4b6-4aac-b4a2-77a81f7e307c {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:24:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.212s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:38 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a0d1fe8d-2907-41a6-beb7-37ffaed0653f/disk. size=1073741824 {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 10 13:24:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0d1fe8d-2907-41a6-beb7-37ffaed0653f/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0d1fe8d-2907-41a6-beb7-37ffaed0653f/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:38 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Cannot resize image /opt/stack/data/nova/instances/a0d1fe8d-2907-41a6-beb7-37ffaed0653f/disk to a smaller size. {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 10 13:24:38 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:24:38 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Ensure instance console log exists: /opt/stack/data/nova/instances/a0d1fe8d-2907-41a6-beb7-37ffaed0653f/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:24:38 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:24:38 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:24:38 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Successfully updated port: b0d05a84-d4b6-4aac-b4a2-77a81f7e307c {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Acquiring lock "refresh_cache-a0d1fe8d-2907-41a6-beb7-37ffaed0653f" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Acquired lock "refresh_cache-a0d1fe8d-2907-41a6-beb7-37ffaed0653f" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG nova.compute.manager [req-4f386486-266f-4b7f-abe2-5c8b49a98f62 req-2ac21248-38e0-4618-9657-a2962814b05f service nova] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Received event network-changed-b0d05a84-d4b6-4aac-b4a2-77a81f7e307c {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG nova.compute.manager [req-4f386486-266f-4b7f-abe2-5c8b49a98f62 req-2ac21248-38e0-4618-9657-a2962814b05f service nova] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Refreshing instance network info cache due to event network-changed-b0d05a84-d4b6-4aac-b4a2-77a81f7e307c. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4f386486-266f-4b7f-abe2-5c8b49a98f62 req-2ac21248-38e0-4618-9657-a2962814b05f service nova] Acquiring lock "refresh_cache-a0d1fe8d-2907-41a6-beb7-37ffaed0653f" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Updating instance_info_cache with network_info: [{"id": "b0d05a84-d4b6-4aac-b4a2-77a81f7e307c", "address": "fa:16:3e:a9:cd:c8", "network": {"id": "f828dc86-8039-4e45-9f53-d673da27848a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1822137762-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f51f5a8c19194cd9aeeddc45b3de1fb4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0d05a84-d4", "ovs_interfaceid": "b0d05a84-d4b6-4aac-b4a2-77a81f7e307c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Releasing lock "refresh_cache-a0d1fe8d-2907-41a6-beb7-37ffaed0653f" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Instance network_info: |[{"id": "b0d05a84-d4b6-4aac-b4a2-77a81f7e307c", "address": "fa:16:3e:a9:cd:c8", "network": {"id": "f828dc86-8039-4e45-9f53-d673da27848a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1822137762-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f51f5a8c19194cd9aeeddc45b3de1fb4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0d05a84-d4", "ovs_interfaceid": "b0d05a84-d4b6-4aac-b4a2-77a81f7e307c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4f386486-266f-4b7f-abe2-5c8b49a98f62 req-2ac21248-38e0-4618-9657-a2962814b05f service nova] Acquired lock "refresh_cache-a0d1fe8d-2907-41a6-beb7-37ffaed0653f" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG nova.network.neutron [req-4f386486-266f-4b7f-abe2-5c8b49a98f62 req-2ac21248-38e0-4618-9657-a2962814b05f service nova] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Refreshing network info cache for port b0d05a84-d4b6-4aac-b4a2-77a81f7e307c {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Start _get_guest_xml network_info=[{"id": "b0d05a84-d4b6-4aac-b4a2-77a81f7e307c", "address": "fa:16:3e:a9:cd:c8", "network": {"id": "f828dc86-8039-4e45-9f53-d673da27848a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1822137762-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f51f5a8c19194cd9aeeddc45b3de1fb4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0d05a84-d4", "ovs_interfaceid": "b0d05a84-d4b6-4aac-b4a2-77a81f7e307c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '73290e4a-d2c0-4305-9ee6-397ce6a900ba'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:24:39 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:24:39 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:24:39 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:24:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1727780230',display_name='tempest-AttachVolumeTestJSON-server-1727780230',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1727780230',id=20,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFLrJkRSTal8GtNqE4CBiECg0pVd2HjFGkLhXwCrXQky1qnE4KINnOXpffQN8Lff3y0FJ8mF4bIfWIjXlEhGo/4XCE7WTrjcDp1aTQF3/eRVvKTPKrwJPGwca+2i4FzlLw==',key_name='tempest-keypair-884407212',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f51f5a8c19194cd9aeeddc45b3de1fb4',ramdisk_id='',reservation_id='r-49w414ad',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-851685879',owner_user_name='tempest-AttachVolumeTestJSON-851685879-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:24:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5c4a8bad7c05418aa2fd819a549a7e36',uuid=a0d1fe8d-2907-41a6-beb7-37ffaed0653f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b0d05a84-d4b6-4aac-b4a2-77a81f7e307c", "address": "fa:16:3e:a9:cd:c8", "network": {"id": "f828dc86-8039-4e45-9f53-d673da27848a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1822137762-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f51f5a8c19194cd9aeeddc45b3de1fb4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0d05a84-d4", "ovs_interfaceid": "b0d05a84-d4b6-4aac-b4a2-77a81f7e307c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Converting VIF {"id": "b0d05a84-d4b6-4aac-b4a2-77a81f7e307c", "address": "fa:16:3e:a9:cd:c8", "network": {"id": "f828dc86-8039-4e45-9f53-d673da27848a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1822137762-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f51f5a8c19194cd9aeeddc45b3de1fb4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0d05a84-d4", "ovs_interfaceid": "b0d05a84-d4b6-4aac-b4a2-77a81f7e307c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a9:cd:c8,bridge_name='br-int',has_traffic_filtering=True,id=b0d05a84-d4b6-4aac-b4a2-77a81f7e307c,network=Network(f828dc86-8039-4e45-9f53-d673da27848a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb0d05a84-d4') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG nova.objects.instance [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lazy-loading 'pci_devices' on Instance uuid a0d1fe8d-2907-41a6-beb7-37ffaed0653f {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:24:39 user nova-compute[86206]:   <uuid>a0d1fe8d-2907-41a6-beb7-37ffaed0653f</uuid>
Nov 10 13:24:39 user nova-compute[86206]:   <name>instance-00000014</name>
Nov 10 13:24:39 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:24:39 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:24:39 user nova-compute[86206]:   <metadata>
Nov 10 13:24:39 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:24:39 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:24:39 user nova-compute[86206]:       <nova:name>tempest-AttachVolumeTestJSON-server-1727780230</nova:name>
Nov 10 13:24:39 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:24:39</nova:creationTime>
Nov 10 13:24:39 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:24:39 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:24:39 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:24:39 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:24:39 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:24:39 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:24:39 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:24:39 user nova-compute[86206]:       <nova:owner>
Nov 10 13:24:39 user nova-compute[86206]:         <nova:user uuid="5c4a8bad7c05418aa2fd819a549a7e36">tempest-AttachVolumeTestJSON-851685879-project-member</nova:user>
Nov 10 13:24:39 user nova-compute[86206]:         <nova:project uuid="f51f5a8c19194cd9aeeddc45b3de1fb4">tempest-AttachVolumeTestJSON-851685879</nova:project>
Nov 10 13:24:39 user nova-compute[86206]:       </nova:owner>
Nov 10 13:24:39 user nova-compute[86206]:       <nova:root type="image" uuid="73290e4a-d2c0-4305-9ee6-397ce6a900ba"/>
Nov 10 13:24:39 user nova-compute[86206]:       <nova:ports>
Nov 10 13:24:39 user nova-compute[86206]:         <nova:port uuid="b0d05a84-d4b6-4aac-b4a2-77a81f7e307c">
Nov 10 13:24:39 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 10 13:24:39 user nova-compute[86206]:         </nova:port>
Nov 10 13:24:39 user nova-compute[86206]:       </nova:ports>
Nov 10 13:24:39 user nova-compute[86206]:     </nova:instance>
Nov 10 13:24:39 user nova-compute[86206]:   </metadata>
Nov 10 13:24:39 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:24:39 user nova-compute[86206]:     <system>
Nov 10 13:24:39 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:24:39 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:24:39 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:24:39 user nova-compute[86206]:       <entry name="serial">a0d1fe8d-2907-41a6-beb7-37ffaed0653f</entry>
Nov 10 13:24:39 user nova-compute[86206]:       <entry name="uuid">a0d1fe8d-2907-41a6-beb7-37ffaed0653f</entry>
Nov 10 13:24:39 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:24:39 user nova-compute[86206]:     </system>
Nov 10 13:24:39 user nova-compute[86206]:   </sysinfo>
Nov 10 13:24:39 user nova-compute[86206]:   <os>
Nov 10 13:24:39 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:24:39 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:24:39 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:24:39 user nova-compute[86206]:   </os>
Nov 10 13:24:39 user nova-compute[86206]:   <features>
Nov 10 13:24:39 user nova-compute[86206]:     <acpi/>
Nov 10 13:24:39 user nova-compute[86206]:     <apic/>
Nov 10 13:24:39 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:24:39 user nova-compute[86206]:   </features>
Nov 10 13:24:39 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:24:39 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:24:39 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:24:39 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:24:39 user nova-compute[86206]:   </clock>
Nov 10 13:24:39 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:24:39 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:24:39 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:24:39 user nova-compute[86206]:   </cpu>
Nov 10 13:24:39 user nova-compute[86206]:   <devices>
Nov 10 13:24:39 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:24:39 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:24:39 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/a0d1fe8d-2907-41a6-beb7-37ffaed0653f/disk"/>
Nov 10 13:24:39 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:24:39 user nova-compute[86206]:     </disk>
Nov 10 13:24:39 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:24:39 user nova-compute[86206]:       <mac address="fa:16:3e:a9:cd:c8"/>
Nov 10 13:24:39 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:24:39 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:24:39 user nova-compute[86206]:       <target dev="tapb0d05a84-d4"/>
Nov 10 13:24:39 user nova-compute[86206]:     </interface>
Nov 10 13:24:39 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:24:39 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/a0d1fe8d-2907-41a6-beb7-37ffaed0653f/console.log" append="off"/>
Nov 10 13:24:39 user nova-compute[86206]:     </serial>
Nov 10 13:24:39 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:24:39 user nova-compute[86206]:     <video>
Nov 10 13:24:39 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:24:39 user nova-compute[86206]:     </video>
Nov 10 13:24:39 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:24:39 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:24:39 user nova-compute[86206]:     </rng>
Nov 10 13:24:39 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:24:39 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:24:39 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:24:39 user nova-compute[86206]:     </memballoon>
Nov 10 13:24:39 user nova-compute[86206]:   </devices>
Nov 10 13:24:39 user nova-compute[86206]: </domain>
Nov 10 13:24:39 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:24:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1727780230',display_name='tempest-AttachVolumeTestJSON-server-1727780230',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1727780230',id=20,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFLrJkRSTal8GtNqE4CBiECg0pVd2HjFGkLhXwCrXQky1qnE4KINnOXpffQN8Lff3y0FJ8mF4bIfWIjXlEhGo/4XCE7WTrjcDp1aTQF3/eRVvKTPKrwJPGwca+2i4FzlLw==',key_name='tempest-keypair-884407212',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f51f5a8c19194cd9aeeddc45b3de1fb4',ramdisk_id='',reservation_id='r-49w414ad',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-851685879',owner_user_name='tempest-AttachVolumeTestJSON-851685879-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:24:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5c4a8bad7c05418aa2fd819a549a7e36',uuid=a0d1fe8d-2907-41a6-beb7-37ffaed0653f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b0d05a84-d4b6-4aac-b4a2-77a81f7e307c", "address": "fa:16:3e:a9:cd:c8", "network": {"id": "f828dc86-8039-4e45-9f53-d673da27848a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1822137762-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f51f5a8c19194cd9aeeddc45b3de1fb4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0d05a84-d4", "ovs_interfaceid": "b0d05a84-d4b6-4aac-b4a2-77a81f7e307c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Converting VIF {"id": "b0d05a84-d4b6-4aac-b4a2-77a81f7e307c", "address": "fa:16:3e:a9:cd:c8", "network": {"id": "f828dc86-8039-4e45-9f53-d673da27848a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1822137762-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f51f5a8c19194cd9aeeddc45b3de1fb4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0d05a84-d4", "ovs_interfaceid": "b0d05a84-d4b6-4aac-b4a2-77a81f7e307c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a9:cd:c8,bridge_name='br-int',has_traffic_filtering=True,id=b0d05a84-d4b6-4aac-b4a2-77a81f7e307c,network=Network(f828dc86-8039-4e45-9f53-d673da27848a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb0d05a84-d4') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG os_vif [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a9:cd:c8,bridge_name='br-int',has_traffic_filtering=True,id=b0d05a84-d4b6-4aac-b4a2-77a81f7e307c,network=Network(f828dc86-8039-4e45-9f53-d673da27848a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb0d05a84-d4') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '97a645b3-548a-58af-a5a8-8fb22ca80699', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb0d05a84-d4, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb0d05a84-d4, col_values=(('qos', UUID('798f86b0-fada-4a36-a063-87701918988c')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb0d05a84-d4, col_values=(('external_ids', {'iface-id': 'b0d05a84-d4b6-4aac-b4a2-77a81f7e307c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a9:cd:c8', 'vm-uuid': 'a0d1fe8d-2907-41a6-beb7-37ffaed0653f'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:39 user nova-compute[86206]: INFO os_vif [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a9:cd:c8,bridge_name='br-int',has_traffic_filtering=True,id=b0d05a84-d4b6-4aac-b4a2-77a81f7e307c,network=Network(f828dc86-8039-4e45-9f53-d673da27848a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb0d05a84-d4')
Nov 10 13:24:39 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:24:39 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] No VIF found with MAC fa:16:3e:a9:cd:c8, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:24:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:40 user nova-compute[86206]: DEBUG nova.compute.manager [req-b4750157-9d85-486f-af4c-773b8c41e3e6 req-d68df07e-45f9-4ac5-b57e-8359bc5712c5 service nova] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Received event network-changed-a3677250-6a57-442d-88aa-97202061c98e {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:24:40 user nova-compute[86206]: DEBUG nova.compute.manager [req-b4750157-9d85-486f-af4c-773b8c41e3e6 req-d68df07e-45f9-4ac5-b57e-8359bc5712c5 service nova] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Refreshing instance network info cache due to event network-changed-a3677250-6a57-442d-88aa-97202061c98e. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:24:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b4750157-9d85-486f-af4c-773b8c41e3e6 req-d68df07e-45f9-4ac5-b57e-8359bc5712c5 service nova] Acquiring lock "refresh_cache-8fcb379b-6c55-4361-8712-e3097b69ccd7" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:24:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b4750157-9d85-486f-af4c-773b8c41e3e6 req-d68df07e-45f9-4ac5-b57e-8359bc5712c5 service nova] Acquired lock "refresh_cache-8fcb379b-6c55-4361-8712-e3097b69ccd7" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:24:40 user nova-compute[86206]: DEBUG nova.network.neutron [req-b4750157-9d85-486f-af4c-773b8c41e3e6 req-d68df07e-45f9-4ac5-b57e-8359bc5712c5 service nova] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Refreshing network info cache for port a3677250-6a57-442d-88aa-97202061c98e {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:24:40 user nova-compute[86206]: DEBUG nova.network.neutron [req-4f386486-266f-4b7f-abe2-5c8b49a98f62 req-2ac21248-38e0-4618-9657-a2962814b05f service nova] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Updated VIF entry in instance network info cache for port b0d05a84-d4b6-4aac-b4a2-77a81f7e307c. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:24:40 user nova-compute[86206]: DEBUG nova.network.neutron [req-4f386486-266f-4b7f-abe2-5c8b49a98f62 req-2ac21248-38e0-4618-9657-a2962814b05f service nova] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Updating instance_info_cache with network_info: [{"id": "b0d05a84-d4b6-4aac-b4a2-77a81f7e307c", "address": "fa:16:3e:a9:cd:c8", "network": {"id": "f828dc86-8039-4e45-9f53-d673da27848a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1822137762-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f51f5a8c19194cd9aeeddc45b3de1fb4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0d05a84-d4", "ovs_interfaceid": "b0d05a84-d4b6-4aac-b4a2-77a81f7e307c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:24:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4f386486-266f-4b7f-abe2-5c8b49a98f62 req-2ac21248-38e0-4618-9657-a2962814b05f service nova] Releasing lock "refresh_cache-a0d1fe8d-2907-41a6-beb7-37ffaed0653f" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:24:41 user nova-compute[86206]: INFO nova.compute.manager [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Rebuilding instance
Nov 10 13:24:41 user nova-compute[86206]: DEBUG nova.compute.manager [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:24:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:41 user nova-compute[86206]: DEBUG nova.compute.manager [req-bae9e3b3-aa8f-419a-9e90-50cbae99beb9 req-ff1f5413-e660-4c88-a1ba-6b68dc07188f service nova] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Received event network-vif-plugged-b0d05a84-d4b6-4aac-b4a2-77a81f7e307c {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:24:41 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-bae9e3b3-aa8f-419a-9e90-50cbae99beb9 req-ff1f5413-e660-4c88-a1ba-6b68dc07188f service nova] Acquiring lock "a0d1fe8d-2907-41a6-beb7-37ffaed0653f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:24:41 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-bae9e3b3-aa8f-419a-9e90-50cbae99beb9 req-ff1f5413-e660-4c88-a1ba-6b68dc07188f service nova] Lock "a0d1fe8d-2907-41a6-beb7-37ffaed0653f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:24:41 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-bae9e3b3-aa8f-419a-9e90-50cbae99beb9 req-ff1f5413-e660-4c88-a1ba-6b68dc07188f service nova] Lock "a0d1fe8d-2907-41a6-beb7-37ffaed0653f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:24:41 user nova-compute[86206]: DEBUG nova.compute.manager [req-bae9e3b3-aa8f-419a-9e90-50cbae99beb9 req-ff1f5413-e660-4c88-a1ba-6b68dc07188f service nova] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] No waiting events found dispatching network-vif-plugged-b0d05a84-d4b6-4aac-b4a2-77a81f7e307c {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:24:41 user nova-compute[86206]: WARNING nova.compute.manager [req-bae9e3b3-aa8f-419a-9e90-50cbae99beb9 req-ff1f5413-e660-4c88-a1ba-6b68dc07188f service nova] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Received unexpected event network-vif-plugged-b0d05a84-d4b6-4aac-b4a2-77a81f7e307c for instance with vm_state building and task_state spawning.
Nov 10 13:24:41 user nova-compute[86206]: DEBUG nova.network.neutron [req-b4750157-9d85-486f-af4c-773b8c41e3e6 req-d68df07e-45f9-4ac5-b57e-8359bc5712c5 service nova] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Updated VIF entry in instance network info cache for port a3677250-6a57-442d-88aa-97202061c98e. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:24:41 user nova-compute[86206]: DEBUG nova.network.neutron [req-b4750157-9d85-486f-af4c-773b8c41e3e6 req-d68df07e-45f9-4ac5-b57e-8359bc5712c5 service nova] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Updating instance_info_cache with network_info: [{"id": "a3677250-6a57-442d-88aa-97202061c98e", "address": "fa:16:3e:7c:c9:2e", "network": {"id": "0945ec2e-2e65-4cfa-8e23-3caf9acbcb43", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-134726832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0f53b8272fa4e55be205cf13607a37f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3677250-6a", "ovs_interfaceid": "a3677250-6a57-442d-88aa-97202061c98e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:24:41 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b4750157-9d85-486f-af4c-773b8c41e3e6 req-d68df07e-45f9-4ac5-b57e-8359bc5712c5 service nova] Releasing lock "refresh_cache-8fcb379b-6c55-4361-8712-e3097b69ccd7" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG nova.compute.manager [req-6f98fd98-7412-42ee-a0fa-90244f3585e9 req-b23b6004-6675-44aa-a40b-11f8217efd9b service nova] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Received event network-vif-unplugged-a3677250-6a57-442d-88aa-97202061c98e {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6f98fd98-7412-42ee-a0fa-90244f3585e9 req-b23b6004-6675-44aa-a40b-11f8217efd9b service nova] Acquiring lock "8fcb379b-6c55-4361-8712-e3097b69ccd7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6f98fd98-7412-42ee-a0fa-90244f3585e9 req-b23b6004-6675-44aa-a40b-11f8217efd9b service nova] Lock "8fcb379b-6c55-4361-8712-e3097b69ccd7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6f98fd98-7412-42ee-a0fa-90244f3585e9 req-b23b6004-6675-44aa-a40b-11f8217efd9b service nova] Lock "8fcb379b-6c55-4361-8712-e3097b69ccd7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG nova.compute.manager [req-6f98fd98-7412-42ee-a0fa-90244f3585e9 req-b23b6004-6675-44aa-a40b-11f8217efd9b service nova] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] No waiting events found dispatching network-vif-unplugged-a3677250-6a57-442d-88aa-97202061c98e {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:24:42 user nova-compute[86206]: WARNING nova.compute.manager [req-6f98fd98-7412-42ee-a0fa-90244f3585e9 req-b23b6004-6675-44aa-a40b-11f8217efd9b service nova] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Received unexpected event network-vif-unplugged-a3677250-6a57-442d-88aa-97202061c98e for instance with vm_state active and task_state rebuilding.
Nov 10 13:24:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:42 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Instance destroyed successfully.
Nov 10 13:24:42 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Instance destroyed successfully.
Nov 10 13:24:42 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:22:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-681144147',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1536734913',id=17,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIt02j2HkEEuK1ckbzH9bM1ehhrY1Vw6+jTVmk98MW9XnggY6QChoxYyv26b15b4UCM9I12Uv8lTUfYrs4WL9vNKA2INIZiWZGr8RP4juVpxURSGhk4DeWpdQ07/HuVKeg==',key_name='tempest-keypair-1257693154',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:23:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='e0f53b8272fa4e55be205cf13607a37f',ramdisk_id='',reservation_id='r-yzyqor31',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1934140065',owner_user_name='tempest-ServerActionsV293TestJSON-1934140065-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:24:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='22ce08bbf13442fca10aec4e022867af',uuid=8fcb379b-6c55-4361-8712-e3097b69ccd7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a3677250-6a57-442d-88aa-97202061c98e", "address": "fa:16:3e:7c:c9:2e", "network": {"id": "0945ec2e-2e65-4cfa-8e23-3caf9acbcb43", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-134726832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0f53b8272fa4e55be205cf13607a37f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3677250-6a", "ovs_interfaceid": "a3677250-6a57-442d-88aa-97202061c98e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Converting VIF {"id": "a3677250-6a57-442d-88aa-97202061c98e", "address": "fa:16:3e:7c:c9:2e", "network": {"id": "0945ec2e-2e65-4cfa-8e23-3caf9acbcb43", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-134726832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0f53b8272fa4e55be205cf13607a37f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3677250-6a", "ovs_interfaceid": "a3677250-6a57-442d-88aa-97202061c98e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7c:c9:2e,bridge_name='br-int',has_traffic_filtering=True,id=a3677250-6a57-442d-88aa-97202061c98e,network=Network(0945ec2e-2e65-4cfa-8e23-3caf9acbcb43),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3677250-6a') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG os_vif [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:c9:2e,bridge_name='br-int',has_traffic_filtering=True,id=a3677250-6a57-442d-88aa-97202061c98e,network=Network(0945ec2e-2e65-4cfa-8e23-3caf9acbcb43),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3677250-6a') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa3677250-6a, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e7ccfb4b-a30a-482a-9227-5d409ee03f43) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:42 user nova-compute[86206]: INFO os_vif [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:c9:2e,bridge_name='br-int',has_traffic_filtering=True,id=a3677250-6a57-442d-88aa-97202061c98e,network=Network(0945ec2e-2e65-4cfa-8e23-3caf9acbcb43),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3677250-6a')
Nov 10 13:24:42 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xdfNUmFK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:24:42 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 10 13:24:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7674f40-f549-475b-a8c0-3914083b2932]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 13:24:42 user nova-compute[86206]: No targets found.
Nov 10 13:24:42 user nova-compute[86206]: iSNS:
Nov 10 13:24:42 user nova-compute[86206]: No targets found.
Nov 10 13:24:42 user nova-compute[86206]: STATIC:
Nov 10 13:24:42 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4
Nov 10 13:24:42 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:24:42 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:24:42 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344
Nov 10 13:24:42 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:24:42 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:24:42 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a
Nov 10 13:24:42 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:24:42 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:24:42 user nova-compute[86206]: FIRMWARE:
Nov 10 13:24:42 user nova-compute[86206]: No targets found.
Nov 10 13:24:42 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 13:24:42 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 13:24:42 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.026s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[919bf929-f575-4b18-a350-9e243206681b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7104a79f-ec4c-4d29-9f38-83c83a15722c]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 (non-flash)
Nov 10 13:24:42 user nova-compute[86206]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 (non-flash)
Nov 10 13:24:42 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:24:42 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 (non-flash)
Nov 10 13:24:42 user nova-compute[86206]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 (non-flash)
Nov 10 13:24:42 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:24:42 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe464517760>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344'): ({'sdd'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Removing single pathed devices sdd {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[6292151d-4719-422e-9d36-bbc23fa484ef]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0a4db83-6c7f-4194-b9e0-c6ca6bebea11]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Flushing IO for device /dev/sdd {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[930d4776-a54f-4133-8146-0479ba2e0715]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.047s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[52a81cdf-dc04-407e-a782-c605583aabc7]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] SCSI volumes sdd have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.028s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[cddcf317-0bfc-43a9-b9b0-2275ce3a9132]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 -p 172.16.0.220:3260 --logout" returned: 0 in 0.075s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad6792bd-0733-4dec-ba0a-b9d0cdb07e10]: (4, ('Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344, portal: 172.16.0.220,3260]\nLogout of [sid: 12, target: iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344, portal: 172.16.0.220,3260]
Nov 10 13:24:42 user nova-compute[86206]: Logout of [sid: 12, target: iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344, portal: 172.16.0.220,3260] successful.
Nov 10 13:24:42 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[03e261a7-aed3-4429-bc5a-08c0f813853a]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.365s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] <== disconnect_volume: return (367ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:24:42 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 13:24:42 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Deleting instance files /opt/stack/data/nova/instances/8fcb379b-6c55-4361-8712-e3097b69ccd7_del
Nov 10 13:24:42 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Deletion of /opt/stack/data/nova/instances/8fcb379b-6c55-4361-8712-e3097b69ccd7_del complete
Nov 10 13:24:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:43 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] During detach_volume, instance disappeared.: nova.exception.InstanceNotFound: Instance 8fcb379b-6c55-4361-8712-e3097b69ccd7 could not be found.
Nov 10 13:24:43 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 13:24:43 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xdfNUmFK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:24:43 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 10 13:24:43 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:24:43 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:24:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:43 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c29f69e3-0dbb-43a8-a4a8-87b8dc8fc919]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:24:43 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 13:24:43 user nova-compute[86206]: No targets found.
Nov 10 13:24:43 user nova-compute[86206]: iSNS:
Nov 10 13:24:43 user nova-compute[86206]: No targets found.
Nov 10 13:24:43 user nova-compute[86206]: STATIC:
Nov 10 13:24:43 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4
Nov 10 13:24:43 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:24:43 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:24:43 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a
Nov 10 13:24:43 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:24:43 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:24:43 user nova-compute[86206]: FIRMWARE:
Nov 10 13:24:43 user nova-compute[86206]: No targets found.
Nov 10 13:24:43 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:24:43 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 13:24:43 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 13:24:43 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 13:24:43 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 13:24:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:43 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c7dec33-1f3d-47ef-aa64-f4ebca1fd874]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:24:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:24:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:24:43 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[23de59ed-bf69-4e35-90d8-fa0982986bd9]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:24:43 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 (non-flash)
Nov 10 13:24:43 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:24:43 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:24:43 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 (non-flash)
Nov 10 13:24:43 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:24:43 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:24:43 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe4886c5630>, {}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 13:24:43 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Disconnecting from: [] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 13:24:43 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.078s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:24:43 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] <== disconnect_volume: return (80ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:24:43 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 13:24:43 user nova-compute[86206]: DEBUG nova.compute.manager [req-5ad1b4e8-2e5f-4c3e-9156-5d264114046b req-f6989864-25dc-48a9-9398-a781a8f820d3 service nova] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Received event network-vif-plugged-b0d05a84-d4b6-4aac-b4a2-77a81f7e307c {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:24:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-5ad1b4e8-2e5f-4c3e-9156-5d264114046b req-f6989864-25dc-48a9-9398-a781a8f820d3 service nova] Acquiring lock "a0d1fe8d-2907-41a6-beb7-37ffaed0653f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:24:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-5ad1b4e8-2e5f-4c3e-9156-5d264114046b req-f6989864-25dc-48a9-9398-a781a8f820d3 service nova] Lock "a0d1fe8d-2907-41a6-beb7-37ffaed0653f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:24:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-5ad1b4e8-2e5f-4c3e-9156-5d264114046b req-f6989864-25dc-48a9-9398-a781a8f820d3 service nova] Lock "a0d1fe8d-2907-41a6-beb7-37ffaed0653f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:24:43 user nova-compute[86206]: DEBUG nova.compute.manager [req-5ad1b4e8-2e5f-4c3e-9156-5d264114046b req-f6989864-25dc-48a9-9398-a781a8f820d3 service nova] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] No waiting events found dispatching network-vif-plugged-b0d05a84-d4b6-4aac-b4a2-77a81f7e307c {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:24:43 user nova-compute[86206]: WARNING nova.compute.manager [req-5ad1b4e8-2e5f-4c3e-9156-5d264114046b req-f6989864-25dc-48a9-9398-a781a8f820d3 service nova] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Received unexpected event network-vif-plugged-b0d05a84-d4b6-4aac-b4a2-77a81f7e307c for instance with vm_state building and task_state spawning.
Nov 10 13:24:44 user nova-compute[86206]: DEBUG nova.compute.manager [req-312c33d9-43a0-4567-9fcc-765e14423533 req-f0595ef6-908b-4ca0-b364-818e37548d1b service nova] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Received event network-vif-plugged-a3677250-6a57-442d-88aa-97202061c98e {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:24:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-312c33d9-43a0-4567-9fcc-765e14423533 req-f0595ef6-908b-4ca0-b364-818e37548d1b service nova] Acquiring lock "8fcb379b-6c55-4361-8712-e3097b69ccd7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:24:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-312c33d9-43a0-4567-9fcc-765e14423533 req-f0595ef6-908b-4ca0-b364-818e37548d1b service nova] Lock "8fcb379b-6c55-4361-8712-e3097b69ccd7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:24:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-312c33d9-43a0-4567-9fcc-765e14423533 req-f0595ef6-908b-4ca0-b364-818e37548d1b service nova] Lock "8fcb379b-6c55-4361-8712-e3097b69ccd7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:24:44 user nova-compute[86206]: DEBUG nova.compute.manager [req-312c33d9-43a0-4567-9fcc-765e14423533 req-f0595ef6-908b-4ca0-b364-818e37548d1b service nova] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] No waiting events found dispatching network-vif-plugged-a3677250-6a57-442d-88aa-97202061c98e {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:24:44 user nova-compute[86206]: WARNING nova.compute.manager [req-312c33d9-43a0-4567-9fcc-765e14423533 req-f0595ef6-908b-4ca0-b364-818e37548d1b service nova] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Received unexpected event network-vif-plugged-a3677250-6a57-442d-88aa-97202061c98e for instance with vm_state active and task_state rebuilding.
Nov 10 13:24:44 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:24:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:24:44 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Instance spawned successfully.
Nov 10 13:24:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:24:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:24:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:24:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:24:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:24:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:24:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:24:44 user nova-compute[86206]: INFO nova.compute.manager [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Took 6.60 seconds to spawn the instance on the hypervisor.
Nov 10 13:24:44 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:24:44 user nova-compute[86206]: INFO nova.compute.manager [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Took 7.56 seconds to build instance.
Nov 10 13:24:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8795501a-2c5a-4599-8688-cd739965a31a tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "a0d1fe8d-2907-41a6-beb7-37ffaed0653f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.674s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:24:47 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:47 user nova-compute[86206]: DEBUG nova.compute.manager [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Preparing to wait for external event volume-reimaged-6a9b2e11-3b7a-4135-b94e-dcab3d235344 {{(pid=86206) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:283}}
Nov 10 13:24:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Acquiring lock "8fcb379b-6c55-4361-8712-e3097b69ccd7-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:24:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Lock "8fcb379b-6c55-4361-8712-e3097b69ccd7-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:24:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Lock "8fcb379b-6c55-4361-8712-e3097b69ccd7-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:24:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:24:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:25:00 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8822ab71-82d2-463f-b33f-4fd467ca629f tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:25:00 user nova-compute[86206]: INFO nova.compute.manager [None req-8822ab71-82d2-463f-b33f-4fd467ca629f tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] instance snapshotting
Nov 10 13:25:00 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-8822ab71-82d2-463f-b33f-4fd467ca629f tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Beginning live snapshot process
Nov 10 13:25:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8822ab71-82d2-463f-b33f-4fd467ca629f tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/disk --force-share --output=json -f qcow2 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8822ab71-82d2-463f-b33f-4fd467ca629f tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/disk --force-share --output=json -f qcow2" returned: 0 in 0.205s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:25:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8822ab71-82d2-463f-b33f-4fd467ca629f tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/disk --force-share --output=json -f qcow2 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8822ab71-82d2-463f-b33f-4fd467ca629f tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/disk --force-share --output=json -f qcow2" returned: 0 in 0.172s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:25:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8822ab71-82d2-463f-b33f-4fd467ca629f tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8822ab71-82d2-463f-b33f-4fd467ca629f tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.181s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:25:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8822ab71-82d2-463f-b33f-4fd467ca629f tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp3gshc15o/f2cb479d57784f8a8623d6470f7c7e87.delta 1073741824 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8822ab71-82d2-463f-b33f-4fd467ca629f tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp3gshc15o/f2cb479d57784f8a8623d6470f7c7e87.delta 1073741824" returned: 0 in 0.051s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:25:01 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-8822ab71-82d2-463f-b33f-4fd467ca629f tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 10 13:25:01 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-8822ab71-82d2-463f-b33f-4fd467ca629f tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] COPY block job progress, current cursor: 0 final cursor: 75563008 {{(pid=86206) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 10 13:25:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:25:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-8822ab71-82d2-463f-b33f-4fd467ca629f tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] COPY block job progress, current cursor: 40697856 final cursor: 75563008 {{(pid=86206) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 10 13:25:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-8822ab71-82d2-463f-b33f-4fd467ca629f tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] COPY block job progress, current cursor: 75563008 final cursor: 75563008 {{(pid=86206) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 10 13:25:02 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-8822ab71-82d2-463f-b33f-4fd467ca629f tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 10 13:25:03 user nova-compute[86206]: DEBUG nova.privsep.utils [None req-8822ab71-82d2-463f-b33f-4fd467ca629f tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=86206) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 10 13:25:03 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8822ab71-82d2-463f-b33f-4fd467ca629f tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp3gshc15o/f2cb479d57784f8a8623d6470f7c7e87.delta /opt/stack/data/nova/instances/snapshots/tmp3gshc15o/f2cb479d57784f8a8623d6470f7c7e87 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:25:03 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8822ab71-82d2-463f-b33f-4fd467ca629f tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp3gshc15o/f2cb479d57784f8a8623d6470f7c7e87.delta /opt/stack/data/nova/instances/snapshots/tmp3gshc15o/f2cb479d57784f8a8623d6470f7c7e87" returned: 0 in 0.338s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:25:03 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-8822ab71-82d2-463f-b33f-4fd467ca629f tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Snapshot extracted, beginning image upload
Nov 10 13:25:06 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-8822ab71-82d2-463f-b33f-4fd467ca629f tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Snapshot image upload complete
Nov 10 13:25:06 user nova-compute[86206]: INFO nova.compute.manager [None req-8822ab71-82d2-463f-b33f-4fd467ca629f tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Took 6.20 seconds to snapshot the instance on the hypervisor.
Nov 10 13:25:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:25:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Acquiring lock "d3715626-38d4-4338-9563-0e8c412f0141" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:25:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "d3715626-38d4-4338-9563-0e8c412f0141" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:25:07 user nova-compute[86206]: DEBUG nova.compute.manager [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:25:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:25:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:25:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:25:08 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:25:08 user nova-compute[86206]: INFO nova.compute.claims [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Claim successful on node user
Nov 10 13:25:08 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:25:08 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:25:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.521s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:25:08 user nova-compute[86206]: DEBUG nova.compute.manager [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:25:08 user nova-compute[86206]: DEBUG nova.compute.manager [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:25:08 user nova-compute[86206]: DEBUG nova.network.neutron [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: d3715626-38d4-4338-9563-0e8c412f0141] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:25:08 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:25:08 user nova-compute[86206]: DEBUG nova.compute.manager [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:25:08 user nova-compute[86206]: DEBUG nova.policy [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e98318b676f495d988996ff565e7d21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29bad95fde0c451e8451cbb59f2007cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:25:08 user nova-compute[86206]: DEBUG nova.compute.manager [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:25:08 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:25:08 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Creating image(s)
Nov 10 13:25:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Acquiring lock "/opt/stack/data/nova/instances/d3715626-38d4-4338-9563-0e8c412f0141/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:25:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "/opt/stack/data/nova/instances/d3715626-38d4-4338-9563-0e8c412f0141/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:25:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "/opt/stack/data/nova/instances/d3715626-38d4-4338-9563-0e8c412f0141/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:25:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Acquiring lock "9fc42ba2e50ddd40d6a442d959c0b2aa8d68b26a" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:25:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "9fc42ba2e50ddd40d6a442d959c0b2aa8d68b26a" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:25:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9fc42ba2e50ddd40d6a442d959c0b2aa8d68b26a.part --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:09 user nova-compute[86206]: DEBUG nova.network.neutron [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Successfully created port: 99497186-5342-499a-85e2-8aa50f84a6d1 {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:25:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:25:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9fc42ba2e50ddd40d6a442d959c0b2aa8d68b26a.part --force-share --output=json" returned: 0 in 0.180s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:25:09 user nova-compute[86206]: DEBUG nova.virt.images [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] 069063f4-8bb4-4690-a20d-8d3469293115 was qcow2, converting to raw {{(pid=86206) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 10 13:25:09 user nova-compute[86206]: DEBUG nova.privsep.utils [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=86206) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 10 13:25:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/9fc42ba2e50ddd40d6a442d959c0b2aa8d68b26a.part /opt/stack/data/nova/instances/_base/9fc42ba2e50ddd40d6a442d959c0b2aa8d68b26a.converted {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/9fc42ba2e50ddd40d6a442d959c0b2aa8d68b26a.part /opt/stack/data/nova/instances/_base/9fc42ba2e50ddd40d6a442d959c0b2aa8d68b26a.converted" returned: 0 in 0.510s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:25:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9fc42ba2e50ddd40d6a442d959c0b2aa8d68b26a.converted --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9fc42ba2e50ddd40d6a442d959c0b2aa8d68b26a.converted --force-share --output=json" returned: 0 in 0.194s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:25:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "9fc42ba2e50ddd40d6a442d959c0b2aa8d68b26a" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.713s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:25:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9fc42ba2e50ddd40d6a442d959c0b2aa8d68b26a --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:10 user nova-compute[86206]: DEBUG nova.network.neutron [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Successfully updated port: 99497186-5342-499a-85e2-8aa50f84a6d1 {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:25:10 user nova-compute[86206]: DEBUG nova.compute.manager [req-d29e1793-02ce-4d3d-84d0-6310e0791cee req-d1b4bfe2-3f60-4845-838a-00b006827e14 service nova] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Received event network-changed-99497186-5342-499a-85e2-8aa50f84a6d1 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:25:10 user nova-compute[86206]: DEBUG nova.compute.manager [req-d29e1793-02ce-4d3d-84d0-6310e0791cee req-d1b4bfe2-3f60-4845-838a-00b006827e14 service nova] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Refreshing instance network info cache due to event network-changed-99497186-5342-499a-85e2-8aa50f84a6d1. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:25:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d29e1793-02ce-4d3d-84d0-6310e0791cee req-d1b4bfe2-3f60-4845-838a-00b006827e14 service nova] Acquiring lock "refresh_cache-d3715626-38d4-4338-9563-0e8c412f0141" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:25:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d29e1793-02ce-4d3d-84d0-6310e0791cee req-d1b4bfe2-3f60-4845-838a-00b006827e14 service nova] Acquired lock "refresh_cache-d3715626-38d4-4338-9563-0e8c412f0141" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:25:10 user nova-compute[86206]: DEBUG nova.network.neutron [req-d29e1793-02ce-4d3d-84d0-6310e0791cee req-d1b4bfe2-3f60-4845-838a-00b006827e14 service nova] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Refreshing network info cache for port 99497186-5342-499a-85e2-8aa50f84a6d1 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:25:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Acquiring lock "refresh_cache-d3715626-38d4-4338-9563-0e8c412f0141" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:25:10 user nova-compute[86206]: DEBUG nova.network.neutron [req-d29e1793-02ce-4d3d-84d0-6310e0791cee req-d1b4bfe2-3f60-4845-838a-00b006827e14 service nova] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:25:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9fc42ba2e50ddd40d6a442d959c0b2aa8d68b26a --force-share --output=json" returned: 0 in 0.186s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:25:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Acquiring lock "9fc42ba2e50ddd40d6a442d959c0b2aa8d68b26a" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:25:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "9fc42ba2e50ddd40d6a442d959c0b2aa8d68b26a" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:25:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9fc42ba2e50ddd40d6a442d959c0b2aa8d68b26a --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9fc42ba2e50ddd40d6a442d959c0b2aa8d68b26a --force-share --output=json" returned: 0 in 0.184s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:25:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9fc42ba2e50ddd40d6a442d959c0b2aa8d68b26a,backing_fmt=raw /opt/stack/data/nova/instances/d3715626-38d4-4338-9563-0e8c412f0141/disk 1073741824 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG nova.network.neutron [req-d29e1793-02ce-4d3d-84d0-6310e0791cee req-d1b4bfe2-3f60-4845-838a-00b006827e14 service nova] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/9fc42ba2e50ddd40d6a442d959c0b2aa8d68b26a,backing_fmt=raw /opt/stack/data/nova/instances/d3715626-38d4-4338-9563-0e8c412f0141/disk 1073741824" returned: 0 in 0.053s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "9fc42ba2e50ddd40d6a442d959c0b2aa8d68b26a" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.242s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9fc42ba2e50ddd40d6a442d959c0b2aa8d68b26a --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d29e1793-02ce-4d3d-84d0-6310e0791cee req-d1b4bfe2-3f60-4845-838a-00b006827e14 service nova] Releasing lock "refresh_cache-d3715626-38d4-4338-9563-0e8c412f0141" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Acquired lock "refresh_cache-d3715626-38d4-4338-9563-0e8c412f0141" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG nova.network.neutron [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG nova.network.neutron [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/9fc42ba2e50ddd40d6a442d959c0b2aa8d68b26a --force-share --output=json" returned: 0 in 0.185s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Ensure instance console log exists: /opt/stack/data/nova/instances/d3715626-38d4-4338-9563-0e8c412f0141/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG nova.network.neutron [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Updating instance_info_cache with network_info: [{"id": "99497186-5342-499a-85e2-8aa50f84a6d1", "address": "fa:16:3e:10:8f:9a", "network": {"id": "7bee853b-5ac4-4a88-98b9-d1cb8e4f1771", "bridge": "br-int", "label": "tempest-TestStampPattern-1399355674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bad95fde0c451e8451cbb59f2007cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99497186-53", "ovs_interfaceid": "99497186-5342-499a-85e2-8aa50f84a6d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Releasing lock "refresh_cache-d3715626-38d4-4338-9563-0e8c412f0141" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG nova.compute.manager [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Instance network_info: |[{"id": "99497186-5342-499a-85e2-8aa50f84a6d1", "address": "fa:16:3e:10:8f:9a", "network": {"id": "7bee853b-5ac4-4a88-98b9-d1cb8e4f1771", "bridge": "br-int", "label": "tempest-TestStampPattern-1399355674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bad95fde0c451e8451cbb59f2007cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99497186-53", "ovs_interfaceid": "99497186-5342-499a-85e2-8aa50f84a6d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Start _get_guest_xml network_info=[{"id": "99497186-5342-499a-85e2-8aa50f84a6d1", "address": "fa:16:3e:10:8f:9a", "network": {"id": "7bee853b-5ac4-4a88-98b9-d1cb8e4f1771", "bridge": "br-int", "label": "tempest-TestStampPattern-1399355674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bad95fde0c451e8451cbb59f2007cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99497186-53", "ovs_interfaceid": "99497186-5342-499a-85e2-8aa50f84a6d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='f794c6d204031ff57abe18d1387a3095',container_format='bare',created_at=2023-11-10T13:25:00Z,direct_url=<?>,disk_format='qcow2',id=069063f4-8bb4-4690-a20d-8d3469293115,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-1579032026',owner='29bad95fde0c451e8451cbb59f2007cb',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-10T13:25:06Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '069063f4-8bb4-4690-a20d-8d3469293115'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:25:11 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:25:11 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:25:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f794c6d204031ff57abe18d1387a3095',container_format='bare',created_at=2023-11-10T13:25:00Z,direct_url=<?>,disk_format='qcow2',id=069063f4-8bb4-4690-a20d-8d3469293115,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-1579032026',owner='29bad95fde0c451e8451cbb59f2007cb',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-10T13:25:06Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:25:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1454031063',display_name='tempest-TestStampPattern-server-1454031063',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1454031063',id=21,image_ref='069063f4-8bb4-4690-a20d-8d3469293115',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLqEv5rbVgcBehn30/yQ/Uv44gbwMEWP0oRMqITCeHPWlbHyxKNa1dV3hzZ06j3ANRgFFDP1ScDrR9pPRYcp4nlddeNGLxs0e7N+Nvh1a2Ixe2n+SYqEv3aHcz/nozzqtg==',key_name='tempest-TestStampPattern-891741230',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='29bad95fde0c451e8451cbb59f2007cb',ramdisk_id='',reservation_id='r-r2c0vftz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='03a08249-4257-40cc-8cb5-98aa7107d338',image_min_disk='1',image_min_ram='0',image_owner_id='29bad95fde0c451e8451cbb59f2007cb',image_owner_project_name='tempest-TestStampPattern-1486305055',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1486305055-project-member',image_user_id='2e98318b676f495d988996ff565e7d21',network_allocated='True',owner_project_name='tempest-TestStampPattern-1486305055',owner_user_name='tempest-TestStampPattern-1486305055-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:25:09Z,user_data=None,user_id='2e98318b676f495d988996ff565e7d21',uuid=d3715626-38d4-4338-9563-0e8c412f0141,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "99497186-5342-499a-85e2-8aa50f84a6d1", "address": "fa:16:3e:10:8f:9a", "network": {"id": "7bee853b-5ac4-4a88-98b9-d1cb8e4f1771", "bridge": "br-int", "label": "tempest-TestStampPattern-1399355674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bad95fde0c451e8451cbb59f2007cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99497186-53", "ovs_interfaceid": "99497186-5342-499a-85e2-8aa50f84a6d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Converting VIF {"id": "99497186-5342-499a-85e2-8aa50f84a6d1", "address": "fa:16:3e:10:8f:9a", "network": {"id": "7bee853b-5ac4-4a88-98b9-d1cb8e4f1771", "bridge": "br-int", "label": "tempest-TestStampPattern-1399355674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bad95fde0c451e8451cbb59f2007cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99497186-53", "ovs_interfaceid": "99497186-5342-499a-85e2-8aa50f84a6d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:10:8f:9a,bridge_name='br-int',has_traffic_filtering=True,id=99497186-5342-499a-85e2-8aa50f84a6d1,network=Network(7bee853b-5ac4-4a88-98b9-d1cb8e4f1771),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99497186-53') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG nova.objects.instance [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lazy-loading 'pci_devices' on Instance uuid d3715626-38d4-4338-9563-0e8c412f0141 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: d3715626-38d4-4338-9563-0e8c412f0141] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:25:11 user nova-compute[86206]:   <uuid>d3715626-38d4-4338-9563-0e8c412f0141</uuid>
Nov 10 13:25:11 user nova-compute[86206]:   <name>instance-00000015</name>
Nov 10 13:25:11 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:25:11 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:25:11 user nova-compute[86206]:   <metadata>
Nov 10 13:25:11 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:25:11 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:25:11 user nova-compute[86206]:       <nova:name>tempest-TestStampPattern-server-1454031063</nova:name>
Nov 10 13:25:11 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:25:11</nova:creationTime>
Nov 10 13:25:11 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:25:11 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:25:11 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:25:11 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:25:11 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:25:11 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:25:11 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:25:11 user nova-compute[86206]:       <nova:owner>
Nov 10 13:25:11 user nova-compute[86206]:         <nova:user uuid="2e98318b676f495d988996ff565e7d21">tempest-TestStampPattern-1486305055-project-member</nova:user>
Nov 10 13:25:11 user nova-compute[86206]:         <nova:project uuid="29bad95fde0c451e8451cbb59f2007cb">tempest-TestStampPattern-1486305055</nova:project>
Nov 10 13:25:11 user nova-compute[86206]:       </nova:owner>
Nov 10 13:25:11 user nova-compute[86206]:       <nova:root type="image" uuid="069063f4-8bb4-4690-a20d-8d3469293115"/>
Nov 10 13:25:11 user nova-compute[86206]:       <nova:ports>
Nov 10 13:25:11 user nova-compute[86206]:         <nova:port uuid="99497186-5342-499a-85e2-8aa50f84a6d1">
Nov 10 13:25:11 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 10 13:25:11 user nova-compute[86206]:         </nova:port>
Nov 10 13:25:11 user nova-compute[86206]:       </nova:ports>
Nov 10 13:25:11 user nova-compute[86206]:     </nova:instance>
Nov 10 13:25:11 user nova-compute[86206]:   </metadata>
Nov 10 13:25:11 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:25:11 user nova-compute[86206]:     <system>
Nov 10 13:25:11 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:25:11 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:25:11 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:25:11 user nova-compute[86206]:       <entry name="serial">d3715626-38d4-4338-9563-0e8c412f0141</entry>
Nov 10 13:25:11 user nova-compute[86206]:       <entry name="uuid">d3715626-38d4-4338-9563-0e8c412f0141</entry>
Nov 10 13:25:11 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:25:11 user nova-compute[86206]:     </system>
Nov 10 13:25:11 user nova-compute[86206]:   </sysinfo>
Nov 10 13:25:11 user nova-compute[86206]:   <os>
Nov 10 13:25:11 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:25:11 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:25:11 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:25:11 user nova-compute[86206]:   </os>
Nov 10 13:25:11 user nova-compute[86206]:   <features>
Nov 10 13:25:11 user nova-compute[86206]:     <acpi/>
Nov 10 13:25:11 user nova-compute[86206]:     <apic/>
Nov 10 13:25:11 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:25:11 user nova-compute[86206]:   </features>
Nov 10 13:25:11 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:25:11 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:25:11 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:25:11 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:25:11 user nova-compute[86206]:   </clock>
Nov 10 13:25:11 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:25:11 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:25:11 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:25:11 user nova-compute[86206]:   </cpu>
Nov 10 13:25:11 user nova-compute[86206]:   <devices>
Nov 10 13:25:11 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:25:11 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:25:11 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/d3715626-38d4-4338-9563-0e8c412f0141/disk"/>
Nov 10 13:25:11 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:25:11 user nova-compute[86206]:     </disk>
Nov 10 13:25:11 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:25:11 user nova-compute[86206]:       <mac address="fa:16:3e:10:8f:9a"/>
Nov 10 13:25:11 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:25:11 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:25:11 user nova-compute[86206]:       <target dev="tap99497186-53"/>
Nov 10 13:25:11 user nova-compute[86206]:     </interface>
Nov 10 13:25:11 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:25:11 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/d3715626-38d4-4338-9563-0e8c412f0141/console.log" append="off"/>
Nov 10 13:25:11 user nova-compute[86206]:     </serial>
Nov 10 13:25:11 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:25:11 user nova-compute[86206]:     <video>
Nov 10 13:25:11 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:25:11 user nova-compute[86206]:     </video>
Nov 10 13:25:11 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:25:11 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:25:11 user nova-compute[86206]:     </rng>
Nov 10 13:25:11 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:25:11 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:25:11 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:25:11 user nova-compute[86206]:     </memballoon>
Nov 10 13:25:11 user nova-compute[86206]:   </devices>
Nov 10 13:25:11 user nova-compute[86206]: </domain>
Nov 10 13:25:11 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:25:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1454031063',display_name='tempest-TestStampPattern-server-1454031063',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1454031063',id=21,image_ref='069063f4-8bb4-4690-a20d-8d3469293115',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLqEv5rbVgcBehn30/yQ/Uv44gbwMEWP0oRMqITCeHPWlbHyxKNa1dV3hzZ06j3ANRgFFDP1ScDrR9pPRYcp4nlddeNGLxs0e7N+Nvh1a2Ixe2n+SYqEv3aHcz/nozzqtg==',key_name='tempest-TestStampPattern-891741230',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='29bad95fde0c451e8451cbb59f2007cb',ramdisk_id='',reservation_id='r-r2c0vftz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='03a08249-4257-40cc-8cb5-98aa7107d338',image_min_disk='1',image_min_ram='0',image_owner_id='29bad95fde0c451e8451cbb59f2007cb',image_owner_project_name='tempest-TestStampPattern-1486305055',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1486305055-project-member',image_user_id='2e98318b676f495d988996ff565e7d21',network_allocated='True',owner_project_name='tempest-TestStampPattern-1486305055',owner_user_name='tempest-TestStampPattern-1486305055-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:25:09Z,user_data=None,user_id='2e98318b676f495d988996ff565e7d21',uuid=d3715626-38d4-4338-9563-0e8c412f0141,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "99497186-5342-499a-85e2-8aa50f84a6d1", "address": "fa:16:3e:10:8f:9a", "network": {"id": "7bee853b-5ac4-4a88-98b9-d1cb8e4f1771", "bridge": "br-int", "label": "tempest-TestStampPattern-1399355674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bad95fde0c451e8451cbb59f2007cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99497186-53", "ovs_interfaceid": "99497186-5342-499a-85e2-8aa50f84a6d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Converting VIF {"id": "99497186-5342-499a-85e2-8aa50f84a6d1", "address": "fa:16:3e:10:8f:9a", "network": {"id": "7bee853b-5ac4-4a88-98b9-d1cb8e4f1771", "bridge": "br-int", "label": "tempest-TestStampPattern-1399355674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bad95fde0c451e8451cbb59f2007cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99497186-53", "ovs_interfaceid": "99497186-5342-499a-85e2-8aa50f84a6d1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:10:8f:9a,bridge_name='br-int',has_traffic_filtering=True,id=99497186-5342-499a-85e2-8aa50f84a6d1,network=Network(7bee853b-5ac4-4a88-98b9-d1cb8e4f1771),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99497186-53') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG os_vif [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:10:8f:9a,bridge_name='br-int',has_traffic_filtering=True,id=99497186-5342-499a-85e2-8aa50f84a6d1,network=Network(7bee853b-5ac4-4a88-98b9-d1cb8e4f1771),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99497186-53') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '58bcef4b-dec6-55f2-b9ba-a98c3f2ae4d7', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap99497186-53, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap99497186-53, col_values=(('qos', UUID('441be284-3952-4df4-ae98-07a7830a4920')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap99497186-53, col_values=(('external_ids', {'iface-id': '99497186-5342-499a-85e2-8aa50f84a6d1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:10:8f:9a', 'vm-uuid': 'd3715626-38d4-4338-9563-0e8c412f0141'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:25:11 user nova-compute[86206]: INFO os_vif [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:10:8f:9a,bridge_name='br-int',has_traffic_filtering=True,id=99497186-5342-499a-85e2-8aa50f84a6d1,network=Network(7bee853b-5ac4-4a88-98b9-d1cb8e4f1771),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99497186-53')
Nov 10 13:25:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:25:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] No VIF found with MAC fa:16:3e:10:8f:9a, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:25:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:25:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:25:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:25:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:25:13 user nova-compute[86206]: DEBUG nova.compute.manager [req-8ffdb08d-35df-47c0-95b9-b5dfe09b189c req-abe79c10-09e5-4b96-9bdb-37d902b290d0 service nova] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Received event network-vif-plugged-99497186-5342-499a-85e2-8aa50f84a6d1 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:25:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-8ffdb08d-35df-47c0-95b9-b5dfe09b189c req-abe79c10-09e5-4b96-9bdb-37d902b290d0 service nova] Acquiring lock "d3715626-38d4-4338-9563-0e8c412f0141-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:25:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-8ffdb08d-35df-47c0-95b9-b5dfe09b189c req-abe79c10-09e5-4b96-9bdb-37d902b290d0 service nova] Lock "d3715626-38d4-4338-9563-0e8c412f0141-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:25:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-8ffdb08d-35df-47c0-95b9-b5dfe09b189c req-abe79c10-09e5-4b96-9bdb-37d902b290d0 service nova] Lock "d3715626-38d4-4338-9563-0e8c412f0141-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:25:13 user nova-compute[86206]: DEBUG nova.compute.manager [req-8ffdb08d-35df-47c0-95b9-b5dfe09b189c req-abe79c10-09e5-4b96-9bdb-37d902b290d0 service nova] [instance: d3715626-38d4-4338-9563-0e8c412f0141] No waiting events found dispatching network-vif-plugged-99497186-5342-499a-85e2-8aa50f84a6d1 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:25:13 user nova-compute[86206]: WARNING nova.compute.manager [req-8ffdb08d-35df-47c0-95b9-b5dfe09b189c req-abe79c10-09e5-4b96-9bdb-37d902b290d0 service nova] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Received unexpected event network-vif-plugged-99497186-5342-499a-85e2-8aa50f84a6d1 for instance with vm_state building and task_state spawning.
Nov 10 13:25:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:25:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:25:15 user nova-compute[86206]: DEBUG nova.compute.manager [req-93cdc1e2-5784-4d0e-b9c8-6b48704421b5 req-201a7ab8-e408-4865-882e-63da52a7471b service nova] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Received event network-vif-plugged-99497186-5342-499a-85e2-8aa50f84a6d1 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:25:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-93cdc1e2-5784-4d0e-b9c8-6b48704421b5 req-201a7ab8-e408-4865-882e-63da52a7471b service nova] Acquiring lock "d3715626-38d4-4338-9563-0e8c412f0141-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:25:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-93cdc1e2-5784-4d0e-b9c8-6b48704421b5 req-201a7ab8-e408-4865-882e-63da52a7471b service nova] Lock "d3715626-38d4-4338-9563-0e8c412f0141-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:25:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-93cdc1e2-5784-4d0e-b9c8-6b48704421b5 req-201a7ab8-e408-4865-882e-63da52a7471b service nova] Lock "d3715626-38d4-4338-9563-0e8c412f0141-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:25:15 user nova-compute[86206]: DEBUG nova.compute.manager [req-93cdc1e2-5784-4d0e-b9c8-6b48704421b5 req-201a7ab8-e408-4865-882e-63da52a7471b service nova] [instance: d3715626-38d4-4338-9563-0e8c412f0141] No waiting events found dispatching network-vif-plugged-99497186-5342-499a-85e2-8aa50f84a6d1 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:25:15 user nova-compute[86206]: WARNING nova.compute.manager [req-93cdc1e2-5784-4d0e-b9c8-6b48704421b5 req-201a7ab8-e408-4865-882e-63da52a7471b service nova] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Received unexpected event network-vif-plugged-99497186-5342-499a-85e2-8aa50f84a6d1 for instance with vm_state building and task_state spawning.
Nov 10 13:25:15 user nova-compute[86206]: DEBUG nova.compute.manager [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:25:15 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:25:15 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Instance spawned successfully.
Nov 10 13:25:15 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:25:15 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:25:15 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:25:15 user nova-compute[86206]: INFO nova.compute.manager [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Took 6.42 seconds to spawn the instance on the hypervisor.
Nov 10 13:25:15 user nova-compute[86206]: DEBUG nova.compute.manager [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:25:15 user nova-compute[86206]: INFO nova.compute.manager [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Took 7.29 seconds to build instance.
Nov 10 13:25:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4550c63b-24cc-4360-8fbe-6e14acdb5caf tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "d3715626-38d4-4338-9563-0e8c412f0141" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.432s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:25:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:25:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:25:21 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:25:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Acquiring lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:25:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:25:22 user nova-compute[86206]: DEBUG nova.compute.manager [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:25:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:25:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:25:22 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:25:22 user nova-compute[86206]: INFO nova.compute.claims [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Claim successful on node user
Nov 10 13:25:23 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:25:23 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:25:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.574s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:25:23 user nova-compute[86206]: DEBUG nova.compute.manager [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:25:23 user nova-compute[86206]: DEBUG nova.compute.manager [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:25:23 user nova-compute[86206]: DEBUG nova.network.neutron [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:25:23 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:25:23 user nova-compute[86206]: DEBUG nova.compute.manager [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:25:23 user nova-compute[86206]: INFO nova.virt.block_device [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Booting with volume 6f389830-4c84-46cf-8337-b8faf78aae1e at /dev/vda
Nov 10 13:25:23 user nova-compute[86206]: DEBUG nova.policy [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8277ce9a9e742428cc87c3fea3e100d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e84b1dcad5a948229d3782c2602a4eb1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:25:23 user nova-compute[86206]: DEBUG os_brick.utils [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:25:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:25:23 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5b4e45d-e4c3-4fcb-8b56-fd5a4ef9ef25]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:25:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:25:23 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc2ca6bd-b71e-4204-ac09-03d552083b35]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:25:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:25:23 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c251ff0-bff8-4ad8-853a-145acc92b4fe]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:25:23 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd10de52-3ce7-4298-9384-098efaa240cb]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:25:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:25:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:25:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:25:23 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:25:23 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[514b5e8b-af0d-4cbf-a641-691bc27a1a0f]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:25:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:25:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:25:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:25:23 user nova-compute[86206]: DEBUG os_brick.utils [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] <== get_connector_properties: return (133ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:25:23 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Updating existing volume attachment record: 077d5f39-ba92-4f4b-ac5a-f7c9d38f4edf {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 13:25:24 user nova-compute[86206]: DEBUG nova.network.neutron [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Successfully created port: 0129cb0f-7ab6-4dcd-b631-f1b20269918d {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:25:24 user nova-compute[86206]: DEBUG nova.network.neutron [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Successfully created port: 3bcd7147-1a39-48e4-b560-0613d74a42ad {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:25:25 user nova-compute[86206]: DEBUG nova.network.neutron [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Successfully created port: f6d5f037-5c79-406d-9d40-b59e91f05768 {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:25:26 user nova-compute[86206]: DEBUG nova.network.neutron [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Successfully created port: 6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0 {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:25:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:25:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:25:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=86206) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 10 13:25:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:25:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:25:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:25:27 user nova-compute[86206]: DEBUG nova.network.neutron [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Successfully created port: cbb2f9f6-80b2-4939-9061-00f20e45defb {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:25:27 user nova-compute[86206]: DEBUG nova.network.neutron [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Successfully updated port: 0129cb0f-7ab6-4dcd-b631-f1b20269918d {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:25:27 user nova-compute[86206]: DEBUG nova.compute.manager [req-9571e4e5-fddb-4041-b606-e275573e386b req-a707d974-f1cd-45c7-8b46-29e3df7d1aff service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-changed-0129cb0f-7ab6-4dcd-b631-f1b20269918d {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:25:27 user nova-compute[86206]: DEBUG nova.compute.manager [req-9571e4e5-fddb-4041-b606-e275573e386b req-a707d974-f1cd-45c7-8b46-29e3df7d1aff service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Refreshing instance network info cache due to event network-changed-0129cb0f-7ab6-4dcd-b631-f1b20269918d. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:25:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-9571e4e5-fddb-4041-b606-e275573e386b req-a707d974-f1cd-45c7-8b46-29e3df7d1aff service nova] Acquiring lock "refresh_cache-c1ad95ad-e9d2-4b52-8dd0-8108790f264e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:25:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-9571e4e5-fddb-4041-b606-e275573e386b req-a707d974-f1cd-45c7-8b46-29e3df7d1aff service nova] Acquired lock "refresh_cache-c1ad95ad-e9d2-4b52-8dd0-8108790f264e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:25:27 user nova-compute[86206]: DEBUG nova.network.neutron [req-9571e4e5-fddb-4041-b606-e275573e386b req-a707d974-f1cd-45c7-8b46-29e3df7d1aff service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Refreshing network info cache for port 0129cb0f-7ab6-4dcd-b631-f1b20269918d {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:25:27 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:25:27 user nova-compute[86206]: DEBUG nova.network.neutron [req-9571e4e5-fddb-4041-b606-e275573e386b req-a707d974-f1cd-45c7-8b46-29e3df7d1aff service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:25:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:25:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:25:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:25:27 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:25:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3715626-38d4-4338-9563-0e8c412f0141/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:28 user nova-compute[86206]: DEBUG nova.network.neutron [req-9571e4e5-fddb-4041-b606-e275573e386b req-a707d974-f1cd-45c7-8b46-29e3df7d1aff service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:25:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-9571e4e5-fddb-4041-b606-e275573e386b req-a707d974-f1cd-45c7-8b46-29e3df7d1aff service nova] Releasing lock "refresh_cache-c1ad95ad-e9d2-4b52-8dd0-8108790f264e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:25:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3715626-38d4-4338-9563-0e8c412f0141/disk --force-share --output=json" returned: 0 in 0.245s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:25:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3715626-38d4-4338-9563-0e8c412f0141/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3715626-38d4-4338-9563-0e8c412f0141/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:25:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:28 user nova-compute[86206]: DEBUG nova.network.neutron [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Successfully updated port: ead81e64-6fba-4e4c-994c-5f989f2a61a3 {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:25:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:25:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:25:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:25:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:29 user nova-compute[86206]: DEBUG nova.network.neutron [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Successfully updated port: ade85821-80f9-469b-8bfc-5dabdf1ed4be {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:25:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:25:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:25:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:29 user nova-compute[86206]: DEBUG nova.compute.manager [req-e50cdb00-c1d6-41e7-aa9a-b44a999d0391 req-a6ebdd38-4c23-477d-85b4-cfee7a295cab service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-changed-ead81e64-6fba-4e4c-994c-5f989f2a61a3 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:25:29 user nova-compute[86206]: DEBUG nova.compute.manager [req-e50cdb00-c1d6-41e7-aa9a-b44a999d0391 req-a6ebdd38-4c23-477d-85b4-cfee7a295cab service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Refreshing instance network info cache due to event network-changed-ead81e64-6fba-4e4c-994c-5f989f2a61a3. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:25:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-e50cdb00-c1d6-41e7-aa9a-b44a999d0391 req-a6ebdd38-4c23-477d-85b4-cfee7a295cab service nova] Acquiring lock "refresh_cache-c1ad95ad-e9d2-4b52-8dd0-8108790f264e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:25:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-e50cdb00-c1d6-41e7-aa9a-b44a999d0391 req-a6ebdd38-4c23-477d-85b4-cfee7a295cab service nova] Acquired lock "refresh_cache-c1ad95ad-e9d2-4b52-8dd0-8108790f264e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:25:29 user nova-compute[86206]: DEBUG nova.network.neutron [req-e50cdb00-c1d6-41e7-aa9a-b44a999d0391 req-a6ebdd38-4c23-477d-85b4-cfee7a295cab service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Refreshing network info cache for port ead81e64-6fba-4e4c-994c-5f989f2a61a3 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:25:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:25:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:30 user nova-compute[86206]: DEBUG nova.network.neutron [req-e50cdb00-c1d6-41e7-aa9a-b44a999d0391 req-a6ebdd38-4c23-477d-85b4-cfee7a295cab service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:25:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:25:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:25:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:30 user nova-compute[86206]: DEBUG nova.network.neutron [req-e50cdb00-c1d6-41e7-aa9a-b44a999d0391 req-a6ebdd38-4c23-477d-85b4-cfee7a295cab service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:25:30 user nova-compute[86206]: DEBUG nova.network.neutron [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Successfully updated port: 3bcd7147-1a39-48e4-b560-0613d74a42ad {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:25:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-e50cdb00-c1d6-41e7-aa9a-b44a999d0391 req-a6ebdd38-4c23-477d-85b4-cfee7a295cab service nova] Releasing lock "refresh_cache-c1ad95ad-e9d2-4b52-8dd0-8108790f264e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:25:30 user nova-compute[86206]: DEBUG nova.compute.manager [req-e50cdb00-c1d6-41e7-aa9a-b44a999d0391 req-a6ebdd38-4c23-477d-85b4-cfee7a295cab service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-changed-ade85821-80f9-469b-8bfc-5dabdf1ed4be {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:25:30 user nova-compute[86206]: DEBUG nova.compute.manager [req-e50cdb00-c1d6-41e7-aa9a-b44a999d0391 req-a6ebdd38-4c23-477d-85b4-cfee7a295cab service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Refreshing instance network info cache due to event network-changed-ade85821-80f9-469b-8bfc-5dabdf1ed4be. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:25:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-e50cdb00-c1d6-41e7-aa9a-b44a999d0391 req-a6ebdd38-4c23-477d-85b4-cfee7a295cab service nova] Acquiring lock "refresh_cache-c1ad95ad-e9d2-4b52-8dd0-8108790f264e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:25:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-e50cdb00-c1d6-41e7-aa9a-b44a999d0391 req-a6ebdd38-4c23-477d-85b4-cfee7a295cab service nova] Acquired lock "refresh_cache-c1ad95ad-e9d2-4b52-8dd0-8108790f264e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:25:30 user nova-compute[86206]: DEBUG nova.network.neutron [req-e50cdb00-c1d6-41e7-aa9a-b44a999d0391 req-a6ebdd38-4c23-477d-85b4-cfee7a295cab service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Refreshing network info cache for port ade85821-80f9-469b-8bfc-5dabdf1ed4be {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:25:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:25:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:30 user nova-compute[86206]: DEBUG nova.network.neutron [req-e50cdb00-c1d6-41e7-aa9a-b44a999d0391 req-a6ebdd38-4c23-477d-85b4-cfee7a295cab service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:25:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/disk --force-share --output=json" returned: 0 in 0.262s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:25:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:30 user nova-compute[86206]: DEBUG nova.network.neutron [req-e50cdb00-c1d6-41e7-aa9a-b44a999d0391 req-a6ebdd38-4c23-477d-85b4-cfee7a295cab service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:25:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-e50cdb00-c1d6-41e7-aa9a-b44a999d0391 req-a6ebdd38-4c23-477d-85b4-cfee7a295cab service nova] Releasing lock "refresh_cache-c1ad95ad-e9d2-4b52-8dd0-8108790f264e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:25:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:25:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:25:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:31 user nova-compute[86206]: DEBUG nova.network.neutron [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Successfully updated port: f6d5f037-5c79-406d-9d40-b59e91f05768 {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:25:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:25:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486/disk --force-share --output=json" returned: 0 in 0.287s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:25:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:25:31 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:25:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:25:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:25:32 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:25:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0d1fe8d-2907-41a6-beb7-37ffaed0653f/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:32 user nova-compute[86206]: DEBUG nova.compute.manager [req-90aa10ac-6632-404f-a3b7-3deb11f4380b req-142399a0-91a1-4091-87d0-508bfb5d83fb service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-changed-3bcd7147-1a39-48e4-b560-0613d74a42ad {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:25:32 user nova-compute[86206]: DEBUG nova.compute.manager [req-90aa10ac-6632-404f-a3b7-3deb11f4380b req-142399a0-91a1-4091-87d0-508bfb5d83fb service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Refreshing instance network info cache due to event network-changed-3bcd7147-1a39-48e4-b560-0613d74a42ad. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:25:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-90aa10ac-6632-404f-a3b7-3deb11f4380b req-142399a0-91a1-4091-87d0-508bfb5d83fb service nova] Acquiring lock "refresh_cache-c1ad95ad-e9d2-4b52-8dd0-8108790f264e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:25:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-90aa10ac-6632-404f-a3b7-3deb11f4380b req-142399a0-91a1-4091-87d0-508bfb5d83fb service nova] Acquired lock "refresh_cache-c1ad95ad-e9d2-4b52-8dd0-8108790f264e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:25:32 user nova-compute[86206]: DEBUG nova.network.neutron [req-90aa10ac-6632-404f-a3b7-3deb11f4380b req-142399a0-91a1-4091-87d0-508bfb5d83fb service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Refreshing network info cache for port 3bcd7147-1a39-48e4-b560-0613d74a42ad {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:25:32 user nova-compute[86206]: DEBUG nova.network.neutron [req-90aa10ac-6632-404f-a3b7-3deb11f4380b req-142399a0-91a1-4091-87d0-508bfb5d83fb service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:25:32 user nova-compute[86206]: DEBUG nova.network.neutron [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Successfully updated port: 6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0 {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:25:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0d1fe8d-2907-41a6-beb7-37ffaed0653f/disk --force-share --output=json" returned: 0 in 0.500s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:25:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0d1fe8d-2907-41a6-beb7-37ffaed0653f/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0d1fe8d-2907-41a6-beb7-37ffaed0653f/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:25:33 user nova-compute[86206]: DEBUG nova.network.neutron [req-90aa10ac-6632-404f-a3b7-3deb11f4380b req-142399a0-91a1-4091-87d0-508bfb5d83fb service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:25:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:25:33 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:25:33 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:25:33 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=7518MB free_disk=25.12757110595703GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:25:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:25:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:25:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-90aa10ac-6632-404f-a3b7-3deb11f4380b req-142399a0-91a1-4091-87d0-508bfb5d83fb service nova] Releasing lock "refresh_cache-c1ad95ad-e9d2-4b52-8dd0-8108790f264e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:25:33 user nova-compute[86206]: DEBUG nova.compute.manager [req-90aa10ac-6632-404f-a3b7-3deb11f4380b req-142399a0-91a1-4091-87d0-508bfb5d83fb service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-changed-f6d5f037-5c79-406d-9d40-b59e91f05768 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:25:33 user nova-compute[86206]: DEBUG nova.compute.manager [req-90aa10ac-6632-404f-a3b7-3deb11f4380b req-142399a0-91a1-4091-87d0-508bfb5d83fb service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Refreshing instance network info cache due to event network-changed-f6d5f037-5c79-406d-9d40-b59e91f05768. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:25:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-90aa10ac-6632-404f-a3b7-3deb11f4380b req-142399a0-91a1-4091-87d0-508bfb5d83fb service nova] Acquiring lock "refresh_cache-c1ad95ad-e9d2-4b52-8dd0-8108790f264e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:25:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-90aa10ac-6632-404f-a3b7-3deb11f4380b req-142399a0-91a1-4091-87d0-508bfb5d83fb service nova] Acquired lock "refresh_cache-c1ad95ad-e9d2-4b52-8dd0-8108790f264e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:25:33 user nova-compute[86206]: DEBUG nova.network.neutron [req-90aa10ac-6632-404f-a3b7-3deb11f4380b req-142399a0-91a1-4091-87d0-508bfb5d83fb service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Refreshing network info cache for port f6d5f037-5c79-406d-9d40-b59e91f05768 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:25:33 user nova-compute[86206]: DEBUG nova.network.neutron [req-90aa10ac-6632-404f-a3b7-3deb11f4380b req-142399a0-91a1-4091-87d0-508bfb5d83fb service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:25:33 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance fbca50b2-5d7e-405a-ae5b-20651146376d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:25:33 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance e040d0fe-dea0-451e-91e2-6852000fa9dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:25:33 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 4509d78d-a41e-4150-beef-feed0bb03160 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:25:33 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 8a48ce18-2887-4676-9d7b-ebebbc8e5381 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:25:33 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 0cd831ff-01f4-4619-9b56-2455a7a54486 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:25:33 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 03a08249-4257-40cc-8cb5-98aa7107d338 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:25:33 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance e67daf4a-9438-455c-ad9e-f4b706296f77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:25:33 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 8fcb379b-6c55-4361-8712-e3097b69ccd7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:25:33 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:25:33 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:25:33 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance a0d1fe8d-2907-41a6-beb7-37ffaed0653f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:25:33 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance d3715626-38d4-4338-9563-0e8c412f0141 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:25:33 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance c1ad95ad-e9d2-4b52-8dd0-8108790f264e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:25:33 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:25:33 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:25:33 user nova-compute[86206]: DEBUG nova.network.neutron [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Successfully updated port: cbb2f9f6-80b2-4939-9061-00f20e45defb {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:25:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Acquiring lock "refresh_cache-c1ad95ad-e9d2-4b52-8dd0-8108790f264e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:25:33 user nova-compute[86206]: DEBUG nova.network.neutron [req-90aa10ac-6632-404f-a3b7-3deb11f4380b req-142399a0-91a1-4091-87d0-508bfb5d83fb service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:25:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-90aa10ac-6632-404f-a3b7-3deb11f4380b req-142399a0-91a1-4091-87d0-508bfb5d83fb service nova] Releasing lock "refresh_cache-c1ad95ad-e9d2-4b52-8dd0-8108790f264e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:25:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Acquired lock "refresh_cache-c1ad95ad-e9d2-4b52-8dd0-8108790f264e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:25:33 user nova-compute[86206]: DEBUG nova.network.neutron [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:25:34 user nova-compute[86206]: DEBUG nova.network.neutron [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:25:34 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:25:34 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:25:34 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:25:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.656s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:25:34 user nova-compute[86206]: DEBUG nova.compute.manager [req-666267fb-6a5b-4818-a865-d08710d1ca3c req-46ac5f24-ecef-4a05-abc3-0bf88bf3b9b7 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-changed-6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:25:34 user nova-compute[86206]: DEBUG nova.compute.manager [req-666267fb-6a5b-4818-a865-d08710d1ca3c req-46ac5f24-ecef-4a05-abc3-0bf88bf3b9b7 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Refreshing instance network info cache due to event network-changed-6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:25:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-666267fb-6a5b-4818-a865-d08710d1ca3c req-46ac5f24-ecef-4a05-abc3-0bf88bf3b9b7 service nova] Acquiring lock "refresh_cache-c1ad95ad-e9d2-4b52-8dd0-8108790f264e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:25:35 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:25:35 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:25:35 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:25:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "refresh_cache-e040d0fe-dea0-451e-91e2-6852000fa9dc" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:25:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquired lock "refresh_cache-e040d0fe-dea0-451e-91e2-6852000fa9dc" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:25:35 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Forcefully refreshing network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 10 13:25:36 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Updating instance_info_cache with network_info: [{"id": "a157a34a-5248-4018-b9e6-de9e1c037ee4", "address": "fa:16:3e:bb:e9:d4", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa157a34a-52", "ovs_interfaceid": "a157a34a-5248-4018-b9e6-de9e1c037ee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:25:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Releasing lock "refresh_cache-e040d0fe-dea0-451e-91e2-6852000fa9dc" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:25:36 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Updated the network info_cache for instance {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 10 13:25:36 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:25:36 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:25:36 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:25:36 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:25:36 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:25:36 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:25:36 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 13:25:36 user nova-compute[86206]: DEBUG nova.network.neutron [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Updating instance_info_cache with network_info: [{"id": "0129cb0f-7ab6-4dcd-b631-f1b20269918d", "address": "fa:16:3e:e9:07:62", "network": {"id": "7db252a1-73f8-4687-a73c-462e1d6a8f62", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1898872933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0129cb0f-7a", "ovs_interfaceid": "0129cb0f-7ab6-4dcd-b631-f1b20269918d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ead81e64-6fba-4e4c-994c-5f989f2a61a3", "address": "fa:16:3e:db:fa:a4", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapead81e64-6f", "ovs_interfaceid": "ead81e64-6fba-4e4c-994c-5f989f2a61a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "ade85821-80f9-469b-8bfc-5dabdf1ed4be", "address": "fa:16:3e:2e:5a:93", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapade85821-80", "ovs_interfaceid": "ade85821-80f9-469b-8bfc-5dabdf1ed4be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3bcd7147-1a39-48e4-b560-0613d74a42ad", "address": "fa:16:3e:cf:1c:cf", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3bcd7147-1a", "ovs_interfaceid": "3bcd7147-1a39-48e4-b560-0613d74a42ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f6d5f037-5c79-406d-9d40-b59e91f05768", "address": "fa:16:3e:b6:8e:30", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6d5f037-5c", "ovs_interfaceid": "f6d5f037-5c79-406d-9d40-b59e91f05768", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0", "address": "fa:16:3e:c1:c0:f3", "network": {"id": "548a8801-e386-42a5-85b8-8c33f6a695ed", "bridge": "br-int", "label": "tempest-device-tagging-net2-1108233236", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cb2bb12-9c", "ovs_interfaceid": "6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cbb2f9f6-80b2-4939-9061-00f20e45defb", "address": "fa:16:3e:3a:e6:53", "network": {"id": "548a8801-e386-42a5-85b8-8c33f6a695ed", "bridge": "br-int", "label": "tempest-device-tagging-net2-1108233236", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbb2f9f6-80", "ovs_interfaceid": "cbb2f9f6-80b2-4939-9061-00f20e45defb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:25:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Releasing lock "refresh_cache-c1ad95ad-e9d2-4b52-8dd0-8108790f264e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:25:36 user nova-compute[86206]: DEBUG nova.compute.manager [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Instance network_info: |[{"id": "0129cb0f-7ab6-4dcd-b631-f1b20269918d", "address": "fa:16:3e:e9:07:62", "network": {"id": "7db252a1-73f8-4687-a73c-462e1d6a8f62", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1898872933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0129cb0f-7a", "ovs_interfaceid": "0129cb0f-7ab6-4dcd-b631-f1b20269918d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ead81e64-6fba-4e4c-994c-5f989f2a61a3", "address": "fa:16:3e:db:fa:a4", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapead81e64-6f", "ovs_interfaceid": "ead81e64-6fba-4e4c-994c-5f989f2a61a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "ade85821-80f9-469b-8bfc-5dabdf1ed4be", "address": "fa:16:3e:2e:5a:93", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapade85821-80", "ovs_interfaceid": "ade85821-80f9-469b-8bfc-5dabdf1ed4be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3bcd7147-1a39-48e4-b560-0613d74a42ad", "address": "fa:16:3e:cf:1c:cf", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3bcd7147-1a", "ovs_interfaceid": "3bcd7147-1a39-48e4-b560-0613d74a42ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f6d5f037-5c79-406d-9d40-b59e91f05768", "address": "fa:16:3e:b6:8e:30", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6d5f037-5c", "ovs_interfaceid": "f6d5f037-5c79-406d-9d40-b59e91f05768", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0", "address": "fa:16:3e:c1:c0:f3", "network": {"id": "548a8801-e386-42a5-85b8-8c33f6a695ed", "bridge": "br-int", "label": "tempest-device-tagging-net2-1108233236", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cb2bb12-9c", "ovs_interfaceid": "6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cbb2f9f6-80b2-4939-9061-00f20e45defb", "address": "fa:16:3e:3a:e6:53", "network": {"id": "548a8801-e386-42a5-85b8-8c33f6a695ed", "bridge": "br-int", "label": "tempest-device-tagging-net2-1108233236", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbb2f9f6-80", "ovs_interfaceid": "cbb2f9f6-80b2-4939-9061-00f20e45defb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:25:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-666267fb-6a5b-4818-a865-d08710d1ca3c req-46ac5f24-ecef-4a05-abc3-0bf88bf3b9b7 service nova] Acquired lock "refresh_cache-c1ad95ad-e9d2-4b52-8dd0-8108790f264e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:25:36 user nova-compute[86206]: DEBUG nova.network.neutron [req-666267fb-6a5b-4818-a865-d08710d1ca3c req-46ac5f24-ecef-4a05-abc3-0bf88bf3b9b7 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Refreshing network info cache for port 6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:25:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:25:36 user nova-compute[86206]: DEBUG nova.network.neutron [req-666267fb-6a5b-4818-a865-d08710d1ca3c req-46ac5f24-ecef-4a05-abc3-0bf88bf3b9b7 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Updated VIF entry in instance network info cache for port 6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:25:36 user nova-compute[86206]: DEBUG nova.network.neutron [req-666267fb-6a5b-4818-a865-d08710d1ca3c req-46ac5f24-ecef-4a05-abc3-0bf88bf3b9b7 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Updating instance_info_cache with network_info: [{"id": "0129cb0f-7ab6-4dcd-b631-f1b20269918d", "address": "fa:16:3e:e9:07:62", "network": {"id": "7db252a1-73f8-4687-a73c-462e1d6a8f62", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1898872933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0129cb0f-7a", "ovs_interfaceid": "0129cb0f-7ab6-4dcd-b631-f1b20269918d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ead81e64-6fba-4e4c-994c-5f989f2a61a3", "address": "fa:16:3e:db:fa:a4", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapead81e64-6f", "ovs_interfaceid": "ead81e64-6fba-4e4c-994c-5f989f2a61a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "ade85821-80f9-469b-8bfc-5dabdf1ed4be", "address": "fa:16:3e:2e:5a:93", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapade85821-80", "ovs_interfaceid": "ade85821-80f9-469b-8bfc-5dabdf1ed4be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3bcd7147-1a39-48e4-b560-0613d74a42ad", "address": "fa:16:3e:cf:1c:cf", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3bcd7147-1a", "ovs_interfaceid": "3bcd7147-1a39-48e4-b560-0613d74a42ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f6d5f037-5c79-406d-9d40-b59e91f05768", "address": "fa:16:3e:b6:8e:30", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6d5f037-5c", "ovs_interfaceid": "f6d5f037-5c79-406d-9d40-b59e91f05768", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0", "address": "fa:16:3e:c1:c0:f3", "network": {"id": "548a8801-e386-42a5-85b8-8c33f6a695ed", "bridge": "br-int", "label": "tempest-device-tagging-net2-1108233236", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cb2bb12-9c", "ovs_interfaceid": "6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cbb2f9f6-80b2-4939-9061-00f20e45defb", "address": "fa:16:3e:3a:e6:53", "network": {"id": "548a8801-e386-42a5-85b8-8c33f6a695ed", "bridge": "br-int", "label": "tempest-device-tagging-net2-1108233236", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbb2f9f6-80", "ovs_interfaceid": "cbb2f9f6-80b2-4939-9061-00f20e45defb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:25:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-666267fb-6a5b-4818-a865-d08710d1ca3c req-46ac5f24-ecef-4a05-abc3-0bf88bf3b9b7 service nova] Releasing lock "refresh_cache-c1ad95ad-e9d2-4b52-8dd0-8108790f264e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:25:36 user nova-compute[86206]: DEBUG nova.compute.manager [req-666267fb-6a5b-4818-a865-d08710d1ca3c req-46ac5f24-ecef-4a05-abc3-0bf88bf3b9b7 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-changed-cbb2f9f6-80b2-4939-9061-00f20e45defb {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:25:36 user nova-compute[86206]: DEBUG nova.compute.manager [req-666267fb-6a5b-4818-a865-d08710d1ca3c req-46ac5f24-ecef-4a05-abc3-0bf88bf3b9b7 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Refreshing instance network info cache due to event network-changed-cbb2f9f6-80b2-4939-9061-00f20e45defb. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:25:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-666267fb-6a5b-4818-a865-d08710d1ca3c req-46ac5f24-ecef-4a05-abc3-0bf88bf3b9b7 service nova] Acquiring lock "refresh_cache-c1ad95ad-e9d2-4b52-8dd0-8108790f264e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:25:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-666267fb-6a5b-4818-a865-d08710d1ca3c req-46ac5f24-ecef-4a05-abc3-0bf88bf3b9b7 service nova] Acquired lock "refresh_cache-c1ad95ad-e9d2-4b52-8dd0-8108790f264e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:25:36 user nova-compute[86206]: DEBUG nova.network.neutron [req-666267fb-6a5b-4818-a865-d08710d1ca3c req-46ac5f24-ecef-4a05-abc3-0bf88bf3b9b7 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Refreshing network info cache for port cbb2f9f6-80b2-4939-9061-00f20e45defb {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:25:37 user nova-compute[86206]: DEBUG nova.network.neutron [req-666267fb-6a5b-4818-a865-d08710d1ca3c req-46ac5f24-ecef-4a05-abc3-0bf88bf3b9b7 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Updated VIF entry in instance network info cache for port cbb2f9f6-80b2-4939-9061-00f20e45defb. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:25:37 user nova-compute[86206]: DEBUG nova.network.neutron [req-666267fb-6a5b-4818-a865-d08710d1ca3c req-46ac5f24-ecef-4a05-abc3-0bf88bf3b9b7 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Updating instance_info_cache with network_info: [{"id": "0129cb0f-7ab6-4dcd-b631-f1b20269918d", "address": "fa:16:3e:e9:07:62", "network": {"id": "7db252a1-73f8-4687-a73c-462e1d6a8f62", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1898872933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0129cb0f-7a", "ovs_interfaceid": "0129cb0f-7ab6-4dcd-b631-f1b20269918d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ead81e64-6fba-4e4c-994c-5f989f2a61a3", "address": "fa:16:3e:db:fa:a4", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapead81e64-6f", "ovs_interfaceid": "ead81e64-6fba-4e4c-994c-5f989f2a61a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "ade85821-80f9-469b-8bfc-5dabdf1ed4be", "address": "fa:16:3e:2e:5a:93", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapade85821-80", "ovs_interfaceid": "ade85821-80f9-469b-8bfc-5dabdf1ed4be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3bcd7147-1a39-48e4-b560-0613d74a42ad", "address": "fa:16:3e:cf:1c:cf", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3bcd7147-1a", "ovs_interfaceid": "3bcd7147-1a39-48e4-b560-0613d74a42ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f6d5f037-5c79-406d-9d40-b59e91f05768", "address": "fa:16:3e:b6:8e:30", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6d5f037-5c", "ovs_interfaceid": "f6d5f037-5c79-406d-9d40-b59e91f05768", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0", "address": "fa:16:3e:c1:c0:f3", "network": {"id": "548a8801-e386-42a5-85b8-8c33f6a695ed", "bridge": "br-int", "label": "tempest-device-tagging-net2-1108233236", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cb2bb12-9c", "ovs_interfaceid": "6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cbb2f9f6-80b2-4939-9061-00f20e45defb", "address": "fa:16:3e:3a:e6:53", "network": {"id": "548a8801-e386-42a5-85b8-8c33f6a695ed", "bridge": "br-int", "label": "tempest-device-tagging-net2-1108233236", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbb2f9f6-80", "ovs_interfaceid": "cbb2f9f6-80b2-4939-9061-00f20e45defb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:25:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-666267fb-6a5b-4818-a865-d08710d1ca3c req-46ac5f24-ecef-4a05-abc3-0bf88bf3b9b7 service nova] Releasing lock "refresh_cache-c1ad95ad-e9d2-4b52-8dd0-8108790f264e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:25:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:25:38 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b85416f8-a658-4ad3-92e5-19d444e2e952 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Acquiring lock "fbca50b2-5d7e-405a-ae5b-20651146376d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:25:38 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b85416f8-a658-4ad3-92e5-19d444e2e952 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Lock "fbca50b2-5d7e-405a-ae5b-20651146376d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:25:38 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b85416f8-a658-4ad3-92e5-19d444e2e952 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Acquiring lock "fbca50b2-5d7e-405a-ae5b-20651146376d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:25:38 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b85416f8-a658-4ad3-92e5-19d444e2e952 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Lock "fbca50b2-5d7e-405a-ae5b-20651146376d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:25:38 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b85416f8-a658-4ad3-92e5-19d444e2e952 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Lock "fbca50b2-5d7e-405a-ae5b-20651146376d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:25:38 user nova-compute[86206]: INFO nova.compute.manager [None req-b85416f8-a658-4ad3-92e5-19d444e2e952 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Terminating instance
Nov 10 13:25:38 user nova-compute[86206]: DEBUG nova.compute.manager [None req-b85416f8-a658-4ad3-92e5-19d444e2e952 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:25:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:25:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:25:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:25:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:25:39 user nova-compute[86206]: DEBUG nova.compute.manager [req-2fc63057-bc58-4791-970e-25ccfdc98958 req-3ad05f93-3029-46cc-b52a-3bdb3a18ddc2 service nova] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Received event network-vif-unplugged-f3b252ea-7f6e-48be-a2ca-50aa2308f17b {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:25:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2fc63057-bc58-4791-970e-25ccfdc98958 req-3ad05f93-3029-46cc-b52a-3bdb3a18ddc2 service nova] Acquiring lock "fbca50b2-5d7e-405a-ae5b-20651146376d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:25:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2fc63057-bc58-4791-970e-25ccfdc98958 req-3ad05f93-3029-46cc-b52a-3bdb3a18ddc2 service nova] Lock "fbca50b2-5d7e-405a-ae5b-20651146376d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:25:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2fc63057-bc58-4791-970e-25ccfdc98958 req-3ad05f93-3029-46cc-b52a-3bdb3a18ddc2 service nova] Lock "fbca50b2-5d7e-405a-ae5b-20651146376d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:25:39 user nova-compute[86206]: DEBUG nova.compute.manager [req-2fc63057-bc58-4791-970e-25ccfdc98958 req-3ad05f93-3029-46cc-b52a-3bdb3a18ddc2 service nova] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] No waiting events found dispatching network-vif-unplugged-f3b252ea-7f6e-48be-a2ca-50aa2308f17b {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:25:39 user nova-compute[86206]: DEBUG nova.compute.manager [req-2fc63057-bc58-4791-970e-25ccfdc98958 req-3ad05f93-3029-46cc-b52a-3bdb3a18ddc2 service nova] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Received event network-vif-unplugged-f3b252ea-7f6e-48be-a2ca-50aa2308f17b for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:25:39 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Instance destroyed successfully.
Nov 10 13:25:39 user nova-compute[86206]: DEBUG nova.objects.instance [None req-b85416f8-a658-4ad3-92e5-19d444e2e952 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Lazy-loading 'resources' on Instance uuid fbca50b2-5d7e-405a-ae5b-20651146376d {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:25:39 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-b85416f8-a658-4ad3-92e5-19d444e2e952 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:16:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-32078238',display_name='tempest-ServersNegativeTestJSON-server-32078238',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-32078238',id=1,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:16:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0aed5ce41010461b98a997550f689060',ramdisk_id='',reservation_id='r-ioxu8mk7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-1781341942',owner_user_name='tempest-ServersNegativeTestJSON-1781341942-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:16:41Z,user_data=None,user_id='eced418f877a482ea05277974f9c4d45',uuid=fbca50b2-5d7e-405a-ae5b-20651146376d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f3b252ea-7f6e-48be-a2ca-50aa2308f17b", "address": "fa:16:3e:e9:ea:92", "network": {"id": "17486e25-6e94-4870-b6a1-b6a46035b309", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1565031351-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0aed5ce41010461b98a997550f689060", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3b252ea-7f", "ovs_interfaceid": "f3b252ea-7f6e-48be-a2ca-50aa2308f17b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:25:39 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-b85416f8-a658-4ad3-92e5-19d444e2e952 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Converting VIF {"id": "f3b252ea-7f6e-48be-a2ca-50aa2308f17b", "address": "fa:16:3e:e9:ea:92", "network": {"id": "17486e25-6e94-4870-b6a1-b6a46035b309", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1565031351-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0aed5ce41010461b98a997550f689060", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf3b252ea-7f", "ovs_interfaceid": "f3b252ea-7f6e-48be-a2ca-50aa2308f17b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:25:39 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-b85416f8-a658-4ad3-92e5-19d444e2e952 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e9:ea:92,bridge_name='br-int',has_traffic_filtering=True,id=f3b252ea-7f6e-48be-a2ca-50aa2308f17b,network=Network(17486e25-6e94-4870-b6a1-b6a46035b309),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3b252ea-7f') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:25:39 user nova-compute[86206]: DEBUG os_vif [None req-b85416f8-a658-4ad3-92e5-19d444e2e952 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e9:ea:92,bridge_name='br-int',has_traffic_filtering=True,id=f3b252ea-7f6e-48be-a2ca-50aa2308f17b,network=Network(17486e25-6e94-4870-b6a1-b6a46035b309),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3b252ea-7f') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:25:39 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:25:39 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf3b252ea-7f, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:25:39 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:25:39 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:25:39 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:25:39 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=10c4e6dc-4582-425d-9ce0-97817ff3db30) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:25:39 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:25:39 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:25:39 user nova-compute[86206]: INFO os_vif [None req-b85416f8-a658-4ad3-92e5-19d444e2e952 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e9:ea:92,bridge_name='br-int',has_traffic_filtering=True,id=f3b252ea-7f6e-48be-a2ca-50aa2308f17b,network=Network(17486e25-6e94-4870-b6a1-b6a46035b309),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf3b252ea-7f')
Nov 10 13:25:39 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-b85416f8-a658-4ad3-92e5-19d444e2e952 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Deleting instance files /opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d_del
Nov 10 13:25:39 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-b85416f8-a658-4ad3-92e5-19d444e2e952 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Deletion of /opt/stack/data/nova/instances/fbca50b2-5d7e-405a-ae5b-20651146376d_del complete
Nov 10 13:25:39 user nova-compute[86206]: INFO nova.compute.manager [None req-b85416f8-a658-4ad3-92e5-19d444e2e952 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Took 0.74 seconds to destroy the instance on the hypervisor.
Nov 10 13:25:39 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-b85416f8-a658-4ad3-92e5-19d444e2e952 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:25:39 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:25:39 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:25:39 user nova-compute[86206]: DEBUG nova.compute.manager [req-290834c0-be1e-4ffb-b7f0-5c4859904e5e req-4665ecc8-117c-4e2a-ad2d-82e1800fa0ba service nova] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Received event volume-reimaged-6a9b2e11-3b7a-4135-b94e-dcab3d235344 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:25:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-290834c0-be1e-4ffb-b7f0-5c4859904e5e req-4665ecc8-117c-4e2a-ad2d-82e1800fa0ba service nova] Acquiring lock "8fcb379b-6c55-4361-8712-e3097b69ccd7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:25:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-290834c0-be1e-4ffb-b7f0-5c4859904e5e req-4665ecc8-117c-4e2a-ad2d-82e1800fa0ba service nova] Lock "8fcb379b-6c55-4361-8712-e3097b69ccd7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:25:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-290834c0-be1e-4ffb-b7f0-5c4859904e5e req-4665ecc8-117c-4e2a-ad2d-82e1800fa0ba service nova] Lock "8fcb379b-6c55-4361-8712-e3097b69ccd7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:25:39 user nova-compute[86206]: DEBUG nova.compute.manager [req-290834c0-be1e-4ffb-b7f0-5c4859904e5e req-4665ecc8-117c-4e2a-ad2d-82e1800fa0ba service nova] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Processing event volume-reimaged-6a9b2e11-3b7a-4135-b94e-dcab3d235344 {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10872}}
Nov 10 13:25:39 user nova-compute[86206]: DEBUG nova.compute.manager [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Instance event wait completed in 51 seconds for volume-reimaged {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:25:39 user nova-compute[86206]: INFO nova.virt.block_device [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Booting with volume 6a9b2e11-3b7a-4135-b94e-dcab3d235344 at /dev/vda
Nov 10 13:25:39 user nova-compute[86206]: DEBUG os_brick.utils [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:25:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:25:39 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[17dad294-d5d3-4bbb-86c0-060fbaa26d50]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:25:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:25:39 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ffbcdab-cda7-4b8f-a1d4-64bcd6474033]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:25:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:25:39 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9c6bc73-34a1-4c2a-bd01-79d5dbf0ab47]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:25:39 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b58209a-5b8f-4432-97e2-79382c19b0ea]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:25:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:25:39 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:25:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:25:39 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:25:39 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[4706af8f-3da4-4ebd-9715-d3c00494341f]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:25:39 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:25:39 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:25:39 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:25:39 user nova-compute[86206]: DEBUG os_brick.utils [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:25:39 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Updating existing volume attachment record: 1e615707-f6c6-4748-a2cb-d2555b70e77d {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 13:25:40 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:25:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-dc7793b3-d512-4629-a728-4723a10d3b71 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "0cd831ff-01f4-4619-9b56-2455a7a54486" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:25:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-dc7793b3-d512-4629-a728-4723a10d3b71 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "0cd831ff-01f4-4619-9b56-2455a7a54486" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:25:40 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Took 0.59 seconds to deallocate network for instance.
Nov 10 13:25:40 user nova-compute[86206]: DEBUG nova.compute.manager [req-76b813fc-238c-45fa-b691-3fc968db0d71 req-ef470525-33f9-4806-96d1-3eaf6cb7f765 service nova] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Received event network-vif-deleted-f3b252ea-7f6e-48be-a2ca-50aa2308f17b {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:25:40 user nova-compute[86206]: INFO nova.compute.manager [req-76b813fc-238c-45fa-b691-3fc968db0d71 req-ef470525-33f9-4806-96d1-3eaf6cb7f765 service nova] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Neutron deleted interface f3b252ea-7f6e-48be-a2ca-50aa2308f17b; detaching it from the instance and deleting it from the info cache
Nov 10 13:25:40 user nova-compute[86206]: DEBUG nova.network.neutron [req-76b813fc-238c-45fa-b691-3fc968db0d71 req-ef470525-33f9-4806-96d1-3eaf6cb7f765 service nova] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:25:40 user nova-compute[86206]: INFO nova.compute.manager [None req-dc7793b3-d512-4629-a728-4723a10d3b71 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Detaching volume c883896a-4949-4735-8291-50daa3fab1b4
Nov 10 13:25:40 user nova-compute[86206]: DEBUG nova.compute.manager [req-76b813fc-238c-45fa-b691-3fc968db0d71 req-ef470525-33f9-4806-96d1-3eaf6cb7f765 service nova] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Detach interface failed, port_id=f3b252ea-7f6e-48be-a2ca-50aa2308f17b, reason: Instance fbca50b2-5d7e-405a-ae5b-20651146376d could not be found. {{(pid=86206) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 10 13:25:40 user nova-compute[86206]: INFO nova.virt.block_device [None req-dc7793b3-d512-4629-a728-4723a10d3b71 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Attempting to driver detach volume c883896a-4949-4735-8291-50daa3fab1b4 from mountpoint /dev/vdb
Nov 10 13:25:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b85416f8-a658-4ad3-92e5-19d444e2e952 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:25:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b85416f8-a658-4ad3-92e5-19d444e2e952 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:25:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-dc7793b3-d512-4629-a728-4723a10d3b71 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Attempting to detach device vdb from instance 0cd831ff-01f4-4619-9b56-2455a7a54486 from the persistent domain config. {{(pid=86206) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 10 13:25:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-dc7793b3-d512-4629-a728-4723a10d3b71 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 13:25:40 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:25:40 user nova-compute[86206]:   <source dev="/dev/sdb"/>
Nov 10 13:25:40 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:25:40 user nova-compute[86206]:   <serial>c883896a-4949-4735-8291-50daa3fab1b4</serial>
Nov 10 13:25:40 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 10 13:25:40 user nova-compute[86206]: </disk>
Nov 10 13:25:40 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 13:25:40 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-dc7793b3-d512-4629-a728-4723a10d3b71 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Successfully detached device vdb from instance 0cd831ff-01f4-4619-9b56-2455a7a54486 from the persistent domain config.
Nov 10 13:25:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-dc7793b3-d512-4629-a728-4723a10d3b71 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 0cd831ff-01f4-4619-9b56-2455a7a54486 from the live domain config. {{(pid=86206) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 10 13:25:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-dc7793b3-d512-4629-a728-4723a10d3b71 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 13:25:40 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:25:40 user nova-compute[86206]:   <source dev="/dev/sdb"/>
Nov 10 13:25:40 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:25:40 user nova-compute[86206]:   <serial>c883896a-4949-4735-8291-50daa3fab1b4</serial>
Nov 10 13:25:40 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 10 13:25:40 user nova-compute[86206]: </disk>
Nov 10 13:25:40 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 13:25:40 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-b85416f8-a658-4ad3-92e5-19d444e2e952 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:25:40 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-b85416f8-a658-4ad3-92e5-19d444e2e952 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:25:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b85416f8-a658-4ad3-92e5-19d444e2e952 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.427s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:25:40 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-b85416f8-a658-4ad3-92e5-19d444e2e952 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Deleted allocations for instance fbca50b2-5d7e-405a-ae5b-20651146376d
Nov 10 13:25:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b85416f8-a658-4ad3-92e5-19d444e2e952 tempest-ServersNegativeTestJSON-1781341942 tempest-ServersNegativeTestJSON-1781341942-project-member] Lock "fbca50b2-5d7e-405a-ae5b-20651146376d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.979s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:25:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-dc7793b3-d512-4629-a728-4723a10d3b71 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 0cd831ff-01f4-4619-9b56-2455a7a54486 {{(pid=86206) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 10 13:25:41 user nova-compute[86206]: DEBUG nova.compute.manager [req-c1b4ccde-ff55-4cd1-9d25-12d38ba68772 req-323931d6-a9d5-49a6-be92-17fb2cde7974 service nova] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Received event network-vif-plugged-f3b252ea-7f6e-48be-a2ca-50aa2308f17b {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:25:41 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c1b4ccde-ff55-4cd1-9d25-12d38ba68772 req-323931d6-a9d5-49a6-be92-17fb2cde7974 service nova] Acquiring lock "fbca50b2-5d7e-405a-ae5b-20651146376d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:25:41 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c1b4ccde-ff55-4cd1-9d25-12d38ba68772 req-323931d6-a9d5-49a6-be92-17fb2cde7974 service nova] Lock "fbca50b2-5d7e-405a-ae5b-20651146376d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:25:41 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c1b4ccde-ff55-4cd1-9d25-12d38ba68772 req-323931d6-a9d5-49a6-be92-17fb2cde7974 service nova] Lock "fbca50b2-5d7e-405a-ae5b-20651146376d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:25:41 user nova-compute[86206]: DEBUG nova.compute.manager [req-c1b4ccde-ff55-4cd1-9d25-12d38ba68772 req-323931d6-a9d5-49a6-be92-17fb2cde7974 service nova] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] No waiting events found dispatching network-vif-plugged-f3b252ea-7f6e-48be-a2ca-50aa2308f17b {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:25:41 user nova-compute[86206]: WARNING nova.compute.manager [req-c1b4ccde-ff55-4cd1-9d25-12d38ba68772 req-323931d6-a9d5-49a6-be92-17fb2cde7974 service nova] [instance: fbca50b2-5d7e-405a-ae5b-20651146376d] Received unexpected event network-vif-plugged-f3b252ea-7f6e-48be-a2ca-50aa2308f17b for instance with vm_state deleted and task_state None.
Nov 10 13:25:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:25:44 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:25:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:25:49 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:25:50 user nova-compute[86206]: INFO nova.virt.block_device [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Booting with volume 88853519-dc92-4911-b8f2-babdc6c3c883 at /dev/vdb
Nov 10 13:25:50 user nova-compute[86206]: DEBUG os_brick.utils [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:25:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:25:50 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcc44284-4578-4c7e-9abc-c7578c9501a4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:25:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:25:50 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[274e3622-616e-40fa-97a8-eb12517f40c4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:25:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:25:50 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[83ad4af9-e446-4c93-bf01-070218e75928]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:25:50 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2e04ac3-b752-46d0-a0ce-249c1147477c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:25:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:25:50 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:25:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:25:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:25:50 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:25:50 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a5ffcf4-a17f-4907-8e5f-c242caef6e14]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:25:50 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:25:50 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:25:50 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:25:50 user nova-compute[86206]: DEBUG os_brick.utils [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] <== get_connector_properties: return (112ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:25:50 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Updating existing volume attachment record: 7d4e0079-2300-417f-928b-a32ae771dbbb {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 13:25:53 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:25:54 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:25:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:25:58 user nova-compute[86206]: DEBUG nova.compute.manager [req-feba27c5-5beb-42f6-b7ad-939c5e7234a7 req-71aea2b3-261d-4f5b-9796-c98a1fa530cd service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Received event network-changed-989d7d75-6750-4951-9ae8-fe6088afb53e {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:25:58 user nova-compute[86206]: DEBUG nova.compute.manager [req-feba27c5-5beb-42f6-b7ad-939c5e7234a7 req-71aea2b3-261d-4f5b-9796-c98a1fa530cd service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Refreshing instance network info cache due to event network-changed-989d7d75-6750-4951-9ae8-fe6088afb53e. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:25:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-feba27c5-5beb-42f6-b7ad-939c5e7234a7 req-71aea2b3-261d-4f5b-9796-c98a1fa530cd service nova] Acquiring lock "refresh_cache-b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:25:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-feba27c5-5beb-42f6-b7ad-939c5e7234a7 req-71aea2b3-261d-4f5b-9796-c98a1fa530cd service nova] Acquired lock "refresh_cache-b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:25:58 user nova-compute[86206]: DEBUG nova.network.neutron [req-feba27c5-5beb-42f6-b7ad-939c5e7234a7 req-71aea2b3-261d-4f5b-9796-c98a1fa530cd service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Refreshing network info cache for port 989d7d75-6750-4951-9ae8-fe6088afb53e {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:25:58 user nova-compute[86206]: DEBUG nova.compute.manager [req-c3e78f29-4e26-4550-b17a-e4e4c1b951e2 req-a1a646ae-381c-4bce-a90a-20469ea35a46 service nova] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Received event network-changed-894e5b5e-8b5e-4d3a-b63a-a0cafae32644 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:25:58 user nova-compute[86206]: DEBUG nova.compute.manager [req-c3e78f29-4e26-4550-b17a-e4e4c1b951e2 req-a1a646ae-381c-4bce-a90a-20469ea35a46 service nova] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Refreshing instance network info cache due to event network-changed-894e5b5e-8b5e-4d3a-b63a-a0cafae32644. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:25:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c3e78f29-4e26-4550-b17a-e4e4c1b951e2 req-a1a646ae-381c-4bce-a90a-20469ea35a46 service nova] Acquiring lock "refresh_cache-dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:25:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c3e78f29-4e26-4550-b17a-e4e4c1b951e2 req-a1a646ae-381c-4bce-a90a-20469ea35a46 service nova] Acquired lock "refresh_cache-dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:25:58 user nova-compute[86206]: DEBUG nova.network.neutron [req-c3e78f29-4e26-4550-b17a-e4e4c1b951e2 req-a1a646ae-381c-4bce-a90a-20469ea35a46 service nova] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Refreshing network info cache for port 894e5b5e-8b5e-4d3a-b63a-a0cafae32644 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:25:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:25:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:25:59 user nova-compute[86206]: DEBUG nova.compute.manager [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:25:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:25:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f5a0089d-f857-4852-934a-8a3969b0135b tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Acquiring lock "interface-dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7-None" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:25:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f5a0089d-f857-4852-934a-8a3969b0135b tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Lock "interface-dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7-None" acquired by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:25:59 user nova-compute[86206]: DEBUG nova.objects.instance [None req-f5a0089d-f857-4852-934a-8a3969b0135b tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Lazy-loading 'flavor' on Instance uuid dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:25:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:25:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:25:59 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:25:59 user nova-compute[86206]: INFO nova.compute.claims [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Claim successful on node user
Nov 10 13:25:59 user nova-compute[86206]: DEBUG nova.network.neutron [req-feba27c5-5beb-42f6-b7ad-939c5e7234a7 req-71aea2b3-261d-4f5b-9796-c98a1fa530cd service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Updated VIF entry in instance network info cache for port 989d7d75-6750-4951-9ae8-fe6088afb53e. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:25:59 user nova-compute[86206]: DEBUG nova.network.neutron [req-feba27c5-5beb-42f6-b7ad-939c5e7234a7 req-71aea2b3-261d-4f5b-9796-c98a1fa530cd service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Updating instance_info_cache with network_info: [{"id": "989d7d75-6750-4951-9ae8-fe6088afb53e", "address": "fa:16:3e:fb:1a:64", "network": {"id": "5a991f6d-4193-40ea-9421-a275452a484e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-83404637-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e28d28d5ba14f608683b61fac770521", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989d7d75-67", "ovs_interfaceid": "989d7d75-6750-4951-9ae8-fe6088afb53e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:25:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-feba27c5-5beb-42f6-b7ad-939c5e7234a7 req-71aea2b3-261d-4f5b-9796-c98a1fa530cd service nova] Releasing lock "refresh_cache-b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:25:59 user nova-compute[86206]: DEBUG nova.network.neutron [req-c3e78f29-4e26-4550-b17a-e4e4c1b951e2 req-a1a646ae-381c-4bce-a90a-20469ea35a46 service nova] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Updated VIF entry in instance network info cache for port 894e5b5e-8b5e-4d3a-b63a-a0cafae32644. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:25:59 user nova-compute[86206]: DEBUG nova.network.neutron [req-c3e78f29-4e26-4550-b17a-e4e4c1b951e2 req-a1a646ae-381c-4bce-a90a-20469ea35a46 service nova] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Updating instance_info_cache with network_info: [{"id": "894e5b5e-8b5e-4d3a-b63a-a0cafae32644", "address": "fa:16:3e:a2:04:0c", "network": {"id": "fd3a90f5-ab7d-4991-8c88-4faefaa42498", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-2140784590-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.96", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "48b359dc7ecf469cb2bcccd899293e15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap894e5b5e-8b", "ovs_interfaceid": "894e5b5e-8b5e-4d3a-b63a-a0cafae32644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:25:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c3e78f29-4e26-4550-b17a-e4e4c1b951e2 req-a1a646ae-381c-4bce-a90a-20469ea35a46 service nova] Releasing lock "refresh_cache-dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:25:59 user nova-compute[86206]: DEBUG nova.objects.instance [None req-f5a0089d-f857-4852-934a-8a3969b0135b tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Lazy-loading 'pci_requests' on Instance uuid dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:25:59 user nova-compute[86206]: DEBUG nova.objects.base [None req-f5a0089d-f857-4852-934a-8a3969b0135b tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Object Instance<dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7> lazy-loaded attributes: flavor,pci_requests {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:25:59 user nova-compute[86206]: DEBUG nova.network.neutron [None req-f5a0089d-f857-4852-934a-8a3969b0135b tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:25:59 user nova-compute[86206]: DEBUG nova.policy [None req-f5a0089d-f857-4852-934a-8a3969b0135b tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f34975bd058422788be18803d1baccc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48b359dc7ecf469cb2bcccd899293e15', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:25:59 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.579s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG nova.compute.manager [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG nova.compute.manager [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG nova.network.neutron [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:26:00 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:26:00 user nova-compute[86206]: DEBUG nova.compute.manager [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG nova.policy [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b99c0d49a5e450ba43bce92d827d7c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '028ee5b7789f4eb9809f6c89b8649453', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG nova.compute.manager [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:26:00 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Creating image(s)
Nov 10 13:26:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "/opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "/opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "/opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.221s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG nova.network.neutron [None req-f5a0089d-f857-4852-934a-8a3969b0135b tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Successfully created port: ccc6f4e2-0927-4b5c-a99c-59cab1b2cfe9 {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.195s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:00 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-dc7793b3-d512-4629-a728-4723a10d3b71 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 0cd831ff-01f4-4619-9b56-2455a7a54486 is timed out.
Nov 10 13:26:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk 1073741824 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:00 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-dc7793b3-d512-4629-a728-4723a10d3b71 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Successfully detached device vdb from instance 0cd831ff-01f4-4619-9b56-2455a7a54486 from the live domain config.
Nov 10 13:26:00 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dc7793b3-d512-4629-a728-4723a10d3b71 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc7793b3-d512-4629-a728-4723a10d3b71 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KJVTnDhC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:26:00 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-dc7793b3-d512-4629-a728-4723a10d3b71 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:26:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-dc7793b3-d512-4629-a728-4723a10d3b71 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-dc7793b3-d512-4629-a728-4723a10d3b71 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk 1073741824" returned: 0 in 0.058s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.257s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f12c44a-bd2b-4a64-a2a1-d14c51b20575]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc7793b3-d512-4629-a728-4723a10d3b71 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 13:26:00 user nova-compute[86206]: No targets found.
Nov 10 13:26:00 user nova-compute[86206]: iSNS:
Nov 10 13:26:00 user nova-compute[86206]: No targets found.
Nov 10 13:26:00 user nova-compute[86206]: STATIC:
Nov 10 13:26:00 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4
Nov 10 13:26:00 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:26:00 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:26:00 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a
Nov 10 13:26:00 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:26:00 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:26:00 user nova-compute[86206]: FIRMWARE:
Nov 10 13:26:00 user nova-compute[86206]: No targets found.
Nov 10 13:26:00 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc7793b3-d512-4629-a728-4723a10d3b71 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 13:26:00 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 13:26:00 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc7793b3-d512-4629-a728-4723a10d3b71 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[be0bafc8-9890-47a6-ac29-a08cf5eecfa5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[78c3b0f1-fe27-40d0-835b-20e65a34a29a]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc7793b3-d512-4629-a728-4723a10d3b71 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 (non-flash)
Nov 10 13:26:00 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:26:00 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc7793b3-d512-4629-a728-4723a10d3b71 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 (non-flash)
Nov 10 13:26:00 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:26:00 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc7793b3-d512-4629-a728-4723a10d3b71 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe46431a710>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4'): ({'sdb'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-dc7793b3-d512-4629-a728-4723a10d3b71 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Removing single pathed devices sdb {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7666e976-0b31-4f64-8527-2522b9436eea]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.028s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c853a786-3132-42fe-9f23-391d18849dbc]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-dc7793b3-d512-4629-a728-4723a10d3b71 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Flushing IO for device /dev/sdb {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4e26449-d35a-41c9-8fe9-a0b565d96d2c]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-dc7793b3-d512-4629-a728-4723a10d3b71 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.181s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk. size=1073741824 {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 10 13:26:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.057s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:01 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[16719c12-d756-4814-9ccb-98842939dea7]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:01 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-dc7793b3-d512-4629-a728-4723a10d3b71 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 13:26:01 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-dc7793b3-d512-4629-a728-4723a10d3b71 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] SCSI volumes sdb have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 13:26:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc7793b3-d512-4629-a728-4723a10d3b71 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 13:26:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:01 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[021f03ae-7894-4387-ba35-b797eb91aa4f]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc7793b3-d512-4629-a728-4723a10d3b71 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:26:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.071s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:01 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1eb2f39-657b-4db5-8a67-acd87fbd64d3]: (4, ('Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4, portal: 172.16.0.220,3260]\nLogout of [sid: 11, target: iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc7793b3-d512-4629-a728-4723a10d3b71 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4, portal: 172.16.0.220,3260]
Nov 10 13:26:01 user nova-compute[86206]: Logout of [sid: 11, target: iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4, portal: 172.16.0.220,3260] successful.
Nov 10 13:26:01 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:26:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c883896a-4949-4735-8291-50daa3fab1b4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:01 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[688b5b5d-bccb-4bca-a36f-5ba9691e9494]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc7793b3-d512-4629-a728-4723a10d3b71 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:26:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-dc7793b3-d512-4629-a728-4723a10d3b71 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.382s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:26:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-dc7793b3-d512-4629-a728-4723a10d3b71 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] <== disconnect_volume: return (384ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:26:01 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dc7793b3-d512-4629-a728-4723a10d3b71 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 13:26:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk --force-share --output=json" returned: 0 in 0.248s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:01 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Cannot resize image /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk to a smaller size. {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 10 13:26:01 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:26:01 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Ensure instance console log exists: /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:26:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:26:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:26:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.008s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:26:01 user nova-compute[86206]: DEBUG nova.network.neutron [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Successfully created port: 29193714-49ec-498e-964e-d19837c8986f {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:26:01 user nova-compute[86206]: DEBUG nova.network.neutron [None req-f5a0089d-f857-4852-934a-8a3969b0135b tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Successfully updated port: ccc6f4e2-0927-4b5c-a99c-59cab1b2cfe9 {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:26:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f5a0089d-f857-4852-934a-8a3969b0135b tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Acquiring lock "refresh_cache-dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:26:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f5a0089d-f857-4852-934a-8a3969b0135b tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Acquired lock "refresh_cache-dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:26:01 user nova-compute[86206]: DEBUG nova.network.neutron [None req-f5a0089d-f857-4852-934a-8a3969b0135b tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:26:01 user nova-compute[86206]: DEBUG nova.compute.manager [req-fc629fe1-f39d-4896-a5e3-68ed9b3e3ccd req-72818d1f-0775-40ef-9d2b-86ed0a024a83 service nova] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Received event network-changed-ccc6f4e2-0927-4b5c-a99c-59cab1b2cfe9 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:26:01 user nova-compute[86206]: DEBUG nova.compute.manager [req-fc629fe1-f39d-4896-a5e3-68ed9b3e3ccd req-72818d1f-0775-40ef-9d2b-86ed0a024a83 service nova] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Refreshing instance network info cache due to event network-changed-ccc6f4e2-0927-4b5c-a99c-59cab1b2cfe9. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:26:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-fc629fe1-f39d-4896-a5e3-68ed9b3e3ccd req-72818d1f-0775-40ef-9d2b-86ed0a024a83 service nova] Acquiring lock "refresh_cache-dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:26:01 user nova-compute[86206]: DEBUG nova.network.neutron [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Successfully updated port: 29193714-49ec-498e-964e-d19837c8986f {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:26:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "refresh_cache-0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:26:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquired lock "refresh_cache-0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:26:01 user nova-compute[86206]: DEBUG nova.network.neutron [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG nova.compute.manager [req-2c00aaa8-9707-440f-afda-24fc926fabfd req-521b10fa-9256-4ec0-876a-0b2af87584e8 service nova] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Received event network-changed-29193714-49ec-498e-964e-d19837c8986f {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG nova.compute.manager [req-2c00aaa8-9707-440f-afda-24fc926fabfd req-521b10fa-9256-4ec0-876a-0b2af87584e8 service nova] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Refreshing instance network info cache due to event network-changed-29193714-49ec-498e-964e-d19837c8986f. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2c00aaa8-9707-440f-afda-24fc926fabfd req-521b10fa-9256-4ec0-876a-0b2af87584e8 service nova] Acquiring lock "refresh_cache-0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG nova.network.neutron [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG nova.network.neutron [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Updating instance_info_cache with network_info: [{"id": "29193714-49ec-498e-964e-d19837c8986f", "address": "fa:16:3e:6e:dd:96", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap29193714-49", "ovs_interfaceid": "29193714-49ec-498e-964e-d19837c8986f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Releasing lock "refresh_cache-0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG nova.compute.manager [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Instance network_info: |[{"id": "29193714-49ec-498e-964e-d19837c8986f", "address": "fa:16:3e:6e:dd:96", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap29193714-49", "ovs_interfaceid": "29193714-49ec-498e-964e-d19837c8986f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2c00aaa8-9707-440f-afda-24fc926fabfd req-521b10fa-9256-4ec0-876a-0b2af87584e8 service nova] Acquired lock "refresh_cache-0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG nova.network.neutron [req-2c00aaa8-9707-440f-afda-24fc926fabfd req-521b10fa-9256-4ec0-876a-0b2af87584e8 service nova] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Refreshing network info cache for port 29193714-49ec-498e-964e-d19837c8986f {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Start _get_guest_xml network_info=[{"id": "29193714-49ec-498e-964e-d19837c8986f", "address": "fa:16:3e:6e:dd:96", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap29193714-49", "ovs_interfaceid": "29193714-49ec-498e-964e-d19837c8986f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '73290e4a-d2c0-4305-9ee6-397ce6a900ba'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:26:02 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:26:02 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:26:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:25:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1365151679',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1365151679',id=23,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='028ee5b7789f4eb9809f6c89b8649453',ramdisk_id='',reservation_id='r-h40hzrto',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1948757916',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:26:00Z,user_data=None,user_id='1b99c0d49a5e450ba43bce92d827d7c2',uuid=0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "29193714-49ec-498e-964e-d19837c8986f", "address": "fa:16:3e:6e:dd:96", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap29193714-49", "ovs_interfaceid": "29193714-49ec-498e-964e-d19837c8986f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Converting VIF {"id": "29193714-49ec-498e-964e-d19837c8986f", "address": "fa:16:3e:6e:dd:96", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap29193714-49", "ovs_interfaceid": "29193714-49ec-498e-964e-d19837c8986f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6e:dd:96,bridge_name='br-int',has_traffic_filtering=True,id=29193714-49ec-498e-964e-d19837c8986f,network=Network(953cfc69-1add-40de-a3ae-1d9aeaa3b3e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap29193714-49') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG nova.objects.instance [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lazy-loading 'pci_devices' on Instance uuid 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:26:02 user nova-compute[86206]:   <uuid>0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f</uuid>
Nov 10 13:26:02 user nova-compute[86206]:   <name>instance-00000017</name>
Nov 10 13:26:02 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:26:02 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:26:02 user nova-compute[86206]:   <metadata>
Nov 10 13:26:02 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:26:02 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:26:02 user nova-compute[86206]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1365151679</nova:name>
Nov 10 13:26:02 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:26:02</nova:creationTime>
Nov 10 13:26:02 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:26:02 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:26:02 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:26:02 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:26:02 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:26:02 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:26:02 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:26:02 user nova-compute[86206]:       <nova:owner>
Nov 10 13:26:02 user nova-compute[86206]:         <nova:user uuid="1b99c0d49a5e450ba43bce92d827d7c2">tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member</nova:user>
Nov 10 13:26:02 user nova-compute[86206]:         <nova:project uuid="028ee5b7789f4eb9809f6c89b8649453">tempest-ServerBootFromVolumeStableRescueTest-1948757916</nova:project>
Nov 10 13:26:02 user nova-compute[86206]:       </nova:owner>
Nov 10 13:26:02 user nova-compute[86206]:       <nova:root type="image" uuid="73290e4a-d2c0-4305-9ee6-397ce6a900ba"/>
Nov 10 13:26:02 user nova-compute[86206]:       <nova:ports>
Nov 10 13:26:02 user nova-compute[86206]:         <nova:port uuid="29193714-49ec-498e-964e-d19837c8986f">
Nov 10 13:26:02 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 10 13:26:02 user nova-compute[86206]:         </nova:port>
Nov 10 13:26:02 user nova-compute[86206]:       </nova:ports>
Nov 10 13:26:02 user nova-compute[86206]:     </nova:instance>
Nov 10 13:26:02 user nova-compute[86206]:   </metadata>
Nov 10 13:26:02 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:26:02 user nova-compute[86206]:     <system>
Nov 10 13:26:02 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:26:02 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:26:02 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:26:02 user nova-compute[86206]:       <entry name="serial">0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f</entry>
Nov 10 13:26:02 user nova-compute[86206]:       <entry name="uuid">0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f</entry>
Nov 10 13:26:02 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:26:02 user nova-compute[86206]:     </system>
Nov 10 13:26:02 user nova-compute[86206]:   </sysinfo>
Nov 10 13:26:02 user nova-compute[86206]:   <os>
Nov 10 13:26:02 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:26:02 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:26:02 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:26:02 user nova-compute[86206]:   </os>
Nov 10 13:26:02 user nova-compute[86206]:   <features>
Nov 10 13:26:02 user nova-compute[86206]:     <acpi/>
Nov 10 13:26:02 user nova-compute[86206]:     <apic/>
Nov 10 13:26:02 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:26:02 user nova-compute[86206]:   </features>
Nov 10 13:26:02 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:26:02 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:26:02 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:26:02 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:26:02 user nova-compute[86206]:   </clock>
Nov 10 13:26:02 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:26:02 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:26:02 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:26:02 user nova-compute[86206]:   </cpu>
Nov 10 13:26:02 user nova-compute[86206]:   <devices>
Nov 10 13:26:02 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:26:02 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:26:02 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk"/>
Nov 10 13:26:02 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:26:02 user nova-compute[86206]:     </disk>
Nov 10 13:26:02 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:26:02 user nova-compute[86206]:       <mac address="fa:16:3e:6e:dd:96"/>
Nov 10 13:26:02 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:26:02 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:26:02 user nova-compute[86206]:       <target dev="tap29193714-49"/>
Nov 10 13:26:02 user nova-compute[86206]:     </interface>
Nov 10 13:26:02 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:26:02 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/console.log" append="off"/>
Nov 10 13:26:02 user nova-compute[86206]:     </serial>
Nov 10 13:26:02 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:26:02 user nova-compute[86206]:     <video>
Nov 10 13:26:02 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:26:02 user nova-compute[86206]:     </video>
Nov 10 13:26:02 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:26:02 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:26:02 user nova-compute[86206]:     </rng>
Nov 10 13:26:02 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:26:02 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:26:02 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:26:02 user nova-compute[86206]:     </memballoon>
Nov 10 13:26:02 user nova-compute[86206]:   </devices>
Nov 10 13:26:02 user nova-compute[86206]: </domain>
Nov 10 13:26:02 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:25:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1365151679',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1365151679',id=23,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='028ee5b7789f4eb9809f6c89b8649453',ramdisk_id='',reservation_id='r-h40hzrto',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1948757916',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:26:00Z,user_data=None,user_id='1b99c0d49a5e450ba43bce92d827d7c2',uuid=0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "29193714-49ec-498e-964e-d19837c8986f", "address": "fa:16:3e:6e:dd:96", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap29193714-49", "ovs_interfaceid": "29193714-49ec-498e-964e-d19837c8986f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Converting VIF {"id": "29193714-49ec-498e-964e-d19837c8986f", "address": "fa:16:3e:6e:dd:96", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap29193714-49", "ovs_interfaceid": "29193714-49ec-498e-964e-d19837c8986f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6e:dd:96,bridge_name='br-int',has_traffic_filtering=True,id=29193714-49ec-498e-964e-d19837c8986f,network=Network(953cfc69-1add-40de-a3ae-1d9aeaa3b3e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap29193714-49') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG os_vif [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6e:dd:96,bridge_name='br-int',has_traffic_filtering=True,id=29193714-49ec-498e-964e-d19837c8986f,network=Network(953cfc69-1add-40de-a3ae-1d9aeaa3b3e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap29193714-49') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '29407318-6aca-5840-8760-a30d50002cd7', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap29193714-49, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap29193714-49, col_values=(('qos', UUID('2d57e52c-210f-480b-b5ae-63fa2a2580c5')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap29193714-49, col_values=(('external_ids', {'iface-id': '29193714-49ec-498e-964e-d19837c8986f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6e:dd:96', 'vm-uuid': '0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:02 user nova-compute[86206]: INFO os_vif [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6e:dd:96,bridge_name='br-int',has_traffic_filtering=True,id=29193714-49ec-498e-964e-d19837c8986f,network=Network(953cfc69-1add-40de-a3ae-1d9aeaa3b3e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap29193714-49')
Nov 10 13:26:02 user nova-compute[86206]: DEBUG nova.network.neutron [None req-f5a0089d-f857-4852-934a-8a3969b0135b tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Updating instance_info_cache with network_info: [{"id": "894e5b5e-8b5e-4d3a-b63a-a0cafae32644", "address": "fa:16:3e:a2:04:0c", "network": {"id": "fd3a90f5-ab7d-4991-8c88-4faefaa42498", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-2140784590-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.96", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "48b359dc7ecf469cb2bcccd899293e15", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap894e5b5e-8b", "ovs_interfaceid": "894e5b5e-8b5e-4d3a-b63a-a0cafae32644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ccc6f4e2-0927-4b5c-a99c-59cab1b2cfe9", "address": "fa:16:3e:7c:c0:c7", "network": {"id": "c96d3df0-8ac2-4d84-aff2-8350e33a254a", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1789080583", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "48b359dc7ecf469cb2bcccd899293e15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccc6f4e2-09", "ovs_interfaceid": "ccc6f4e2-0927-4b5c-a99c-59cab1b2cfe9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f5a0089d-f857-4852-934a-8a3969b0135b tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Releasing lock "refresh_cache-dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-fc629fe1-f39d-4896-a5e3-68ed9b3e3ccd req-72818d1f-0775-40ef-9d2b-86ed0a024a83 service nova] Acquired lock "refresh_cache-dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG nova.network.neutron [req-fc629fe1-f39d-4896-a5e3-68ed9b3e3ccd req-72818d1f-0775-40ef-9d2b-86ed0a024a83 service nova] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Refreshing network info cache for port ccc6f4e2-0927-4b5c-a99c-59cab1b2cfe9 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-f5a0089d-f857-4852-934a-8a3969b0135b tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-10T13:24:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1406053232',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1406053232',id=18,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN0tzi5sD4e9jissMgkjNISOpCLsqnQqYppr0L4DUe6OT8v1I7xqmglL/msnqevgvS0N7WMwj8yxf2uN8Ao3+KFONQF12dgvOjToKaPq21Rilrsy4ZvXLapmfeizcDS/kg==',key_name='tempest-keypair-847514708',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:24:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='48b359dc7ecf469cb2bcccd899293e15',ramdisk_id='',reservation_id='r-0l3y8pp2',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-511016090',owner_user_name='tempest-TaggedAttachmentsTest-511016090-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:24:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4f34975bd058422788be18803d1baccc',uuid=dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ccc6f4e2-0927-4b5c-a99c-59cab1b2cfe9", "address": "fa:16:3e:7c:c0:c7", "network": {"id": "c96d3df0-8ac2-4d84-aff2-8350e33a254a", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1789080583", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "48b359dc7ecf469cb2bcccd899293e15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccc6f4e2-09", "ovs_interfaceid": "ccc6f4e2-0927-4b5c-a99c-59cab1b2cfe9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-f5a0089d-f857-4852-934a-8a3969b0135b tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Converting VIF {"id": "ccc6f4e2-0927-4b5c-a99c-59cab1b2cfe9", "address": "fa:16:3e:7c:c0:c7", "network": {"id": "c96d3df0-8ac2-4d84-aff2-8350e33a254a", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1789080583", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "48b359dc7ecf469cb2bcccd899293e15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccc6f4e2-09", "ovs_interfaceid": "ccc6f4e2-0927-4b5c-a99c-59cab1b2cfe9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-f5a0089d-f857-4852-934a-8a3969b0135b tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7c:c0:c7,bridge_name='br-int',has_traffic_filtering=True,id=ccc6f4e2-0927-4b5c-a99c-59cab1b2cfe9,network=Network(c96d3df0-8ac2-4d84-aff2-8350e33a254a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapccc6f4e2-09') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG os_vif [None req-f5a0089d-f857-4852-934a-8a3969b0135b tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:c0:c7,bridge_name='br-int',has_traffic_filtering=True,id=ccc6f4e2-0927-4b5c-a99c-59cab1b2cfe9,network=Network(c96d3df0-8ac2-4d84-aff2-8350e33a254a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapccc6f4e2-09') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f02d7959-d3ef-5092-9608-e02f78058144', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] No VIF found with MAC fa:16:3e:6e:dd:96, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapccc6f4e2-09, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapccc6f4e2-09, col_values=(('qos', UUID('776b2797-2e41-4e49-a841-1a79c5030625')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapccc6f4e2-09, col_values=(('external_ids', {'iface-id': 'ccc6f4e2-0927-4b5c-a99c-59cab1b2cfe9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7c:c0:c7', 'vm-uuid': 'dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:02 user nova-compute[86206]: INFO os_vif [None req-f5a0089d-f857-4852-934a-8a3969b0135b tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:c0:c7,bridge_name='br-int',has_traffic_filtering=True,id=ccc6f4e2-0927-4b5c-a99c-59cab1b2cfe9,network=Network(c96d3df0-8ac2-4d84-aff2-8350e33a254a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapccc6f4e2-09')
Nov 10 13:26:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-f5a0089d-f857-4852-934a-8a3969b0135b tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-10T13:24:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1406053232',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1406053232',id=18,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN0tzi5sD4e9jissMgkjNISOpCLsqnQqYppr0L4DUe6OT8v1I7xqmglL/msnqevgvS0N7WMwj8yxf2uN8Ao3+KFONQF12dgvOjToKaPq21Rilrsy4ZvXLapmfeizcDS/kg==',key_name='tempest-keypair-847514708',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:24:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='48b359dc7ecf469cb2bcccd899293e15',ramdisk_id='',reservation_id='r-0l3y8pp2',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-511016090',owner_user_name='tempest-TaggedAttachmentsTest-511016090-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:24:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4f34975bd058422788be18803d1baccc',uuid=dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ccc6f4e2-0927-4b5c-a99c-59cab1b2cfe9", "address": "fa:16:3e:7c:c0:c7", "network": {"id": "c96d3df0-8ac2-4d84-aff2-8350e33a254a", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1789080583", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "48b359dc7ecf469cb2bcccd899293e15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccc6f4e2-09", "ovs_interfaceid": "ccc6f4e2-0927-4b5c-a99c-59cab1b2cfe9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-f5a0089d-f857-4852-934a-8a3969b0135b tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Converting VIF {"id": "ccc6f4e2-0927-4b5c-a99c-59cab1b2cfe9", "address": "fa:16:3e:7c:c0:c7", "network": {"id": "c96d3df0-8ac2-4d84-aff2-8350e33a254a", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1789080583", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "48b359dc7ecf469cb2bcccd899293e15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccc6f4e2-09", "ovs_interfaceid": "ccc6f4e2-0927-4b5c-a99c-59cab1b2cfe9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-f5a0089d-f857-4852-934a-8a3969b0135b tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7c:c0:c7,bridge_name='br-int',has_traffic_filtering=True,id=ccc6f4e2-0927-4b5c-a99c-59cab1b2cfe9,network=Network(c96d3df0-8ac2-4d84-aff2-8350e33a254a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapccc6f4e2-09') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-f5a0089d-f857-4852-934a-8a3969b0135b tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] attach device xml: <interface type="ethernet">
Nov 10 13:26:02 user nova-compute[86206]:   <mac address="fa:16:3e:7c:c0:c7"/>
Nov 10 13:26:02 user nova-compute[86206]:   <model type="virtio"/>
Nov 10 13:26:02 user nova-compute[86206]:   <mtu size="1442"/>
Nov 10 13:26:02 user nova-compute[86206]:   <target dev="tapccc6f4e2-09"/>
Nov 10 13:26:02 user nova-compute[86206]: </interface>
Nov 10 13:26:02 user nova-compute[86206]:  {{(pid=86206) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:03 user nova-compute[86206]: DEBUG nova.network.neutron [req-2c00aaa8-9707-440f-afda-24fc926fabfd req-521b10fa-9256-4ec0-876a-0b2af87584e8 service nova] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Updated VIF entry in instance network info cache for port 29193714-49ec-498e-964e-d19837c8986f. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:26:03 user nova-compute[86206]: DEBUG nova.network.neutron [req-2c00aaa8-9707-440f-afda-24fc926fabfd req-521b10fa-9256-4ec0-876a-0b2af87584e8 service nova] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Updating instance_info_cache with network_info: [{"id": "29193714-49ec-498e-964e-d19837c8986f", "address": "fa:16:3e:6e:dd:96", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap29193714-49", "ovs_interfaceid": "29193714-49ec-498e-964e-d19837c8986f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:26:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2c00aaa8-9707-440f-afda-24fc926fabfd req-521b10fa-9256-4ec0-876a-0b2af87584e8 service nova] Releasing lock "refresh_cache-0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:26:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:03 user nova-compute[86206]: DEBUG nova.network.neutron [req-fc629fe1-f39d-4896-a5e3-68ed9b3e3ccd req-72818d1f-0775-40ef-9d2b-86ed0a024a83 service nova] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Updated VIF entry in instance network info cache for port ccc6f4e2-0927-4b5c-a99c-59cab1b2cfe9. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:26:03 user nova-compute[86206]: DEBUG nova.network.neutron [req-fc629fe1-f39d-4896-a5e3-68ed9b3e3ccd req-72818d1f-0775-40ef-9d2b-86ed0a024a83 service nova] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Updating instance_info_cache with network_info: [{"id": "894e5b5e-8b5e-4d3a-b63a-a0cafae32644", "address": "fa:16:3e:a2:04:0c", "network": {"id": "fd3a90f5-ab7d-4991-8c88-4faefaa42498", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-2140784590-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.96", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "48b359dc7ecf469cb2bcccd899293e15", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap894e5b5e-8b", "ovs_interfaceid": "894e5b5e-8b5e-4d3a-b63a-a0cafae32644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ccc6f4e2-0927-4b5c-a99c-59cab1b2cfe9", "address": "fa:16:3e:7c:c0:c7", "network": {"id": "c96d3df0-8ac2-4d84-aff2-8350e33a254a", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1789080583", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "48b359dc7ecf469cb2bcccd899293e15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccc6f4e2-09", "ovs_interfaceid": "ccc6f4e2-0927-4b5c-a99c-59cab1b2cfe9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:26:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-fc629fe1-f39d-4896-a5e3-68ed9b3e3ccd req-72818d1f-0775-40ef-9d2b-86ed0a024a83 service nova] Releasing lock "refresh_cache-dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:26:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f5a0089d-f857-4852-934a-8a3969b0135b tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:26:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f5a0089d-f857-4852-934a-8a3969b0135b tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] No BDM found with device name hda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:26:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f5a0089d-f857-4852-934a-8a3969b0135b tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] No VIF found with MAC fa:16:3e:a2:04:0c, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:26:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-f5a0089d-f857-4852-934a-8a3969b0135b tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:26:03 user nova-compute[86206]:   <nova:package version="0.0.0"/>
Nov 10 13:26:03 user nova-compute[86206]:   <nova:name>tempest-device-tagging-server-1406053232</nova:name>
Nov 10 13:26:03 user nova-compute[86206]:   <nova:creationTime>2023-11-10 13:26:03</nova:creationTime>
Nov 10 13:26:03 user nova-compute[86206]:   <nova:flavor name="m1.tiny">
Nov 10 13:26:03 user nova-compute[86206]:     <nova:memory>512</nova:memory>
Nov 10 13:26:03 user nova-compute[86206]:     <nova:disk>1</nova:disk>
Nov 10 13:26:03 user nova-compute[86206]:     <nova:swap>0</nova:swap>
Nov 10 13:26:03 user nova-compute[86206]:     <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:26:03 user nova-compute[86206]:     <nova:vcpus>1</nova:vcpus>
Nov 10 13:26:03 user nova-compute[86206]:   </nova:flavor>
Nov 10 13:26:03 user nova-compute[86206]:   <nova:owner>
Nov 10 13:26:03 user nova-compute[86206]:     <nova:user uuid="4f34975bd058422788be18803d1baccc">tempest-TaggedAttachmentsTest-511016090-project-member</nova:user>
Nov 10 13:26:03 user nova-compute[86206]:     <nova:project uuid="48b359dc7ecf469cb2bcccd899293e15">tempest-TaggedAttachmentsTest-511016090</nova:project>
Nov 10 13:26:03 user nova-compute[86206]:   </nova:owner>
Nov 10 13:26:03 user nova-compute[86206]:   <nova:root type="image" uuid="73290e4a-d2c0-4305-9ee6-397ce6a900ba"/>
Nov 10 13:26:03 user nova-compute[86206]:   <nova:ports>
Nov 10 13:26:03 user nova-compute[86206]:     <nova:port uuid="894e5b5e-8b5e-4d3a-b63a-a0cafae32644">
Nov 10 13:26:03 user nova-compute[86206]:       <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 10 13:26:03 user nova-compute[86206]:     </nova:port>
Nov 10 13:26:03 user nova-compute[86206]:     <nova:port uuid="ccc6f4e2-0927-4b5c-a99c-59cab1b2cfe9">
Nov 10 13:26:03 user nova-compute[86206]:       <nova:ip type="fixed" address="10.10.10.135" ipVersion="4"/>
Nov 10 13:26:03 user nova-compute[86206]:     </nova:port>
Nov 10 13:26:03 user nova-compute[86206]:   </nova:ports>
Nov 10 13:26:03 user nova-compute[86206]: </nova:instance>
Nov 10 13:26:03 user nova-compute[86206]:  {{(pid=86206) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Nov 10 13:26:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f5a0089d-f857-4852-934a-8a3969b0135b tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Lock "interface-dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7-None" "released" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: held 4.345s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:26:04 user nova-compute[86206]: DEBUG nova.compute.manager [req-7d8121c2-c4bf-47e3-9d9b-62b301e1bcdd req-eef36555-b294-4bdb-a718-9071bafe256f service nova] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Received event network-vif-plugged-ccc6f4e2-0927-4b5c-a99c-59cab1b2cfe9 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:26:04 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7d8121c2-c4bf-47e3-9d9b-62b301e1bcdd req-eef36555-b294-4bdb-a718-9071bafe256f service nova] Acquiring lock "dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:26:04 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7d8121c2-c4bf-47e3-9d9b-62b301e1bcdd req-eef36555-b294-4bdb-a718-9071bafe256f service nova] Lock "dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:26:04 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7d8121c2-c4bf-47e3-9d9b-62b301e1bcdd req-eef36555-b294-4bdb-a718-9071bafe256f service nova] Lock "dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:26:04 user nova-compute[86206]: DEBUG nova.compute.manager [req-7d8121c2-c4bf-47e3-9d9b-62b301e1bcdd req-eef36555-b294-4bdb-a718-9071bafe256f service nova] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] No waiting events found dispatching network-vif-plugged-ccc6f4e2-0927-4b5c-a99c-59cab1b2cfe9 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:26:04 user nova-compute[86206]: WARNING nova.compute.manager [req-7d8121c2-c4bf-47e3-9d9b-62b301e1bcdd req-eef36555-b294-4bdb-a718-9071bafe256f service nova] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Received unexpected event network-vif-plugged-ccc6f4e2-0927-4b5c-a99c-59cab1b2cfe9 for instance with vm_state active and task_state None.
Nov 10 13:26:04 user nova-compute[86206]: DEBUG nova.compute.manager [req-7d8121c2-c4bf-47e3-9d9b-62b301e1bcdd req-eef36555-b294-4bdb-a718-9071bafe256f service nova] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Received event network-vif-plugged-ccc6f4e2-0927-4b5c-a99c-59cab1b2cfe9 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:26:04 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7d8121c2-c4bf-47e3-9d9b-62b301e1bcdd req-eef36555-b294-4bdb-a718-9071bafe256f service nova] Acquiring lock "dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:26:04 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7d8121c2-c4bf-47e3-9d9b-62b301e1bcdd req-eef36555-b294-4bdb-a718-9071bafe256f service nova] Lock "dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:26:04 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7d8121c2-c4bf-47e3-9d9b-62b301e1bcdd req-eef36555-b294-4bdb-a718-9071bafe256f service nova] Lock "dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:26:04 user nova-compute[86206]: DEBUG nova.compute.manager [req-7d8121c2-c4bf-47e3-9d9b-62b301e1bcdd req-eef36555-b294-4bdb-a718-9071bafe256f service nova] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] No waiting events found dispatching network-vif-plugged-ccc6f4e2-0927-4b5c-a99c-59cab1b2cfe9 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:26:04 user nova-compute[86206]: WARNING nova.compute.manager [req-7d8121c2-c4bf-47e3-9d9b-62b301e1bcdd req-eef36555-b294-4bdb-a718-9071bafe256f service nova] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Received unexpected event network-vif-plugged-ccc6f4e2-0927-4b5c-a99c-59cab1b2cfe9 for instance with vm_state active and task_state None.
Nov 10 13:26:04 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:04 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:04 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:05 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:05 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG nova.compute.manager [req-5626137c-fdbc-425d-b593-48bcc40889a6 req-6eeb1685-8f80-4050-b9f9-c966b05a540b service nova] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Received event network-vif-plugged-29193714-49ec-498e-964e-d19837c8986f {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-5626137c-fdbc-425d-b593-48bcc40889a6 req-6eeb1685-8f80-4050-b9f9-c966b05a540b service nova] Acquiring lock "0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-5626137c-fdbc-425d-b593-48bcc40889a6 req-6eeb1685-8f80-4050-b9f9-c966b05a540b service nova] Lock "0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-5626137c-fdbc-425d-b593-48bcc40889a6 req-6eeb1685-8f80-4050-b9f9-c966b05a540b service nova] Lock "0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG nova.compute.manager [req-5626137c-fdbc-425d-b593-48bcc40889a6 req-6eeb1685-8f80-4050-b9f9-c966b05a540b service nova] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] No waiting events found dispatching network-vif-plugged-29193714-49ec-498e-964e-d19837c8986f {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:26:06 user nova-compute[86206]: WARNING nova.compute.manager [req-5626137c-fdbc-425d-b593-48bcc40889a6 req-6eeb1685-8f80-4050-b9f9-c966b05a540b service nova] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Received unexpected event network-vif-plugged-29193714-49ec-498e-964e-d19837c8986f for instance with vm_state building and task_state spawning.
Nov 10 13:26:06 user nova-compute[86206]: DEBUG nova.compute.manager [req-5626137c-fdbc-425d-b593-48bcc40889a6 req-6eeb1685-8f80-4050-b9f9-c966b05a540b service nova] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Received event network-vif-plugged-29193714-49ec-498e-964e-d19837c8986f {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-5626137c-fdbc-425d-b593-48bcc40889a6 req-6eeb1685-8f80-4050-b9f9-c966b05a540b service nova] Acquiring lock "0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-5626137c-fdbc-425d-b593-48bcc40889a6 req-6eeb1685-8f80-4050-b9f9-c966b05a540b service nova] Lock "0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-5626137c-fdbc-425d-b593-48bcc40889a6 req-6eeb1685-8f80-4050-b9f9-c966b05a540b service nova] Lock "0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG nova.compute.manager [req-5626137c-fdbc-425d-b593-48bcc40889a6 req-6eeb1685-8f80-4050-b9f9-c966b05a540b service nova] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] No waiting events found dispatching network-vif-plugged-29193714-49ec-498e-964e-d19837c8986f {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:26:06 user nova-compute[86206]: WARNING nova.compute.manager [req-5626137c-fdbc-425d-b593-48bcc40889a6 req-6eeb1685-8f80-4050-b9f9-c966b05a540b service nova] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Received unexpected event network-vif-plugged-29193714-49ec-498e-964e-d19837c8986f for instance with vm_state building and task_state spawning.
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c1c5eb6d-6850-4737-bf9a-2f08f536ebac tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Acquiring lock "dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c1c5eb6d-6850-4737-bf9a-2f08f536ebac tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Lock "dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG nova.objects.instance [None req-c1c5eb6d-6850-4737-bf9a-2f08f536ebac tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Lazy-loading 'flavor' on Instance uuid dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c1c5eb6d-6850-4737-bf9a-2f08f536ebac tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Lock "dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.070s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:26:06 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Creating image(s)
Nov 10 13:26:06 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Did not create local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Ensure instance console log exists: /opt/stack/data/nova/instances/8fcb379b-6c55-4361-8712-e3097b69ccd7/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Start _get_guest_xml network_info=[{"id": "a3677250-6a57-442d-88aa-97202061c98e", "address": "fa:16:3e:7c:c9:2e", "network": {"id": "0945ec2e-2e65-4cfa-8e23-3caf9acbcb43", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-134726832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0f53b8272fa4e55be205cf13607a37f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3677250-6a", "ovs_interfaceid": "a3677250-6a57-442d-88aa-97202061c98e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'attachment_id': '1e615707-f6c6-4748-a2cb-d2555b70e77d', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xdfNUmFK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8fcb379b-6c55-4361-8712-e3097b69ccd7', 'attached_at': '', 'detached_at': '', 'volume_id': '6a9b2e11-3b7a-4135-b94e-dcab3d235344', 'serial': '6a9b2e11-3b7a-4135-b94e-dcab3d235344'}, 'mount_device': '/dev/vda', 'boot_index': 0, 'volume_type': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:26:06 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 10 13:26:06 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 10 13:26:06 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG nova.objects.instance [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Lazy-loading 'vcpu_model' on Instance uuid 8fcb379b-6c55-4361-8712-e3097b69ccd7 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xdfNUmFK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:26:06 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 10 13:26:06 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:26:06 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 10 13:26:06 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:26:06 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c1c5eb6d-6850-4737-bf9a-2f08f536ebac tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Acquiring lock "dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c1c5eb6d-6850-4737-bf9a-2f08f536ebac tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Lock "dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:26:06 user nova-compute[86206]: INFO nova.compute.manager [None req-c1c5eb6d-6850-4737-bf9a-2f08f536ebac tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Attaching volume 498b5553-d466-4b2b-9e57-4d305c76e453 to /dev/vdb
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c18fd2f-e679-4b06-91e0-3b7c6d6bfce3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 13:26:06 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.028s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9e49af6-d51f-4d2c-b720-5fde665fc315]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344] added
Nov 10 13:26:06 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[73143fca-430f-4b81-ae2e-9b1ab3b93f04]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4bcbb09-854b-40e6-9ae3-68bc46d8b66c]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xdfNUmFK {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG os_brick.utils [None req-c1c5eb6d-6850-4737-bf9a-2f08f536ebac tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xdfNUmFK" returned: 0 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ced3fe7d-c2db-44d8-b418-f757802a7bfd]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xdfNUmFK'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.030s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c6ddd67-fd1a-4b27-9257-143201405416]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.026s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ebbf7cf-2459-4c8a-a87d-5c69504c66a8]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.026s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4914c13-3955-4bf3-97ae-5a0484e4e23c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[10328844-1d1e-4e72-87f6-e380de117702]: (4, ('tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[0420a60f-9fad-4187-8742-2c2ebf27067c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:26:06 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] iscsi session list stdout=tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:26:06 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[93399510-74dd-4d36-97b6-850b7e37d837]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c1c5eb6d-6850-4737-bf9a-2f08f536ebac tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c1c5eb6d-6850-4737-bf9a-2f08f536ebac tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c1c5eb6d-6850-4737-bf9a-2f08f536ebac tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e914763-dd98-4fd4-8944-f4c173440df8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344, portal: 172.16.0.220,3260]
Nov 10 13:26:06 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344, portal: 172.16.0.220,3260] successful.
Nov 10 13:26:06 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:26:06 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f215e978-a152-4a25-91aa-1b6b0f018866]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-c1c5eb6d-6850-4737-bf9a-2f08f536ebac tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-c1c5eb6d-6850-4737-bf9a-2f08f536ebac tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-c1c5eb6d-6850-4737-bf9a-2f08f536ebac tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG os_brick.utils [None req-c1c5eb6d-6850-4737-bf9a-2f08f536ebac tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] <== get_connector_properties: return (201ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-c1c5eb6d-6850-4737-bf9a-2f08f536ebac tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Updating existing volume attachment record: 7acceda8-8d2c-4c84-adba-92110cb41b45 {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9874f8e-07da-4756-a0d4-3b3768560c0e]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:26:06 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:07 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2f217a1-9cee-4763-9134-054386767039]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:07 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 (non-flash)
Nov 10 13:26:07 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:26:07 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:26:07 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 (non-flash)
Nov 10 13:26:07 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:26:07 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:26:07 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.381s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:26:07 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:26:07 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] HCTL ('33', '-', '-', 0) found on session 15 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:26:07 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:26:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:07 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed21379f-0196-49f8-abd0-1325215f900a]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:07 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Searching for a device in session 15 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:26:07 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xdfNUmFK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:26:07 user nova-compute[86206]: DEBUG nova.compute.manager [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:26:07 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:26:07 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Instance spawned successfully.
Nov 10 13:26:07 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:26:07 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:26:07 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:26:07 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:26:07 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:26:07 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:26:07 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:26:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2a2c5e8e-350a-4c05-a12d-34d65e90c569 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquiring lock "b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:26:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2a2c5e8e-350a-4c05-a12d-34d65e90c569 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:26:07 user nova-compute[86206]: INFO nova.compute.manager [None req-2a2c5e8e-350a-4c05-a12d-34d65e90c569 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Shelving
Nov 10 13:26:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:07 user nova-compute[86206]: INFO nova.compute.manager [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Took 7.30 seconds to spawn the instance on the hypervisor.
Nov 10 13:26:07 user nova-compute[86206]: DEBUG nova.compute.manager [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:26:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:07 user nova-compute[86206]: INFO nova.compute.manager [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Took 8.32 seconds to build instance.
Nov 10 13:26:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2555635e-f967-4013-9f18-bf1a51e25bc2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.481s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:26:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:07 user nova-compute[86206]: DEBUG nova.compute.manager [req-eb2959e4-c498-4cf3-b331-d424ba193e65 req-ce1c277f-3079-49fd-a30a-532f617827fc service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Received event network-vif-unplugged-989d7d75-6750-4951-9ae8-fe6088afb53e {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:26:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-eb2959e4-c498-4cf3-b331-d424ba193e65 req-ce1c277f-3079-49fd-a30a-532f617827fc service nova] Acquiring lock "b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:26:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-eb2959e4-c498-4cf3-b331-d424ba193e65 req-ce1c277f-3079-49fd-a30a-532f617827fc service nova] Lock "b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:26:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-eb2959e4-c498-4cf3-b331-d424ba193e65 req-ce1c277f-3079-49fd-a30a-532f617827fc service nova] Lock "b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:26:07 user nova-compute[86206]: DEBUG nova.compute.manager [req-eb2959e4-c498-4cf3-b331-d424ba193e65 req-ce1c277f-3079-49fd-a30a-532f617827fc service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] No waiting events found dispatching network-vif-unplugged-989d7d75-6750-4951-9ae8-fe6088afb53e {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:26:07 user nova-compute[86206]: WARNING nova.compute.manager [req-eb2959e4-c498-4cf3-b331-d424ba193e65 req-ce1c277f-3079-49fd-a30a-532f617827fc service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Received unexpected event network-vif-unplugged-989d7d75-6750-4951-9ae8-fe6088afb53e for instance with vm_state active and task_state shelving.
Nov 10 13:26:08 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.420s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:26:08 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] <== connect_volume: return (1421ms) {'type': 'block', 'scsi_wwn': '23931373963643462', 'path': '/dev/sdb'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:26:08 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23931373963643462', 'path': '/dev/sdb'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:26:08 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-10T13:22:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-681144147',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1536734913',id=17,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIt02j2HkEEuK1ckbzH9bM1ehhrY1Vw6+jTVmk98MW9XnggY6QChoxYyv26b15b4UCM9I12Uv8lTUfYrs4WL9vNKA2INIZiWZGr8RP4juVpxURSGhk4DeWpdQ07/HuVKeg==',key_name='tempest-keypair-1257693154',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:23:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='e0f53b8272fa4e55be205cf13607a37f',ramdisk_id='',reservation_id='r-yzyqor31',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1934140065',owner_user_name='tempest-ServerActionsV293TestJSON-1934140065-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:25:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='22ce08bbf13442fca10aec4e022867af',uuid=8fcb379b-6c55-4361-8712-e3097b69ccd7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a3677250-6a57-442d-88aa-97202061c98e", "address": "fa:16:3e:7c:c9:2e", "network": {"id": "0945ec2e-2e65-4cfa-8e23-3caf9acbcb43", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-134726832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0f53b8272fa4e55be205cf13607a37f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3677250-6a", "ovs_interfaceid": "a3677250-6a57-442d-88aa-97202061c98e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:26:08 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Converting VIF {"id": "a3677250-6a57-442d-88aa-97202061c98e", "address": "fa:16:3e:7c:c9:2e", "network": {"id": "0945ec2e-2e65-4cfa-8e23-3caf9acbcb43", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-134726832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0f53b8272fa4e55be205cf13607a37f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3677250-6a", "ovs_interfaceid": "a3677250-6a57-442d-88aa-97202061c98e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:26:08 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7c:c9:2e,bridge_name='br-int',has_traffic_filtering=True,id=a3677250-6a57-442d-88aa-97202061c98e,network=Network(0945ec2e-2e65-4cfa-8e23-3caf9acbcb43),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3677250-6a') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:26:08 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:26:08 user nova-compute[86206]:   <uuid>8fcb379b-6c55-4361-8712-e3097b69ccd7</uuid>
Nov 10 13:26:08 user nova-compute[86206]:   <name>instance-00000011</name>
Nov 10 13:26:08 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:26:08 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:26:08 user nova-compute[86206]:   <metadata>
Nov 10 13:26:08 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:26:08 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:26:08 user nova-compute[86206]:       <nova:name>tempest-ServerActionsV293TestJSON-server-681144147</nova:name>
Nov 10 13:26:08 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:26:06</nova:creationTime>
Nov 10 13:26:08 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:26:08 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:26:08 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:26:08 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:26:08 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:26:08 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:26:08 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:26:08 user nova-compute[86206]:       <nova:owner>
Nov 10 13:26:08 user nova-compute[86206]:         <nova:user uuid="22ce08bbf13442fca10aec4e022867af">tempest-ServerActionsV293TestJSON-1934140065-project-member</nova:user>
Nov 10 13:26:08 user nova-compute[86206]:         <nova:project uuid="e0f53b8272fa4e55be205cf13607a37f">tempest-ServerActionsV293TestJSON-1934140065</nova:project>
Nov 10 13:26:08 user nova-compute[86206]:       </nova:owner>
Nov 10 13:26:08 user nova-compute[86206]:       <nova:ports>
Nov 10 13:26:08 user nova-compute[86206]:         <nova:port uuid="a3677250-6a57-442d-88aa-97202061c98e">
Nov 10 13:26:08 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 10 13:26:08 user nova-compute[86206]:         </nova:port>
Nov 10 13:26:08 user nova-compute[86206]:       </nova:ports>
Nov 10 13:26:08 user nova-compute[86206]:     </nova:instance>
Nov 10 13:26:08 user nova-compute[86206]:   </metadata>
Nov 10 13:26:08 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:26:08 user nova-compute[86206]:     <system>
Nov 10 13:26:08 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:26:08 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:26:08 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:26:08 user nova-compute[86206]:       <entry name="serial">8fcb379b-6c55-4361-8712-e3097b69ccd7</entry>
Nov 10 13:26:08 user nova-compute[86206]:       <entry name="uuid">8fcb379b-6c55-4361-8712-e3097b69ccd7</entry>
Nov 10 13:26:08 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:26:08 user nova-compute[86206]:     </system>
Nov 10 13:26:08 user nova-compute[86206]:   </sysinfo>
Nov 10 13:26:08 user nova-compute[86206]:   <os>
Nov 10 13:26:08 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:26:08 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:26:08 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:26:08 user nova-compute[86206]:   </os>
Nov 10 13:26:08 user nova-compute[86206]:   <features>
Nov 10 13:26:08 user nova-compute[86206]:     <acpi/>
Nov 10 13:26:08 user nova-compute[86206]:     <apic/>
Nov 10 13:26:08 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:26:08 user nova-compute[86206]:   </features>
Nov 10 13:26:08 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:26:08 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:26:08 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:26:08 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:26:08 user nova-compute[86206]:   </clock>
Nov 10 13:26:08 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:26:08 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:26:08 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:26:08 user nova-compute[86206]:   </cpu>
Nov 10 13:26:08 user nova-compute[86206]:   <devices>
Nov 10 13:26:08 user nova-compute[86206]:     <disk type="block" device="disk">
Nov 10 13:26:08 user nova-compute[86206]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:26:08 user nova-compute[86206]:       <source dev="/dev/sdb"/>
Nov 10 13:26:08 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:26:08 user nova-compute[86206]:       <serial>6a9b2e11-3b7a-4135-b94e-dcab3d235344</serial>
Nov 10 13:26:08 user nova-compute[86206]:     </disk>
Nov 10 13:26:08 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:26:08 user nova-compute[86206]:       <mac address="fa:16:3e:7c:c9:2e"/>
Nov 10 13:26:08 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:26:08 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:26:08 user nova-compute[86206]:       <target dev="tapa3677250-6a"/>
Nov 10 13:26:08 user nova-compute[86206]:     </interface>
Nov 10 13:26:08 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:26:08 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/8fcb379b-6c55-4361-8712-e3097b69ccd7/console.log" append="off"/>
Nov 10 13:26:08 user nova-compute[86206]:     </serial>
Nov 10 13:26:08 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:26:08 user nova-compute[86206]:     <video>
Nov 10 13:26:08 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:26:08 user nova-compute[86206]:     </video>
Nov 10 13:26:08 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:26:08 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:26:08 user nova-compute[86206]:     </rng>
Nov 10 13:26:08 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:26:08 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:26:08 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:26:08 user nova-compute[86206]:     </memballoon>
Nov 10 13:26:08 user nova-compute[86206]:   </devices>
Nov 10 13:26:08 user nova-compute[86206]: </domain>
Nov 10 13:26:08 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:26:08 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-10T13:22:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-681144147',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1536734913',id=17,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIt02j2HkEEuK1ckbzH9bM1ehhrY1Vw6+jTVmk98MW9XnggY6QChoxYyv26b15b4UCM9I12Uv8lTUfYrs4WL9vNKA2INIZiWZGr8RP4juVpxURSGhk4DeWpdQ07/HuVKeg==',key_name='tempest-keypair-1257693154',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:23:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='e0f53b8272fa4e55be205cf13607a37f',ramdisk_id='',reservation_id='r-yzyqor31',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1934140065',owner_user_name='tempest-ServerActionsV293TestJSON-1934140065-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:25:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='22ce08bbf13442fca10aec4e022867af',uuid=8fcb379b-6c55-4361-8712-e3097b69ccd7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a3677250-6a57-442d-88aa-97202061c98e", "address": "fa:16:3e:7c:c9:2e", "network": {"id": "0945ec2e-2e65-4cfa-8e23-3caf9acbcb43", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-134726832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0f53b8272fa4e55be205cf13607a37f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3677250-6a", "ovs_interfaceid": "a3677250-6a57-442d-88aa-97202061c98e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:26:08 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Converting VIF {"id": "a3677250-6a57-442d-88aa-97202061c98e", "address": "fa:16:3e:7c:c9:2e", "network": {"id": "0945ec2e-2e65-4cfa-8e23-3caf9acbcb43", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-134726832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0f53b8272fa4e55be205cf13607a37f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3677250-6a", "ovs_interfaceid": "a3677250-6a57-442d-88aa-97202061c98e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:26:08 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7c:c9:2e,bridge_name='br-int',has_traffic_filtering=True,id=a3677250-6a57-442d-88aa-97202061c98e,network=Network(0945ec2e-2e65-4cfa-8e23-3caf9acbcb43),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3677250-6a') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:26:08 user nova-compute[86206]: DEBUG os_vif [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:c9:2e,bridge_name='br-int',has_traffic_filtering=True,id=a3677250-6a57-442d-88aa-97202061c98e,network=Network(0945ec2e-2e65-4cfa-8e23-3caf9acbcb43),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3677250-6a') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:26:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:26:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:26:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '95c5a396-e2aa-552d-bbc6-f67035bf6935', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:26:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:26:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa3677250-6a, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:26:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa3677250-6a, col_values=(('qos', UUID('1c0bb81b-6fa2-48ca-9caa-e4ad5d3b9caf')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:26:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa3677250-6a, col_values=(('external_ids', {'iface-id': 'a3677250-6a57-442d-88aa-97202061c98e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7c:c9:2e', 'vm-uuid': '8fcb379b-6c55-4361-8712-e3097b69ccd7'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:26:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:26:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:08 user nova-compute[86206]: INFO os_vif [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:c9:2e,bridge_name='br-int',has_traffic_filtering=True,id=a3677250-6a57-442d-88aa-97202061c98e,network=Network(0945ec2e-2e65-4cfa-8e23-3caf9acbcb43),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3677250-6a')
Nov 10 13:26:08 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:26:08 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] No VIF found with MAC fa:16:3e:7c:c9:2e, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:26:08 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Instance destroyed successfully.
Nov 10 13:26:08 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-2a2c5e8e-350a-4c05-a12d-34d65e90c569 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Beginning cold snapshot process
Nov 10 13:26:09 user nova-compute[86206]: DEBUG nova.privsep.utils [None req-2a2c5e8e-350a-4c05-a12d-34d65e90c569 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=86206) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 10 13:26:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-2a2c5e8e-350a-4c05-a12d-34d65e90c569 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae/disk /opt/stack/data/nova/instances/snapshots/tmpfmtqvnvf/4c89e785aa3749bfa3a04aba77a9d6eb {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-2a2c5e8e-350a-4c05-a12d-34d65e90c569 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae/disk /opt/stack/data/nova/instances/snapshots/tmpfmtqvnvf/4c89e785aa3749bfa3a04aba77a9d6eb" returned: 0 in 0.952s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:09 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-2a2c5e8e-350a-4c05-a12d-34d65e90c569 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Snapshot extracted, beginning image upload
Nov 10 13:26:10 user nova-compute[86206]: DEBUG nova.compute.manager [req-38977f11-aed7-47a2-baa5-2d02e3567906 req-aef3997b-3a16-4d18-a0ed-3710b60af139 service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Received event network-vif-plugged-989d7d75-6750-4951-9ae8-fe6088afb53e {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:26:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-38977f11-aed7-47a2-baa5-2d02e3567906 req-aef3997b-3a16-4d18-a0ed-3710b60af139 service nova] Acquiring lock "b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:26:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-38977f11-aed7-47a2-baa5-2d02e3567906 req-aef3997b-3a16-4d18-a0ed-3710b60af139 service nova] Lock "b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:26:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-38977f11-aed7-47a2-baa5-2d02e3567906 req-aef3997b-3a16-4d18-a0ed-3710b60af139 service nova] Lock "b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:26:10 user nova-compute[86206]: DEBUG nova.compute.manager [req-38977f11-aed7-47a2-baa5-2d02e3567906 req-aef3997b-3a16-4d18-a0ed-3710b60af139 service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] No waiting events found dispatching network-vif-plugged-989d7d75-6750-4951-9ae8-fe6088afb53e {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:26:10 user nova-compute[86206]: WARNING nova.compute.manager [req-38977f11-aed7-47a2-baa5-2d02e3567906 req-aef3997b-3a16-4d18-a0ed-3710b60af139 service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Received unexpected event network-vif-plugged-989d7d75-6750-4951-9ae8-fe6088afb53e for instance with vm_state active and task_state shelving_image_pending_upload.
Nov 10 13:26:10 user nova-compute[86206]: DEBUG nova.compute.manager [req-175b6bd9-00d9-4500-bccd-58fd8fa313cd req-66b4c87d-585d-4699-9283-28c1fb106199 service nova] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Received event network-vif-plugged-a3677250-6a57-442d-88aa-97202061c98e {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:26:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-175b6bd9-00d9-4500-bccd-58fd8fa313cd req-66b4c87d-585d-4699-9283-28c1fb106199 service nova] Acquiring lock "8fcb379b-6c55-4361-8712-e3097b69ccd7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:26:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-175b6bd9-00d9-4500-bccd-58fd8fa313cd req-66b4c87d-585d-4699-9283-28c1fb106199 service nova] Lock "8fcb379b-6c55-4361-8712-e3097b69ccd7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:26:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-175b6bd9-00d9-4500-bccd-58fd8fa313cd req-66b4c87d-585d-4699-9283-28c1fb106199 service nova] Lock "8fcb379b-6c55-4361-8712-e3097b69ccd7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:26:10 user nova-compute[86206]: DEBUG nova.compute.manager [req-175b6bd9-00d9-4500-bccd-58fd8fa313cd req-66b4c87d-585d-4699-9283-28c1fb106199 service nova] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] No waiting events found dispatching network-vif-plugged-a3677250-6a57-442d-88aa-97202061c98e {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:26:10 user nova-compute[86206]: WARNING nova.compute.manager [req-175b6bd9-00d9-4500-bccd-58fd8fa313cd req-66b4c87d-585d-4699-9283-28c1fb106199 service nova] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Received unexpected event network-vif-plugged-a3677250-6a57-442d-88aa-97202061c98e for instance with vm_state active and task_state rebuild_spawning.
Nov 10 13:26:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:12 user nova-compute[86206]: DEBUG nova.compute.manager [req-1fe1bbd8-8a87-431a-81b7-956d5573e46e req-4febf2a6-7fa6-446f-8481-2fd1615f5363 service nova] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Received event network-vif-plugged-a3677250-6a57-442d-88aa-97202061c98e {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:26:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1fe1bbd8-8a87-431a-81b7-956d5573e46e req-4febf2a6-7fa6-446f-8481-2fd1615f5363 service nova] Acquiring lock "8fcb379b-6c55-4361-8712-e3097b69ccd7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:26:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1fe1bbd8-8a87-431a-81b7-956d5573e46e req-4febf2a6-7fa6-446f-8481-2fd1615f5363 service nova] Lock "8fcb379b-6c55-4361-8712-e3097b69ccd7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:26:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1fe1bbd8-8a87-431a-81b7-956d5573e46e req-4febf2a6-7fa6-446f-8481-2fd1615f5363 service nova] Lock "8fcb379b-6c55-4361-8712-e3097b69ccd7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:26:12 user nova-compute[86206]: DEBUG nova.compute.manager [req-1fe1bbd8-8a87-431a-81b7-956d5573e46e req-4febf2a6-7fa6-446f-8481-2fd1615f5363 service nova] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] No waiting events found dispatching network-vif-plugged-a3677250-6a57-442d-88aa-97202061c98e {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:26:12 user nova-compute[86206]: WARNING nova.compute.manager [req-1fe1bbd8-8a87-431a-81b7-956d5573e46e req-4febf2a6-7fa6-446f-8481-2fd1615f5363 service nova] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Received unexpected event network-vif-plugged-a3677250-6a57-442d-88aa-97202061c98e for instance with vm_state active and task_state rebuild_spawning.
Nov 10 13:26:12 user nova-compute[86206]: DEBUG nova.compute.manager [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:26:12 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:26:12 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Instance spawned successfully.
Nov 10 13:26:12 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:26:12 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:26:12 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:26:12 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:26:12 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:26:12 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:26:12 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:26:12 user nova-compute[86206]: DEBUG nova.compute.manager [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:26:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:26:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:26:12 user nova-compute[86206]: DEBUG nova.objects.instance [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=86206) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Nov 10 13:26:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-290834c0-be1e-4ffb-b7f0-5c4859904e5e tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.095s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:26:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:13 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-2a2c5e8e-350a-4c05-a12d-34d65e90c569 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Snapshot image upload complete
Nov 10 13:26:13 user nova-compute[86206]: DEBUG nova.compute.manager [None req-2a2c5e8e-350a-4c05-a12d-34d65e90c569 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:26:13 user nova-compute[86206]: INFO nova.compute.manager [None req-2a2c5e8e-350a-4c05-a12d-34d65e90c569 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Shelve offloading
Nov 10 13:26:13 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Instance destroyed successfully.
Nov 10 13:26:13 user nova-compute[86206]: DEBUG nova.compute.manager [None req-2a2c5e8e-350a-4c05-a12d-34d65e90c569 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:26:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2a2c5e8e-350a-4c05-a12d-34d65e90c569 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquiring lock "refresh_cache-b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:26:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2a2c5e8e-350a-4c05-a12d-34d65e90c569 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquired lock "refresh_cache-b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:26:13 user nova-compute[86206]: DEBUG nova.network.neutron [None req-2a2c5e8e-350a-4c05-a12d-34d65e90c569 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:26:13 user nova-compute[86206]: DEBUG nova.network.neutron [None req-2a2c5e8e-350a-4c05-a12d-34d65e90c569 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Updating instance_info_cache with network_info: [{"id": "989d7d75-6750-4951-9ae8-fe6088afb53e", "address": "fa:16:3e:fb:1a:64", "network": {"id": "5a991f6d-4193-40ea-9421-a275452a484e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-83404637-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e28d28d5ba14f608683b61fac770521", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989d7d75-67", "ovs_interfaceid": "989d7d75-6750-4951-9ae8-fe6088afb53e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:26:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2a2c5e8e-350a-4c05-a12d-34d65e90c569 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Releasing lock "refresh_cache-b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:26:14 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Instance destroyed successfully.
Nov 10 13:26:14 user nova-compute[86206]: DEBUG nova.objects.instance [None req-2a2c5e8e-350a-4c05-a12d-34d65e90c569 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lazy-loading 'resources' on Instance uuid b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:26:14 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-2a2c5e8e-350a-4c05-a12d-34d65e90c569 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:24:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-880876983',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-880876983',id=19,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE02zL8TlArWEp8wWys8VsxfmmoPvuji9rBPKX8SgmjkFm8oU4rJgkTM5MU5wCdYUBEWxTSNO+yDIanyIMOAN16SDzRKs1rue9mUs5qRUUpLSm9MXeEGvzjOIf1fHlJAgg==',key_name='tempest-keypair-227421102',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:24:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='1e28d28d5ba14f608683b61fac770521',ramdisk_id='',reservation_id='r-rtt3a0qc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1902291949',owner_user_name='tempest-AttachVolumeShelveTestJSON-1902291949-project-member',shelved_at='2023-11-10T13:26:13.289468',shelved_host='user',shelved_image_id='e439d833-8d37-4da8-ae47-e4e869956efe'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:26:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9b37dd375e0443eba2635424cedbbbef',uuid=b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "989d7d75-6750-4951-9ae8-fe6088afb53e", "address": "fa:16:3e:fb:1a:64", "network": {"id": "5a991f6d-4193-40ea-9421-a275452a484e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-83404637-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e28d28d5ba14f608683b61fac770521", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989d7d75-67", "ovs_interfaceid": "989d7d75-6750-4951-9ae8-fe6088afb53e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:26:14 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-2a2c5e8e-350a-4c05-a12d-34d65e90c569 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Converting VIF {"id": "989d7d75-6750-4951-9ae8-fe6088afb53e", "address": "fa:16:3e:fb:1a:64", "network": {"id": "5a991f6d-4193-40ea-9421-a275452a484e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-83404637-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e28d28d5ba14f608683b61fac770521", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989d7d75-67", "ovs_interfaceid": "989d7d75-6750-4951-9ae8-fe6088afb53e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:26:14 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-2a2c5e8e-350a-4c05-a12d-34d65e90c569 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fb:1a:64,bridge_name='br-int',has_traffic_filtering=True,id=989d7d75-6750-4951-9ae8-fe6088afb53e,network=Network(5a991f6d-4193-40ea-9421-a275452a484e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap989d7d75-67') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:26:14 user nova-compute[86206]: DEBUG os_vif [None req-2a2c5e8e-350a-4c05-a12d-34d65e90c569 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fb:1a:64,bridge_name='br-int',has_traffic_filtering=True,id=989d7d75-6750-4951-9ae8-fe6088afb53e,network=Network(5a991f6d-4193-40ea-9421-a275452a484e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap989d7d75-67') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:26:14 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:14 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap989d7d75-67, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:26:14 user nova-compute[86206]: DEBUG nova.compute.manager [req-77071a5d-f6ff-4ac0-b7e2-09ffa59b780b req-9066d2e9-2bf3-4e65-bd17-75ddbff3ba1d service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Received event network-changed-989d7d75-6750-4951-9ae8-fe6088afb53e {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:26:14 user nova-compute[86206]: DEBUG nova.compute.manager [req-77071a5d-f6ff-4ac0-b7e2-09ffa59b780b req-9066d2e9-2bf3-4e65-bd17-75ddbff3ba1d service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Refreshing instance network info cache due to event network-changed-989d7d75-6750-4951-9ae8-fe6088afb53e. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:26:14 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-77071a5d-f6ff-4ac0-b7e2-09ffa59b780b req-9066d2e9-2bf3-4e65-bd17-75ddbff3ba1d service nova] Acquiring lock "refresh_cache-b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:26:14 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-77071a5d-f6ff-4ac0-b7e2-09ffa59b780b req-9066d2e9-2bf3-4e65-bd17-75ddbff3ba1d service nova] Acquired lock "refresh_cache-b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:26:14 user nova-compute[86206]: DEBUG nova.network.neutron [req-77071a5d-f6ff-4ac0-b7e2-09ffa59b780b req-9066d2e9-2bf3-4e65-bd17-75ddbff3ba1d service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Refreshing network info cache for port 989d7d75-6750-4951-9ae8-fe6088afb53e {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:26:14 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:14 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:26:14 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:14 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4f1dfbe5-6771-4bd2-b88a-ee111cb16bb6) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:26:14 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:14 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:14 user nova-compute[86206]: INFO os_vif [None req-2a2c5e8e-350a-4c05-a12d-34d65e90c569 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fb:1a:64,bridge_name='br-int',has_traffic_filtering=True,id=989d7d75-6750-4951-9ae8-fe6088afb53e,network=Network(5a991f6d-4193-40ea-9421-a275452a484e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap989d7d75-67')
Nov 10 13:26:14 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-2a2c5e8e-350a-4c05-a12d-34d65e90c569 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Deleting instance files /opt/stack/data/nova/instances/b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae_del
Nov 10 13:26:14 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-2a2c5e8e-350a-4c05-a12d-34d65e90c569 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Deletion of /opt/stack/data/nova/instances/b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae_del complete
Nov 10 13:26:14 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-2a2c5e8e-350a-4c05-a12d-34d65e90c569 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Deleted allocations for instance b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae
Nov 10 13:26:14 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2a2c5e8e-350a-4c05-a12d-34d65e90c569 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:26:14 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2a2c5e8e-350a-4c05-a12d-34d65e90c569 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:26:14 user nova-compute[86206]: DEBUG nova.objects.instance [None req-2a2c5e8e-350a-4c05-a12d-34d65e90c569 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lazy-loading 'numa_topology' on Instance uuid b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:26:14 user nova-compute[86206]: DEBUG nova.objects.base [None req-2a2c5e8e-350a-4c05-a12d-34d65e90c569 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Object Instance<b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae> lazy-loaded attributes: resources,numa_topology {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:26:15 user nova-compute[86206]: DEBUG nova.network.neutron [req-77071a5d-f6ff-4ac0-b7e2-09ffa59b780b req-9066d2e9-2bf3-4e65-bd17-75ddbff3ba1d service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Updated VIF entry in instance network info cache for port 989d7d75-6750-4951-9ae8-fe6088afb53e. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:26:15 user nova-compute[86206]: DEBUG nova.network.neutron [req-77071a5d-f6ff-4ac0-b7e2-09ffa59b780b req-9066d2e9-2bf3-4e65-bd17-75ddbff3ba1d service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Updating instance_info_cache with network_info: [{"id": "989d7d75-6750-4951-9ae8-fe6088afb53e", "address": "fa:16:3e:fb:1a:64", "network": {"id": "5a991f6d-4193-40ea-9421-a275452a484e", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-83404637-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e28d28d5ba14f608683b61fac770521", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap989d7d75-67", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:26:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-77071a5d-f6ff-4ac0-b7e2-09ffa59b780b req-9066d2e9-2bf3-4e65-bd17-75ddbff3ba1d service nova] Releasing lock "refresh_cache-b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:26:15 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-2a2c5e8e-350a-4c05-a12d-34d65e90c569 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:26:15 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-2a2c5e8e-350a-4c05-a12d-34d65e90c569 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:26:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2a2c5e8e-350a-4c05-a12d-34d65e90c569 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.450s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:26:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2a2c5e8e-350a-4c05-a12d-34d65e90c569 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 7.945s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:26:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:19 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:19 user nova-compute[86206]: DEBUG nova.objects.instance [None req-dc7793b3-d512-4629-a728-4723a10d3b71 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lazy-loading 'flavor' on Instance uuid 0cd831ff-01f4-4619-9b56-2455a7a54486 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:26:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-dc7793b3-d512-4629-a728-4723a10d3b71 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "0cd831ff-01f4-4619-9b56-2455a7a54486" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 39.836s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:26:20 user nova-compute[86206]: INFO nova.virt.block_device [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Booting with volume 50000c75-17df-4758-b966-b8a453024c6d at /dev/vdc
Nov 10 13:26:20 user nova-compute[86206]: DEBUG os_brick.utils [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:26:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:20 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[6df9f0cc-ae54-41f5-a757-d67593f5f86b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:20 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[352a6fb6-dc2f-4a75-8686-e55f16216148]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:20 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4a379bb-f5da-4f45-a800-91af19a9f29d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:20 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[90d9cb9c-77f5-4b94-940b-f579407cc20b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:26:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:26:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b669dda5-2b28-4ea9-b129-92ccb70e9658 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Acquiring lock "e67daf4a-9438-455c-ad9e-f4b706296f77" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:26:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b669dda5-2b28-4ea9-b129-92ccb70e9658 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Lock "e67daf4a-9438-455c-ad9e-f4b706296f77" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.003s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:26:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:26:20 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:26:20 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f80671f-c75f-4529-bed0-61e93b9bebd6]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:26:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:26:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:26:20 user nova-compute[86206]: DEBUG os_brick.utils [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] <== get_connector_properties: return (166ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:26:20 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Updating existing volume attachment record: 28ba8e35-708d-4016-ab7b-1f2b3efe6fea {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 13:26:20 user nova-compute[86206]: DEBUG nova.objects.instance [None req-b669dda5-2b28-4ea9-b129-92ccb70e9658 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Lazy-loading 'flavor' on Instance uuid e67daf4a-9438-455c-ad9e-f4b706296f77 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:26:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b669dda5-2b28-4ea9-b129-92ccb70e9658 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Lock "e67daf4a-9438-455c-ad9e-f4b706296f77" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.073s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:26:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b669dda5-2b28-4ea9-b129-92ccb70e9658 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Acquiring lock "e67daf4a-9438-455c-ad9e-f4b706296f77" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:26:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b669dda5-2b28-4ea9-b129-92ccb70e9658 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Lock "e67daf4a-9438-455c-ad9e-f4b706296f77" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:26:20 user nova-compute[86206]: INFO nova.compute.manager [None req-b669dda5-2b28-4ea9-b129-92ccb70e9658 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Attaching volume fd3a86ad-8104-4096-ba30-e304a591d61e to /dev/vdb
Nov 10 13:26:20 user nova-compute[86206]: DEBUG os_brick.utils [None req-b669dda5-2b28-4ea9-b129-92ccb70e9658 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:26:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:20 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[d224127e-954c-402c-9bf6-8b9139ffd40b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:20 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a912beb-3bdc-44e0-a77d-66e568941c00]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:20 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[45e28b9b-b244-4416-a968-45f202f6f246]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:20 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a299fcfe-d561-4b15-987b-fd39f00f8539]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b669dda5-2b28-4ea9-b129-92ccb70e9658 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b669dda5-2b28-4ea9-b129-92ccb70e9658 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:26:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b669dda5-2b28-4ea9-b129-92ccb70e9658 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:26:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:26:20 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:26:20 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9a6c079-37ff-4230-9eb8-b3c183885469]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-b669dda5-2b28-4ea9-b129-92ccb70e9658 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:26:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-b669dda5-2b28-4ea9-b129-92ccb70e9658 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:26:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-b669dda5-2b28-4ea9-b129-92ccb70e9658 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:26:20 user nova-compute[86206]: DEBUG os_brick.utils [None req-b669dda5-2b28-4ea9-b129-92ccb70e9658 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:26:20 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-b669dda5-2b28-4ea9-b129-92ccb70e9658 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Updating existing volume attachment record: fe5d071c-212f-4b74-ae2e-4d423fbc5b6c {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 13:26:22 user nova-compute[86206]: ERROR nova.volume.cinder [None req-c1c5eb6d-6850-4737-bf9a-2f08f536ebac tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Update attachment failed for attachment 7acceda8-8d2c-4c84-adba-92110cb41b45. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-ab0727b6-cfa0-424a-8829-b5e24496ba00) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-ab0727b6-cfa0-424a-8829-b5e24496ba00)
Nov 10 13:26:22 user nova-compute[86206]: ERROR nova.compute.manager [None req-c1c5eb6d-6850-4737-bf9a-2f08f536ebac tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Failed to attach 498b5553-d466-4b2b-9e57-4d305c76e453 at /dev/vdb: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-ab0727b6-cfa0-424a-8829-b5e24496ba00)
Nov 10 13:26:22 user nova-compute[86206]: ERROR nova.compute.manager [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Traceback (most recent call last):
Nov 10 13:26:22 user nova-compute[86206]: ERROR nova.compute.manager [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7]   File "/opt/stack/nova/nova/compute/manager.py", line 7567, in _attach_volume
Nov 10 13:26:22 user nova-compute[86206]: ERROR nova.compute.manager [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7]     bdm.attach(context, instance, self.volume_api, self.driver,
Nov 10 13:26:22 user nova-compute[86206]: ERROR nova.compute.manager [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7]   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Nov 10 13:26:22 user nova-compute[86206]: ERROR nova.compute.manager [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7]     ret_val = method(obj, context, *args, **kwargs)
Nov 10 13:26:22 user nova-compute[86206]: ERROR nova.compute.manager [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7]   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Nov 10 13:26:22 user nova-compute[86206]: ERROR nova.compute.manager [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7]     self._do_attach(context, instance, volume, volume_api,
Nov 10 13:26:22 user nova-compute[86206]: ERROR nova.compute.manager [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7]   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Nov 10 13:26:22 user nova-compute[86206]: ERROR nova.compute.manager [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7]     self._volume_attach(context, volume, connector, instance,
Nov 10 13:26:22 user nova-compute[86206]: ERROR nova.compute.manager [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7]   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Nov 10 13:26:22 user nova-compute[86206]: ERROR nova.compute.manager [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7]     connection_info = volume_api.attachment_update(
Nov 10 13:26:22 user nova-compute[86206]: ERROR nova.compute.manager [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 10 13:26:22 user nova-compute[86206]: ERROR nova.compute.manager [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7]     res = method(self, ctx, *args, **kwargs)
Nov 10 13:26:22 user nova-compute[86206]: ERROR nova.compute.manager [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Nov 10 13:26:22 user nova-compute[86206]: ERROR nova.compute.manager [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7]     res = method(self, ctx, attachment_id, *args, **kwargs)
Nov 10 13:26:22 user nova-compute[86206]: ERROR nova.compute.manager [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Nov 10 13:26:22 user nova-compute[86206]: ERROR nova.compute.manager [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7]     with excutils.save_and_reraise_exception():
Nov 10 13:26:22 user nova-compute[86206]: ERROR nova.compute.manager [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 13:26:22 user nova-compute[86206]: ERROR nova.compute.manager [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7]     self.force_reraise()
Nov 10 13:26:22 user nova-compute[86206]: ERROR nova.compute.manager [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 13:26:22 user nova-compute[86206]: ERROR nova.compute.manager [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7]     raise self.value
Nov 10 13:26:22 user nova-compute[86206]: ERROR nova.compute.manager [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Nov 10 13:26:22 user nova-compute[86206]: ERROR nova.compute.manager [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7]     context, '3.44', skip_version_check=True).attachments.update(
Nov 10 13:26:22 user nova-compute[86206]: ERROR nova.compute.manager [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Nov 10 13:26:22 user nova-compute[86206]: ERROR nova.compute.manager [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7]     return method.func(obj, *args, **kwargs)
Nov 10 13:26:22 user nova-compute[86206]: ERROR nova.compute.manager [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Nov 10 13:26:22 user nova-compute[86206]: ERROR nova.compute.manager [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7]     resp = self._update('/attachments/%s' % id, body)
Nov 10 13:26:22 user nova-compute[86206]: ERROR nova.compute.manager [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Nov 10 13:26:22 user nova-compute[86206]: ERROR nova.compute.manager [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7]     resp, body = self.api.client.put(url, body=body, **kwargs)
Nov 10 13:26:22 user nova-compute[86206]: ERROR nova.compute.manager [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Nov 10 13:26:22 user nova-compute[86206]: ERROR nova.compute.manager [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7]     return self._cs_request(url, 'PUT', **kwargs)
Nov 10 13:26:22 user nova-compute[86206]: ERROR nova.compute.manager [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 10 13:26:22 user nova-compute[86206]: ERROR nova.compute.manager [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7]     return self.request(url, method, **kwargs)
Nov 10 13:26:22 user nova-compute[86206]: ERROR nova.compute.manager [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 10 13:26:22 user nova-compute[86206]: ERROR nova.compute.manager [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7]     raise exceptions.from_response(resp, body)
Nov 10 13:26:22 user nova-compute[86206]: ERROR nova.compute.manager [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-ab0727b6-cfa0-424a-8829-b5e24496ba00)
Nov 10 13:26:22 user nova-compute[86206]: ERROR nova.compute.manager [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] 
Nov 10 13:26:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c1c5eb6d-6850-4737-bf9a-2f08f536ebac tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Lock "dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 16.212s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server [None req-c1c5eb6d-6850-4737-bf9a-2f08f536ebac tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Exception during message handling: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-ab0727b6-cfa0-424a-8829-b5e24496ba00)
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/utils.py", line 1439, in decorated_function
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7553, in attach_volume
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     do_attach_volume(context, instance, driver_bdm)
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 414, in inner
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7550, in do_attach_volume
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7548, in do_attach_volume
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     return self._attach_volume(context, instance, driver_bdm)
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7570, in _attach_volume
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7567, in _attach_volume
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     bdm.attach(context, instance, self.volume_api, self.driver,
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     ret_val = method(obj, context, *args, **kwargs)
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     self._do_attach(context, instance, volume, volume_api,
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     self._volume_attach(context, volume, connector, instance,
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     connection_info = volume_api.attachment_update(
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, *args, **kwargs)
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, attachment_id, *args, **kwargs)
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     context, '3.44', skip_version_check=True).attachments.update(
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     return method.func(obj, *args, **kwargs)
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     resp = self._update('/attachments/%s' % id, body)
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     resp, body = self.api.client.put(url, body=body, **kwargs)
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     return self._cs_request(url, 'PUT', **kwargs)
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     return self.request(url, method, **kwargs)
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     raise exceptions.from_response(resp, body)
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-ab0727b6-cfa0-424a-8829-b5e24496ba00)
Nov 10 13:26:22 user nova-compute[86206]: ERROR oslo_messaging.rpc.server 
Nov 10 13:26:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:27 user nova-compute[86206]: DEBUG nova.compute.manager [req-ea503a26-4d10-4b2b-b7e5-8c4c8f936d6d req-02f265e6-9ea7-4c6c-ac0a-ad0eae9bbdb1 service nova] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Received event network-changed-b0d05a84-d4b6-4aac-b4a2-77a81f7e307c {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:26:27 user nova-compute[86206]: DEBUG nova.compute.manager [req-ea503a26-4d10-4b2b-b7e5-8c4c8f936d6d req-02f265e6-9ea7-4c6c-ac0a-ad0eae9bbdb1 service nova] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Refreshing instance network info cache due to event network-changed-b0d05a84-d4b6-4aac-b4a2-77a81f7e307c. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:26:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-ea503a26-4d10-4b2b-b7e5-8c4c8f936d6d req-02f265e6-9ea7-4c6c-ac0a-ad0eae9bbdb1 service nova] Acquiring lock "refresh_cache-a0d1fe8d-2907-41a6-beb7-37ffaed0653f" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:26:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-ea503a26-4d10-4b2b-b7e5-8c4c8f936d6d req-02f265e6-9ea7-4c6c-ac0a-ad0eae9bbdb1 service nova] Acquired lock "refresh_cache-a0d1fe8d-2907-41a6-beb7-37ffaed0653f" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:26:27 user nova-compute[86206]: DEBUG nova.network.neutron [req-ea503a26-4d10-4b2b-b7e5-8c4c8f936d6d req-02f265e6-9ea7-4c6c-ac0a-ad0eae9bbdb1 service nova] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Refreshing network info cache for port b0d05a84-d4b6-4aac-b4a2-77a81f7e307c {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:26:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:28 user nova-compute[86206]: DEBUG nova.network.neutron [req-ea503a26-4d10-4b2b-b7e5-8c4c8f936d6d req-02f265e6-9ea7-4c6c-ac0a-ad0eae9bbdb1 service nova] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Updated VIF entry in instance network info cache for port b0d05a84-d4b6-4aac-b4a2-77a81f7e307c. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:26:28 user nova-compute[86206]: DEBUG nova.network.neutron [req-ea503a26-4d10-4b2b-b7e5-8c4c8f936d6d req-02f265e6-9ea7-4c6c-ac0a-ad0eae9bbdb1 service nova] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Updating instance_info_cache with network_info: [{"id": "b0d05a84-d4b6-4aac-b4a2-77a81f7e307c", "address": "fa:16:3e:a9:cd:c8", "network": {"id": "f828dc86-8039-4e45-9f53-d673da27848a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1822137762-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f51f5a8c19194cd9aeeddc45b3de1fb4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0d05a84-d4", "ovs_interfaceid": "b0d05a84-d4b6-4aac-b4a2-77a81f7e307c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:26:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-ea503a26-4d10-4b2b-b7e5-8c4c8f936d6d req-02f265e6-9ea7-4c6c-ac0a-ad0eae9bbdb1 service nova] Releasing lock "refresh_cache-a0d1fe8d-2907-41a6-beb7-37ffaed0653f" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:26:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:29 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:26:29 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:26:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:26:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:26:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:26:29 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:26:30 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:26:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3715626-38d4-4338-9563-0e8c412f0141/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3715626-38d4-4338-9563-0e8c412f0141/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3715626-38d4-4338-9563-0e8c412f0141/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f096c480-8baa-4626-8990-85cd4cb7fbb8 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "0cd831ff-01f4-4619-9b56-2455a7a54486" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:26:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f096c480-8baa-4626-8990-85cd4cb7fbb8 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "0cd831ff-01f4-4619-9b56-2455a7a54486" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:26:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f096c480-8baa-4626-8990-85cd4cb7fbb8 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "0cd831ff-01f4-4619-9b56-2455a7a54486-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:26:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f096c480-8baa-4626-8990-85cd4cb7fbb8 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "0cd831ff-01f4-4619-9b56-2455a7a54486-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:26:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f096c480-8baa-4626-8990-85cd4cb7fbb8 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "0cd831ff-01f4-4619-9b56-2455a7a54486-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:26:30 user nova-compute[86206]: INFO nova.compute.manager [None req-f096c480-8baa-4626-8990-85cd4cb7fbb8 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Terminating instance
Nov 10 13:26:30 user nova-compute[86206]: DEBUG nova.compute.manager [None req-f096c480-8baa-4626-8990-85cd4cb7fbb8 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:26:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3715626-38d4-4338-9563-0e8c412f0141/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:30 user nova-compute[86206]: DEBUG nova.compute.manager [req-bc853ae5-faef-4695-ade4-62d4baf14657 req-e55b95ee-f97d-49b4-8ae3-f4fc596e34b7 service nova] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Received event network-vif-unplugged-7c55ba36-d411-490b-97ab-48baaa987e2c {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:26:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-bc853ae5-faef-4695-ade4-62d4baf14657 req-e55b95ee-f97d-49b4-8ae3-f4fc596e34b7 service nova] Acquiring lock "0cd831ff-01f4-4619-9b56-2455a7a54486-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:26:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-bc853ae5-faef-4695-ade4-62d4baf14657 req-e55b95ee-f97d-49b4-8ae3-f4fc596e34b7 service nova] Lock "0cd831ff-01f4-4619-9b56-2455a7a54486-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:26:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-bc853ae5-faef-4695-ade4-62d4baf14657 req-e55b95ee-f97d-49b4-8ae3-f4fc596e34b7 service nova] Lock "0cd831ff-01f4-4619-9b56-2455a7a54486-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:26:30 user nova-compute[86206]: DEBUG nova.compute.manager [req-bc853ae5-faef-4695-ade4-62d4baf14657 req-e55b95ee-f97d-49b4-8ae3-f4fc596e34b7 service nova] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] No waiting events found dispatching network-vif-unplugged-7c55ba36-d411-490b-97ab-48baaa987e2c {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:26:30 user nova-compute[86206]: DEBUG nova.compute.manager [req-bc853ae5-faef-4695-ade4-62d4baf14657 req-e55b95ee-f97d-49b4-8ae3-f4fc596e34b7 service nova] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Received event network-vif-unplugged-7c55ba36-d411-490b-97ab-48baaa987e2c for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:26:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:31 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Instance destroyed successfully.
Nov 10 13:26:31 user nova-compute[86206]: DEBUG nova.objects.instance [None req-f096c480-8baa-4626-8990-85cd4cb7fbb8 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lazy-loading 'resources' on Instance uuid 0cd831ff-01f4-4619-9b56-2455a7a54486 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:26:31 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-f096c480-8baa-4626-8990-85cd4cb7fbb8 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-10T13:20:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1686418898',display_name='tempest-ServerActionsTestOtherA-server-1073284533',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1686418898',id=14,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOhmHobsGWJQhXRDH7wFTJN4Ko2T+DyGg5TzR3N7MVdZw7P+ONZE1NuP8MjzMuWjGJVJSv79Z1U3b0WNxxyloLjdgJxzfqAM7mppfgOXomYIhkqIwtFfkhMq2yXD3pGWVA==',key_name='tempest-keypair-2054712040',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:23:23Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='aa556336540e427c9e304bbea288aa30',ramdisk_id='',reservation_id='r-ctlch06s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-390805104',owner_user_name='tempest-ServerActionsTestOtherA-390805104-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:23:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4a3b7d9322594e2fb154a787c8054f20',uuid=0cd831ff-01f4-4619-9b56-2455a7a54486,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7c55ba36-d411-490b-97ab-48baaa987e2c", "address": "fa:16:3e:74:c1:f3", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c55ba36-d4", "ovs_interfaceid": "7c55ba36-d411-490b-97ab-48baaa987e2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:26:31 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-f096c480-8baa-4626-8990-85cd4cb7fbb8 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Converting VIF {"id": "7c55ba36-d411-490b-97ab-48baaa987e2c", "address": "fa:16:3e:74:c1:f3", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c55ba36-d4", "ovs_interfaceid": "7c55ba36-d411-490b-97ab-48baaa987e2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:26:31 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-f096c480-8baa-4626-8990-85cd4cb7fbb8 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:74:c1:f3,bridge_name='br-int',has_traffic_filtering=True,id=7c55ba36-d411-490b-97ab-48baaa987e2c,network=Network(2a23f5a5-f10f-463c-8b01-f554f87e7379),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c55ba36-d4') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:26:31 user nova-compute[86206]: DEBUG os_vif [None req-f096c480-8baa-4626-8990-85cd4cb7fbb8 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:74:c1:f3,bridge_name='br-int',has_traffic_filtering=True,id=7c55ba36-d411-490b-97ab-48baaa987e2c,network=Network(2a23f5a5-f10f-463c-8b01-f554f87e7379),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c55ba36-d4') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:26:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7c55ba36-d4, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:26:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:26:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=72b77b46-41a7-4a52-88e2-da6ccd2b8298) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:26:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:26:31 user nova-compute[86206]: INFO os_vif [None req-f096c480-8baa-4626-8990-85cd4cb7fbb8 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:74:c1:f3,bridge_name='br-int',has_traffic_filtering=True,id=7c55ba36-d411-490b-97ab-48baaa987e2c,network=Network(2a23f5a5-f10f-463c-8b01-f554f87e7379),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c55ba36-d4')
Nov 10 13:26:31 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-f096c480-8baa-4626-8990-85cd4cb7fbb8 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Deleting instance files /opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486_del
Nov 10 13:26:31 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-f096c480-8baa-4626-8990-85cd4cb7fbb8 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Deletion of /opt/stack/data/nova/instances/0cd831ff-01f4-4619-9b56-2455a7a54486_del complete
Nov 10 13:26:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:31 user nova-compute[86206]: INFO nova.compute.manager [None req-f096c480-8baa-4626-8990-85cd4cb7fbb8 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Took 0.98 seconds to destroy the instance on the hypervisor.
Nov 10 13:26:31 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-f096c480-8baa-4626-8990-85cd4cb7fbb8 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:26:31 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:26:31 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:26:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:32 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:32 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Error from libvirt while getting description of instance-0000000e: [Error Code 42] Domain not found: no domain with matching uuid '0cd831ff-01f4-4619-9b56-2455a7a54486' (instance-0000000e): libvirt.libvirtError: Domain not found: no domain with matching uuid '0cd831ff-01f4-4619-9b56-2455a7a54486' (instance-0000000e)
Nov 10 13:26:32 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:26:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0d1fe8d-2907-41a6-beb7-37ffaed0653f/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0d1fe8d-2907-41a6-beb7-37ffaed0653f/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0d1fe8d-2907-41a6-beb7-37ffaed0653f/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:32 user nova-compute[86206]: DEBUG nova.compute.manager [req-3f3912d1-31bb-4ffa-82b4-6db389a2cf14 req-6615307a-a3b9-4bd5-8abc-5ced5f3127c6 service nova] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Received event network-vif-plugged-7c55ba36-d411-490b-97ab-48baaa987e2c {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:26:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-3f3912d1-31bb-4ffa-82b4-6db389a2cf14 req-6615307a-a3b9-4bd5-8abc-5ced5f3127c6 service nova] Acquiring lock "0cd831ff-01f4-4619-9b56-2455a7a54486-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:26:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-3f3912d1-31bb-4ffa-82b4-6db389a2cf14 req-6615307a-a3b9-4bd5-8abc-5ced5f3127c6 service nova] Lock "0cd831ff-01f4-4619-9b56-2455a7a54486-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:26:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-3f3912d1-31bb-4ffa-82b4-6db389a2cf14 req-6615307a-a3b9-4bd5-8abc-5ced5f3127c6 service nova] Lock "0cd831ff-01f4-4619-9b56-2455a7a54486-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:26:32 user nova-compute[86206]: DEBUG nova.compute.manager [req-3f3912d1-31bb-4ffa-82b4-6db389a2cf14 req-6615307a-a3b9-4bd5-8abc-5ced5f3127c6 service nova] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] No waiting events found dispatching network-vif-plugged-7c55ba36-d411-490b-97ab-48baaa987e2c {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:26:32 user nova-compute[86206]: WARNING nova.compute.manager [req-3f3912d1-31bb-4ffa-82b4-6db389a2cf14 req-6615307a-a3b9-4bd5-8abc-5ced5f3127c6 service nova] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Received unexpected event network-vif-plugged-7c55ba36-d411-490b-97ab-48baaa987e2c for instance with vm_state active and task_state deleting.
Nov 10 13:26:33 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:26:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0d1fe8d-2907-41a6-beb7-37ffaed0653f/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:33 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Took 1.60 seconds to deallocate network for instance.
Nov 10 13:26:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f096c480-8baa-4626-8990-85cd4cb7fbb8 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:26:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f096c480-8baa-4626-8990-85cd4cb7fbb8 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:26:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk --force-share --output=json" returned: 0 in 0.239s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:33 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:26:33 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:26:34 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=7497MB free_disk=25.092662811279297GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-f096c480-8baa-4626-8990-85cd4cb7fbb8 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-e1a0adfa-d84b-4a5a-a8ee-3d6fa89bf5d6 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Acquiring lock "a0d1fe8d-2907-41a6-beb7-37ffaed0653f" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-e1a0adfa-d84b-4a5a-a8ee-3d6fa89bf5d6 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "a0d1fe8d-2907-41a6-beb7-37ffaed0653f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-f096c480-8baa-4626-8990-85cd4cb7fbb8 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG nova.objects.instance [None req-e1a0adfa-d84b-4a5a-a8ee-3d6fa89bf5d6 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lazy-loading 'flavor' on Instance uuid a0d1fe8d-2907-41a6-beb7-37ffaed0653f {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f096c480-8baa-4626-8990-85cd4cb7fbb8 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.982s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.159s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-e1a0adfa-d84b-4a5a-a8ee-3d6fa89bf5d6 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "a0d1fe8d-2907-41a6-beb7-37ffaed0653f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.067s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:26:34 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-f096c480-8baa-4626-8990-85cd4cb7fbb8 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Deleted allocations for instance 0cd831ff-01f4-4619-9b56-2455a7a54486
Nov 10 13:26:34 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance e040d0fe-dea0-451e-91e2-6852000fa9dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 4509d78d-a41e-4150-beef-feed0bb03160 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 8a48ce18-2887-4676-9d7b-ebebbc8e5381 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 03a08249-4257-40cc-8cb5-98aa7107d338 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance e67daf4a-9438-455c-ad9e-f4b706296f77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 8fcb379b-6c55-4361-8712-e3097b69ccd7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance a0d1fe8d-2907-41a6-beb7-37ffaed0653f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance d3715626-38d4-4338-9563-0e8c412f0141 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance c1ad95ad-e9d2-4b52-8dd0-8108790f264e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f096c480-8baa-4626-8990-85cd4cb7fbb8 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "0cd831ff-01f4-4619-9b56-2455a7a54486" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.868s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-e1a0adfa-d84b-4a5a-a8ee-3d6fa89bf5d6 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Acquiring lock "a0d1fe8d-2907-41a6-beb7-37ffaed0653f" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-e1a0adfa-d84b-4a5a-a8ee-3d6fa89bf5d6 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "a0d1fe8d-2907-41a6-beb7-37ffaed0653f" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:26:34 user nova-compute[86206]: INFO nova.compute.manager [None req-e1a0adfa-d84b-4a5a-a8ee-3d6fa89bf5d6 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Attaching volume e7f8012a-1b1b-4963-976b-d6f276908d8e to /dev/vdb
Nov 10 13:26:34 user nova-compute[86206]: DEBUG os_brick.utils [None req-e1a0adfa-d84b-4a5a-a8ee-3d6fa89bf5d6 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c01169c3-4069-482d-b527-d851f766fa72]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b39697e0-931a-4801-b0d5-9d57b36f0f9e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[26bb0800-39c4-4d3a-ad9c-a2beefd43791]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b70df917-eb8b-45fe-a91e-6f6dd10fe9f6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-e1a0adfa-d84b-4a5a-a8ee-3d6fa89bf5d6 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-e1a0adfa-d84b-4a5a-a8ee-3d6fa89bf5d6 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e1a0adfa-d84b-4a5a-a8ee-3d6fa89bf5d6 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:26:34 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:26:34 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[85aab612-c058-4f56-ba4c-983937777d2a]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-e1a0adfa-d84b-4a5a-a8ee-3d6fa89bf5d6 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-e1a0adfa-d84b-4a5a-a8ee-3d6fa89bf5d6 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-e1a0adfa-d84b-4a5a-a8ee-3d6fa89bf5d6 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG os_brick.utils [None req-e1a0adfa-d84b-4a5a-a8ee-3d6fa89bf5d6 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] <== get_connector_properties: return (148ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-e1a0adfa-d84b-4a5a-a8ee-3d6fa89bf5d6 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Updating existing volume attachment record: dc1207c9-f9a9-41d2-8dd8-f894d0a4c969 {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.636s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:26:34 user nova-compute[86206]: DEBUG nova.compute.manager [req-985f0850-f56d-4086-ad66-0e57ef7ed36c req-8a1ac523-0b35-4e40-80c7-58a3ce967c7e service nova] [instance: 0cd831ff-01f4-4619-9b56-2455a7a54486] Received event network-vif-deleted-7c55ba36-d411-490b-97ab-48baaa987e2c {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:26:35 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:26:35 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:26:35 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:26:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "refresh_cache-4509d78d-a41e-4150-beef-feed0bb03160" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:26:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquired lock "refresh_cache-4509d78d-a41e-4150-beef-feed0bb03160" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:26:36 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Forcefully refreshing network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 10 13:26:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:36 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Updating instance_info_cache with network_info: [{"id": "e77bf2d2-2e29-42eb-896a-57bde9a85c3a", "address": "fa:16:3e:b1:2e:11", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape77bf2d2-2e", "ovs_interfaceid": "e77bf2d2-2e29-42eb-896a-57bde9a85c3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:26:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Releasing lock "refresh_cache-4509d78d-a41e-4150-beef-feed0bb03160" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:26:36 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Updated the network info_cache for instance {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 10 13:26:36 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:26:36 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:26:36 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:26:36 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:26:36 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:26:36 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:26:36 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 13:26:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:57 user nova-compute[86206]: ERROR nova.volume.cinder [None req-e1a0adfa-d84b-4a5a-a8ee-3d6fa89bf5d6 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Update attachment failed for attachment dc1207c9-f9a9-41d2-8dd8-f894d0a4c969. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-779dd405-0f8d-4d26-881d-862ccfb9dddc) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-779dd405-0f8d-4d26-881d-862ccfb9dddc)
Nov 10 13:26:57 user nova-compute[86206]: ERROR nova.compute.manager [None req-e1a0adfa-d84b-4a5a-a8ee-3d6fa89bf5d6 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Failed to attach e7f8012a-1b1b-4963-976b-d6f276908d8e at /dev/vdb: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-779dd405-0f8d-4d26-881d-862ccfb9dddc)
Nov 10 13:26:57 user nova-compute[86206]: ERROR nova.compute.manager [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Traceback (most recent call last):
Nov 10 13:26:57 user nova-compute[86206]: ERROR nova.compute.manager [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f]   File "/opt/stack/nova/nova/compute/manager.py", line 7567, in _attach_volume
Nov 10 13:26:57 user nova-compute[86206]: ERROR nova.compute.manager [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f]     bdm.attach(context, instance, self.volume_api, self.driver,
Nov 10 13:26:57 user nova-compute[86206]: ERROR nova.compute.manager [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f]   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Nov 10 13:26:57 user nova-compute[86206]: ERROR nova.compute.manager [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f]     ret_val = method(obj, context, *args, **kwargs)
Nov 10 13:26:57 user nova-compute[86206]: ERROR nova.compute.manager [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f]   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Nov 10 13:26:57 user nova-compute[86206]: ERROR nova.compute.manager [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f]     self._do_attach(context, instance, volume, volume_api,
Nov 10 13:26:57 user nova-compute[86206]: ERROR nova.compute.manager [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f]   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Nov 10 13:26:57 user nova-compute[86206]: ERROR nova.compute.manager [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f]     self._volume_attach(context, volume, connector, instance,
Nov 10 13:26:57 user nova-compute[86206]: ERROR nova.compute.manager [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f]   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Nov 10 13:26:57 user nova-compute[86206]: ERROR nova.compute.manager [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f]     connection_info = volume_api.attachment_update(
Nov 10 13:26:57 user nova-compute[86206]: ERROR nova.compute.manager [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 10 13:26:57 user nova-compute[86206]: ERROR nova.compute.manager [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f]     res = method(self, ctx, *args, **kwargs)
Nov 10 13:26:57 user nova-compute[86206]: ERROR nova.compute.manager [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Nov 10 13:26:57 user nova-compute[86206]: ERROR nova.compute.manager [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f]     res = method(self, ctx, attachment_id, *args, **kwargs)
Nov 10 13:26:57 user nova-compute[86206]: ERROR nova.compute.manager [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Nov 10 13:26:57 user nova-compute[86206]: ERROR nova.compute.manager [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f]     with excutils.save_and_reraise_exception():
Nov 10 13:26:57 user nova-compute[86206]: ERROR nova.compute.manager [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 13:26:57 user nova-compute[86206]: ERROR nova.compute.manager [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f]     self.force_reraise()
Nov 10 13:26:57 user nova-compute[86206]: ERROR nova.compute.manager [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 13:26:57 user nova-compute[86206]: ERROR nova.compute.manager [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f]     raise self.value
Nov 10 13:26:57 user nova-compute[86206]: ERROR nova.compute.manager [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Nov 10 13:26:57 user nova-compute[86206]: ERROR nova.compute.manager [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f]     context, '3.44', skip_version_check=True).attachments.update(
Nov 10 13:26:57 user nova-compute[86206]: ERROR nova.compute.manager [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Nov 10 13:26:57 user nova-compute[86206]: ERROR nova.compute.manager [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f]     return method.func(obj, *args, **kwargs)
Nov 10 13:26:57 user nova-compute[86206]: ERROR nova.compute.manager [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Nov 10 13:26:57 user nova-compute[86206]: ERROR nova.compute.manager [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f]     resp = self._update('/attachments/%s' % id, body)
Nov 10 13:26:57 user nova-compute[86206]: ERROR nova.compute.manager [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Nov 10 13:26:57 user nova-compute[86206]: ERROR nova.compute.manager [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f]     resp, body = self.api.client.put(url, body=body, **kwargs)
Nov 10 13:26:57 user nova-compute[86206]: ERROR nova.compute.manager [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Nov 10 13:26:57 user nova-compute[86206]: ERROR nova.compute.manager [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f]     return self._cs_request(url, 'PUT', **kwargs)
Nov 10 13:26:57 user nova-compute[86206]: ERROR nova.compute.manager [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 10 13:26:57 user nova-compute[86206]: ERROR nova.compute.manager [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f]     return self.request(url, method, **kwargs)
Nov 10 13:26:57 user nova-compute[86206]: ERROR nova.compute.manager [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 10 13:26:57 user nova-compute[86206]: ERROR nova.compute.manager [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f]     raise exceptions.from_response(resp, body)
Nov 10 13:26:57 user nova-compute[86206]: ERROR nova.compute.manager [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-779dd405-0f8d-4d26-881d-862ccfb9dddc)
Nov 10 13:26:57 user nova-compute[86206]: ERROR nova.compute.manager [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] 
Nov 10 13:26:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-e1a0adfa-d84b-4a5a-a8ee-3d6fa89bf5d6 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "a0d1fe8d-2907-41a6-beb7-37ffaed0653f" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 23.923s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server [None req-e1a0adfa-d84b-4a5a-a8ee-3d6fa89bf5d6 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Exception during message handling: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-779dd405-0f8d-4d26-881d-862ccfb9dddc)
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/utils.py", line 1439, in decorated_function
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7553, in attach_volume
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     do_attach_volume(context, instance, driver_bdm)
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 414, in inner
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7550, in do_attach_volume
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7548, in do_attach_volume
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     return self._attach_volume(context, instance, driver_bdm)
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7570, in _attach_volume
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7567, in _attach_volume
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     bdm.attach(context, instance, self.volume_api, self.driver,
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     ret_val = method(obj, context, *args, **kwargs)
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     self._do_attach(context, instance, volume, volume_api,
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     self._volume_attach(context, volume, connector, instance,
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     connection_info = volume_api.attachment_update(
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, *args, **kwargs)
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, attachment_id, *args, **kwargs)
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     context, '3.44', skip_version_check=True).attachments.update(
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     return method.func(obj, *args, **kwargs)
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     resp = self._update('/attachments/%s' % id, body)
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     resp, body = self.api.client.put(url, body=body, **kwargs)
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     return self._cs_request(url, 'PUT', **kwargs)
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     return self.request(url, method, **kwargs)
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     raise exceptions.from_response(resp, body)
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-779dd405-0f8d-4d26-881d-862ccfb9dddc)
Nov 10 13:26:58 user nova-compute[86206]: ERROR oslo_messaging.rpc.server 
Nov 10 13:26:58 user nova-compute[86206]: DEBUG nova.compute.manager [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:26:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:26:58 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Creating image(s)
Nov 10 13:26:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Did not create local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 10 13:26:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Ensure instance console log exists: /opt/stack/data/nova/instances/c1ad95ad-e9d2-4b52-8dd0-8108790f264e/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:26:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:26:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:26:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:26:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Start _get_guest_xml network_info=[{"id": "0129cb0f-7ab6-4dcd-b631-f1b20269918d", "address": "fa:16:3e:e9:07:62", "network": {"id": "7db252a1-73f8-4687-a73c-462e1d6a8f62", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1898872933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0129cb0f-7a", "ovs_interfaceid": "0129cb0f-7ab6-4dcd-b631-f1b20269918d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ead81e64-6fba-4e4c-994c-5f989f2a61a3", "address": "fa:16:3e:db:fa:a4", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapead81e64-6f", "ovs_interfaceid": "ead81e64-6fba-4e4c-994c-5f989f2a61a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "ade85821-80f9-469b-8bfc-5dabdf1ed4be", "address": "fa:16:3e:2e:5a:93", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapade85821-80", "ovs_interfaceid": "ade85821-80f9-469b-8bfc-5dabdf1ed4be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3bcd7147-1a39-48e4-b560-0613d74a42ad", "address": "fa:16:3e:cf:1c:cf", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3bcd7147-1a", "ovs_interfaceid": "3bcd7147-1a39-48e4-b560-0613d74a42ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f6d5f037-5c79-406d-9d40-b59e91f05768", "address": "fa:16:3e:b6:8e:30", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6d5f037-5c", "ovs_interfaceid": "f6d5f037-5c79-406d-9d40-b59e91f05768", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0", "address": "fa:16:3e:c1:c0:f3", "network": {"id": "548a8801-e386-42a5-85b8-8c33f6a695ed", "bridge": "br-int", "label": "tempest-device-tagging-net2-1108233236", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cb2bb12-9c", "ovs_interfaceid": "6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cbb2f9f6-80b2-4939-9061-00f20e45defb", "address": "fa:16:3e:3a:e6:53", "network": {"id": "548a8801-e386-42a5-85b8-8c33f6a695ed", "bridge": "br-int", "label": "tempest-device-tagging-net2-1108233236", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbb2f9f6-80", "ovs_interfaceid": "cbb2f9f6-80b2-4939-9061-00f20e45defb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'attachment_id': '077d5f39-ba92-4f4b-ac5a-f7c9d38f4edf', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zsmwvhVA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c1ad95ad-e9d2-4b52-8dd0-8108790f264e', 'attached_at': '', 'detached_at': '', 'volume_id': '6f389830-4c84-46cf-8337-b8faf78aae1e', 'serial': '6f389830-4c84-46cf-8337-b8faf78aae1e'}, 'mount_device': '/dev/vda', 'boot_index': 0, 'volume_type': None}, {'delete_on_termination': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'attachment_id': '7d4e0079-2300-417f-928b-a32ae771dbbb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BohDvnOj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c1ad95ad-e9d2-4b52-8dd0-8108790f264e', 'attached_at': '', 'detached_at': '', 'volume_id': '88853519-dc92-4911-b8f2-babdc6c3c883', 'serial': '88853519-dc92-4911-b8f2-babdc6c3c883'}, 'mount_device': '/dev/vdb', 'boot_index': 1, 'volume_type': None}, {'delete_on_termination': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'attachment_id': '28ba8e35-708d-4016-ab7b-1f2b3efe6fea', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XZJRMuvl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c1ad95ad-e9d2-4b52-8dd0-8108790f264e', 'attached_at': '', 'detached_at': '', 'volume_id': '50000c75-17df-4758-b966-b8a453024c6d', 'serial': '50000c75-17df-4758-b966-b8a453024c6d'}, 'mount_device': '/dev/vdc', 'boot_index': 2, 'volume_type': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:26:58 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:26:59 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:26:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zsmwvhVA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:26:59 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:26:59 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:26:59 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:26:59 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:26:59 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:26:59 user nova-compute[86206]: ERROR nova.volume.cinder [None req-b669dda5-2b28-4ea9-b129-92ccb70e9658 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Update attachment failed for attachment fe5d071c-212f-4b74-ae2e-4d423fbc5b6c. Error: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-e78b7309-f4e9-41f6-8d7e-d5fbd6298330) Code: 500: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-e78b7309-f4e9-41f6-8d7e-d5fbd6298330)
Nov 10 13:26:59 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f2e09fc-473d-4a8d-91cf-13542774eedd]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 13:26:59 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:26:59 user nova-compute[86206]: ERROR nova.compute.manager [None req-b669dda5-2b28-4ea9-b129-92ccb70e9658 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Failed to attach fd3a86ad-8104-4096-ba30-e304a591d61e at /dev/vdb: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-e78b7309-f4e9-41f6-8d7e-d5fbd6298330)
Nov 10 13:26:59 user nova-compute[86206]: ERROR nova.compute.manager [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Traceback (most recent call last):
Nov 10 13:26:59 user nova-compute[86206]: ERROR nova.compute.manager [instance: e67daf4a-9438-455c-ad9e-f4b706296f77]   File "/opt/stack/nova/nova/compute/manager.py", line 7567, in _attach_volume
Nov 10 13:26:59 user nova-compute[86206]: ERROR nova.compute.manager [instance: e67daf4a-9438-455c-ad9e-f4b706296f77]     bdm.attach(context, instance, self.volume_api, self.driver,
Nov 10 13:26:59 user nova-compute[86206]: ERROR nova.compute.manager [instance: e67daf4a-9438-455c-ad9e-f4b706296f77]   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Nov 10 13:26:59 user nova-compute[86206]: ERROR nova.compute.manager [instance: e67daf4a-9438-455c-ad9e-f4b706296f77]     ret_val = method(obj, context, *args, **kwargs)
Nov 10 13:26:59 user nova-compute[86206]: ERROR nova.compute.manager [instance: e67daf4a-9438-455c-ad9e-f4b706296f77]   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Nov 10 13:26:59 user nova-compute[86206]: ERROR nova.compute.manager [instance: e67daf4a-9438-455c-ad9e-f4b706296f77]     self._do_attach(context, instance, volume, volume_api,
Nov 10 13:26:59 user nova-compute[86206]: ERROR nova.compute.manager [instance: e67daf4a-9438-455c-ad9e-f4b706296f77]   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Nov 10 13:26:59 user nova-compute[86206]: ERROR nova.compute.manager [instance: e67daf4a-9438-455c-ad9e-f4b706296f77]     self._volume_attach(context, volume, connector, instance,
Nov 10 13:26:59 user nova-compute[86206]: ERROR nova.compute.manager [instance: e67daf4a-9438-455c-ad9e-f4b706296f77]   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Nov 10 13:26:59 user nova-compute[86206]: ERROR nova.compute.manager [instance: e67daf4a-9438-455c-ad9e-f4b706296f77]     connection_info = volume_api.attachment_update(
Nov 10 13:26:59 user nova-compute[86206]: ERROR nova.compute.manager [instance: e67daf4a-9438-455c-ad9e-f4b706296f77]   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 10 13:26:59 user nova-compute[86206]: ERROR nova.compute.manager [instance: e67daf4a-9438-455c-ad9e-f4b706296f77]     res = method(self, ctx, *args, **kwargs)
Nov 10 13:26:59 user nova-compute[86206]: ERROR nova.compute.manager [instance: e67daf4a-9438-455c-ad9e-f4b706296f77]   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Nov 10 13:26:59 user nova-compute[86206]: ERROR nova.compute.manager [instance: e67daf4a-9438-455c-ad9e-f4b706296f77]     res = method(self, ctx, attachment_id, *args, **kwargs)
Nov 10 13:26:59 user nova-compute[86206]: ERROR nova.compute.manager [instance: e67daf4a-9438-455c-ad9e-f4b706296f77]   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Nov 10 13:26:59 user nova-compute[86206]: ERROR nova.compute.manager [instance: e67daf4a-9438-455c-ad9e-f4b706296f77]     with excutils.save_and_reraise_exception():
Nov 10 13:26:59 user nova-compute[86206]: ERROR nova.compute.manager [instance: e67daf4a-9438-455c-ad9e-f4b706296f77]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 13:26:59 user nova-compute[86206]: ERROR nova.compute.manager [instance: e67daf4a-9438-455c-ad9e-f4b706296f77]     self.force_reraise()
Nov 10 13:26:59 user nova-compute[86206]: ERROR nova.compute.manager [instance: e67daf4a-9438-455c-ad9e-f4b706296f77]   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 13:26:59 user nova-compute[86206]: ERROR nova.compute.manager [instance: e67daf4a-9438-455c-ad9e-f4b706296f77]     raise self.value
Nov 10 13:26:59 user nova-compute[86206]: ERROR nova.compute.manager [instance: e67daf4a-9438-455c-ad9e-f4b706296f77]   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Nov 10 13:26:59 user nova-compute[86206]: ERROR nova.compute.manager [instance: e67daf4a-9438-455c-ad9e-f4b706296f77]     context, '3.44', skip_version_check=True).attachments.update(
Nov 10 13:26:59 user nova-compute[86206]: ERROR nova.compute.manager [instance: e67daf4a-9438-455c-ad9e-f4b706296f77]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Nov 10 13:26:59 user nova-compute[86206]: ERROR nova.compute.manager [instance: e67daf4a-9438-455c-ad9e-f4b706296f77]     return method.func(obj, *args, **kwargs)
Nov 10 13:26:59 user nova-compute[86206]: ERROR nova.compute.manager [instance: e67daf4a-9438-455c-ad9e-f4b706296f77]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Nov 10 13:26:59 user nova-compute[86206]: ERROR nova.compute.manager [instance: e67daf4a-9438-455c-ad9e-f4b706296f77]     resp = self._update('/attachments/%s' % id, body)
Nov 10 13:26:59 user nova-compute[86206]: ERROR nova.compute.manager [instance: e67daf4a-9438-455c-ad9e-f4b706296f77]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Nov 10 13:26:59 user nova-compute[86206]: ERROR nova.compute.manager [instance: e67daf4a-9438-455c-ad9e-f4b706296f77]     resp, body = self.api.client.put(url, body=body, **kwargs)
Nov 10 13:26:59 user nova-compute[86206]: ERROR nova.compute.manager [instance: e67daf4a-9438-455c-ad9e-f4b706296f77]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Nov 10 13:26:59 user nova-compute[86206]: ERROR nova.compute.manager [instance: e67daf4a-9438-455c-ad9e-f4b706296f77]     return self._cs_request(url, 'PUT', **kwargs)
Nov 10 13:26:59 user nova-compute[86206]: ERROR nova.compute.manager [instance: e67daf4a-9438-455c-ad9e-f4b706296f77]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 10 13:26:59 user nova-compute[86206]: ERROR nova.compute.manager [instance: e67daf4a-9438-455c-ad9e-f4b706296f77]     return self.request(url, method, **kwargs)
Nov 10 13:26:59 user nova-compute[86206]: ERROR nova.compute.manager [instance: e67daf4a-9438-455c-ad9e-f4b706296f77]   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 10 13:26:59 user nova-compute[86206]: ERROR nova.compute.manager [instance: e67daf4a-9438-455c-ad9e-f4b706296f77]     raise exceptions.from_response(resp, body)
Nov 10 13:26:59 user nova-compute[86206]: ERROR nova.compute.manager [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-e78b7309-f4e9-41f6-8d7e-d5fbd6298330)
Nov 10 13:26:59 user nova-compute[86206]: ERROR nova.compute.manager [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] 
Nov 10 13:26:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[816a988a-fc0e-4d54-a157-fd74b05d2bbc]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e] added
Nov 10 13:26:59 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[099a6442-10e9-4d84-b073-466f5a3c217d]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa490305-1ad6-4114-98d3-0beb85cd6c80]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zsmwvhVA {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b669dda5-2b28-4ea9-b129-92ccb70e9658 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Lock "e67daf4a-9438-455c-ad9e-f4b706296f77" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 38.591s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zsmwvhVA" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[0dff4447-a694-4b5e-be56-2408edce3545]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'zsmwvhVA'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[61d2bd72-d4a7-48b6-8258-34ef8a06c0bc]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server [None req-b669dda5-2b28-4ea9-b129-92ccb70e9658 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Exception during message handling: cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-e78b7309-f4e9-41f6-8d7e-d5fbd6298330)
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/utils.py", line 1439, in decorated_function
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     return function(self, context, *args, **kwargs)
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7553, in attach_volume
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     do_attach_volume(context, instance, driver_bdm)
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 414, in inner
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7550, in do_attach_volume
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7548, in do_attach_volume
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     return self._attach_volume(context, instance, driver_bdm)
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7570, in _attach_volume
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 7567, in _attach_volume
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     bdm.attach(context, instance, self.volume_api, self.driver,
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 46, in wrapped
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     ret_val = method(obj, context, *args, **kwargs)
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 734, in attach
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     self._do_attach(context, instance, volume, volume_api,
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 719, in _do_attach
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     self._volume_attach(context, volume, connector, instance,
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/block_device.py", line 633, in _volume_attach
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     connection_info = volume_api.attachment_update(
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, *args, **kwargs)
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 451, in wrapper
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     res = method(self, ctx, attachment_id, *args, **kwargs)
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 915, in attachment_update
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/volume/cinder.py", line 909, in attachment_update
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     context, '3.44', skip_version_check=True).attachments.update(
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/api_versions.py", line 421, in substitution
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     return method.func(obj, *args, **kwargs)
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/attachments.py", line 75, in update
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     resp = self._update('/attachments/%s' % id, body)
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/base.py", line 318, in _update
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     resp, body = self.api.client.put(url, body=body, **kwargs)
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 226, in put
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     return self._cs_request(url, 'PUT', **kwargs)
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     return self.request(url, method, **kwargs)
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server     raise exceptions.from_response(resp, body)
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server cinderclient.exceptions.ClientException: Unable to update attachment.(Bad or unexpected response from the storage volume backend API: Create export for volume failed (Volume driver reported an error: None).). (HTTP 500) (Request-ID: req-e78b7309-f4e9-41f6-8d7e-d5fbd6298330)
Nov 10 13:26:59 user nova-compute[86206]: ERROR oslo_messaging.rpc.server 
Nov 10 13:26:59 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[41aafdac-8f9f-4244-9224-27f33999601a]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 (non-flash)
Nov 10 13:26:59 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:26:59 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 (non-flash)
Nov 10 13:26:59 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:26:59 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[5766d143-37a4-4ecf-88d7-341c0c22c897]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e, portal: 172.16.0.220,3260]
Nov 10 13:26:59 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e, portal: 172.16.0.220,3260] successful.
Nov 10 13:26:59 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6d1728e-d496-4dd3-9c39-4d45c9071161]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c50b57ad-e8d6-42b8-994c-204cf20ef1e5]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 (non-flash)
Nov 10 13:26:59 user nova-compute[86206]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e (non-flash)
Nov 10 13:26:59 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:26:59 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 (non-flash)
Nov 10 13:26:59 user nova-compute[86206]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e (non-flash)
Nov 10 13:26:59 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:26:59 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.321s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] HCTL ('35', '-', '-', 0) found on session 18 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[5443c29f-e5e3-4144-b813-b8668d05d1ab]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Searching for a device in session 18 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:26:59 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zsmwvhVA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.359s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] <== connect_volume: return (1361ms) {'type': 'block', 'scsi_wwn': '26466333131373930', 'path': '/dev/sdd'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26466333131373930', 'path': '/dev/sdd'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG nova.compute.manager [req-bf126f99-a9c2-4103-91f9-b29f2546c889 req-3ad8bd1f-004d-4dfc-b429-226b8f2d9f4b service nova] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Received event network-changed-99497186-5342-499a-85e2-8aa50f84a6d1 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG nova.compute.manager [req-bf126f99-a9c2-4103-91f9-b29f2546c889 req-3ad8bd1f-004d-4dfc-b429-226b8f2d9f4b service nova] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Refreshing instance network info cache due to event network-changed-99497186-5342-499a-85e2-8aa50f84a6d1. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-bf126f99-a9c2-4103-91f9-b29f2546c889 req-3ad8bd1f-004d-4dfc-b429-226b8f2d9f4b service nova] Acquiring lock "refresh_cache-d3715626-38d4-4338-9563-0e8c412f0141" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-bf126f99-a9c2-4103-91f9-b29f2546c889 req-3ad8bd1f-004d-4dfc-b429-226b8f2d9f4b service nova] Acquired lock "refresh_cache-d3715626-38d4-4338-9563-0e8c412f0141" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG nova.network.neutron [req-bf126f99-a9c2-4103-91f9-b29f2546c889 req-3ad8bd1f-004d-4dfc-b429-226b8f2d9f4b service nova] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Refreshing network info cache for port 99497186-5342-499a-85e2-8aa50f84a6d1 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BohDvnOj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:27:00 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:27:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:27:00 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:27:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:27:00 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:27:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[de1eb58d-f56f-48c1-9b07-c0e749affde1]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 13:27:00 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[53d0e9bc-446f-4e96-8115-4811d076d888]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883] added
Nov 10 13:27:00 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fafa648-7f6f-48e7-994b-e3f26f478ba5]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[31cbab13-598c-45c8-9425-be7aefcb53cb]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BohDvnOj {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BohDvnOj" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[978d3451-72ef-4c92-8ed0-674760d8bc7f]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BohDvnOj'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a6f374c-1cb1-4e7c-aeda-31800876ce48]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[42bf523a-c6bd-4e96-a4ce-8ee9a516b1b3]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 (non-flash)
Nov 10 13:27:00 user nova-compute[86206]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e (non-flash)
Nov 10 13:27:00 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:27:00 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 (non-flash)
Nov 10 13:27:00 user nova-compute[86206]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e (non-flash)
Nov 10 13:27:00 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:27:00 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[dad6d7fe-e182-4da1-a4c1-01335b1f92d8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883, portal: 172.16.0.220,3260]
Nov 10 13:27:00 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883, portal: 172.16.0.220,3260] successful.
Nov 10 13:27:00 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[42698fd1-629b-49e2-a2b2-0b4b9bdaeca5]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[45ceb992-c8a4-4b4a-b925-728db1a51db4]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 (non-flash)
Nov 10 13:27:00 user nova-compute[86206]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e (non-flash)
Nov 10 13:27:00 user nova-compute[86206]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 (non-flash)
Nov 10 13:27:00 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:27:00 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 (non-flash)
Nov 10 13:27:00 user nova-compute[86206]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e (non-flash)
Nov 10 13:27:00 user nova-compute[86206]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 (non-flash)
Nov 10 13:27:00 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:27:00 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.288s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] HCTL ('36', '-', '-', 0) found on session 19 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[eddef471-3093-4cf4-bad6-703987784c1a]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Searching for a device in session 19 and hctl ['36', '*', '*', 0] yield: sde {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BohDvnOj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG nova.network.neutron [req-bf126f99-a9c2-4103-91f9-b29f2546c889 req-3ad8bd1f-004d-4dfc-b429-226b8f2d9f4b service nova] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Updated VIF entry in instance network info cache for port 99497186-5342-499a-85e2-8aa50f84a6d1. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG nova.network.neutron [req-bf126f99-a9c2-4103-91f9-b29f2546c889 req-3ad8bd1f-004d-4dfc-b429-226b8f2d9f4b service nova] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Updating instance_info_cache with network_info: [{"id": "99497186-5342-499a-85e2-8aa50f84a6d1", "address": "fa:16:3e:10:8f:9a", "network": {"id": "7bee853b-5ac4-4a88-98b9-d1cb8e4f1771", "bridge": "br-int", "label": "tempest-TestStampPattern-1399355674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bad95fde0c451e8451cbb59f2007cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99497186-53", "ovs_interfaceid": "99497186-5342-499a-85e2-8aa50f84a6d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-bf126f99-a9c2-4103-91f9-b29f2546c889 req-3ad8bd1f-004d-4dfc-b429-226b8f2d9f4b service nova] Releasing lock "refresh_cache-d3715626-38d4-4338-9563-0e8c412f0141" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Acquiring lock "d3715626-38d4-4338-9563-0e8c412f0141" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "d3715626-38d4-4338-9563-0e8c412f0141" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG nova.objects.instance [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lazy-loading 'flavor' on Instance uuid d3715626-38d4-4338-9563-0e8c412f0141 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:27:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "d3715626-38d4-4338-9563-0e8c412f0141" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.068s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Acquiring lock "d3715626-38d4-4338-9563-0e8c412f0141" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "d3715626-38d4-4338-9563-0e8c412f0141" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:27:01 user nova-compute[86206]: INFO nova.compute.manager [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Attaching volume b6c53367-946e-4957-b5b6-7cb985211671 to /dev/vdb
Nov 10 13:27:01 user nova-compute[86206]: DEBUG os_brick.utils [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[48f9ebae-8b2e-4328-b3f2-d209b223c2ba]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e6000eb-8f1b-4f37-bf83-79abeaf98654]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[23568e22-dd37-4cdc-838c-717670585fac]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2a0a411-73bb-49bd-8587-4fad9d74403b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:27:01 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:27:01 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[90aea794-e6fe-4165-968b-18fba32f6c71]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG os_brick.utils [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Updating existing volume attachment record: f917052f-5a02-4843-82c3-ccb634627bdb {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.330s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] <== connect_volume: return (1332ms) {'type': 'block', 'scsi_wwn': '26432623032316464', 'path': '/dev/sde'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26432623032316464', 'path': '/dev/sde'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XZJRMuvl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:27:01 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:27:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:27:01 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:27:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:27:01 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:27:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0d11b28-bd72-4b52-9794-ee35c2e999f9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 13:27:01 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4c7cadb-6f9e-4219-9027-21583d3e5afc]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d] added
Nov 10 13:27:01 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f8bc12f-c018-4589-9dc4-0e3a5d85c6af]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f8799c5-d5b5-42a7-b117-34d8296a3551]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XZJRMuvl {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XZJRMuvl" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f528189-4470-4e70-9de4-25bc8309652f]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'XZJRMuvl'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8918d27-3055-45ae-9840-3a07dccb2243]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[af3a37e2-33b1-4666-aba1-db223da60b81]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 (non-flash)
Nov 10 13:27:01 user nova-compute[86206]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e (non-flash)
Nov 10 13:27:01 user nova-compute[86206]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 (non-flash)
Nov 10 13:27:01 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:27:01 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 (non-flash)
Nov 10 13:27:01 user nova-compute[86206]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e (non-flash)
Nov 10 13:27:01 user nova-compute[86206]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 (non-flash)
Nov 10 13:27:01 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:27:01 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:27:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:02 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d -p 172.16.0.220:3260 --login" returned: 0 in 0.066s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:02 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3f004db-f6b1-4534-b9e9-491fa8e5f82f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:02 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d, portal: 172.16.0.220,3260]
Nov 10 13:27:02 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d, portal: 172.16.0.220,3260] successful.
Nov 10 13:27:02 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:27:02 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:02 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:02 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d687cfd-f644-4ff7-80ac-3e75b0e3e9e0]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:02 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:27:02 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:02 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:02 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[24884e9b-ff63-4853-b8d4-2b3b5e9604ad]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:02 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 (non-flash)
Nov 10 13:27:02 user nova-compute[86206]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e (non-flash)
Nov 10 13:27:02 user nova-compute[86206]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 (non-flash)
Nov 10 13:27:02 user nova-compute[86206]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d (non-flash)
Nov 10 13:27:02 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:27:02 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:27:02 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 (non-flash)
Nov 10 13:27:02 user nova-compute[86206]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e (non-flash)
Nov 10 13:27:02 user nova-compute[86206]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 (non-flash)
Nov 10 13:27:02 user nova-compute[86206]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d (non-flash)
Nov 10 13:27:02 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:27:02 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:27:02 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.284s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:27:02 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:27:02 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] HCTL ('37', '-', '-', 0) found on session 20 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:27:02 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:27:02 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:02 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:02 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef5c42be-c1d2-4dcd-b5f5-be879d9db1ee]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:02 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Searching for a device in session 20 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:27:02 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XZJRMuvl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.324s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] <== connect_volume: return (1327ms) {'type': 'block', 'scsi_wwn': '26464343935613430', 'path': '/dev/sdf'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26464343935613430', 'path': '/dev/sdf'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-10T13:25:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1314291113',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1314291113',id=22,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJHfXOhFBFqqhzq6hTuwn0BredQKJP/+gleJhOF7LRHCaPSNuO7Vg8hQtGp5tbKaEhjxLTPoijR/1TvO8+ibfRw0FDN65DJtEo1z5DZhF18UllzH5pmTs7y3hgaXV9bWDg==',key_name='tempest-keypair-1809653296',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e84b1dcad5a948229d3782c2602a4eb1',ramdisk_id='',reservation_id='r-p4pv7g85',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-965915822',owner_user_name='tempest-TaggedBootDevicesTest_v242-965915822-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:25:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f8277ce9a9e742428cc87c3fea3e100d',uuid=c1ad95ad-e9d2-4b52-8dd0-8108790f264e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0129cb0f-7ab6-4dcd-b631-f1b20269918d", "address": "fa:16:3e:e9:07:62", "network": {"id": "7db252a1-73f8-4687-a73c-462e1d6a8f62", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1898872933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0129cb0f-7a", "ovs_interfaceid": "0129cb0f-7ab6-4dcd-b631-f1b20269918d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Converting VIF {"id": "0129cb0f-7ab6-4dcd-b631-f1b20269918d", "address": "fa:16:3e:e9:07:62", "network": {"id": "7db252a1-73f8-4687-a73c-462e1d6a8f62", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1898872933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0129cb0f-7a", "ovs_interfaceid": "0129cb0f-7ab6-4dcd-b631-f1b20269918d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e9:07:62,bridge_name='br-int',has_traffic_filtering=True,id=0129cb0f-7ab6-4dcd-b631-f1b20269918d,network=Network(7db252a1-73f8-4687-a73c-462e1d6a8f62),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0129cb0f-7a') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-10T13:25:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1314291113',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1314291113',id=22,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJHfXOhFBFqqhzq6hTuwn0BredQKJP/+gleJhOF7LRHCaPSNuO7Vg8hQtGp5tbKaEhjxLTPoijR/1TvO8+ibfRw0FDN65DJtEo1z5DZhF18UllzH5pmTs7y3hgaXV9bWDg==',key_name='tempest-keypair-1809653296',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e84b1dcad5a948229d3782c2602a4eb1',ramdisk_id='',reservation_id='r-p4pv7g85',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-965915822',owner_user_name='tempest-TaggedBootDevicesTest_v242-965915822-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:25:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f8277ce9a9e742428cc87c3fea3e100d',uuid=c1ad95ad-e9d2-4b52-8dd0-8108790f264e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ead81e64-6fba-4e4c-994c-5f989f2a61a3", "address": "fa:16:3e:db:fa:a4", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapead81e64-6f", "ovs_interfaceid": "ead81e64-6fba-4e4c-994c-5f989f2a61a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Converting VIF {"id": "ead81e64-6fba-4e4c-994c-5f989f2a61a3", "address": "fa:16:3e:db:fa:a4", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapead81e64-6f", "ovs_interfaceid": "ead81e64-6fba-4e4c-994c-5f989f2a61a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:db:fa:a4,bridge_name='br-int',has_traffic_filtering=True,id=ead81e64-6fba-4e4c-994c-5f989f2a61a3,network=Network(9b19b76c-fe10-43e4-97a2-a6bbeea36dc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapead81e64-6f') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-10T13:25:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1314291113',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1314291113',id=22,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJHfXOhFBFqqhzq6hTuwn0BredQKJP/+gleJhOF7LRHCaPSNuO7Vg8hQtGp5tbKaEhjxLTPoijR/1TvO8+ibfRw0FDN65DJtEo1z5DZhF18UllzH5pmTs7y3hgaXV9bWDg==',key_name='tempest-keypair-1809653296',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e84b1dcad5a948229d3782c2602a4eb1',ramdisk_id='',reservation_id='r-p4pv7g85',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-965915822',owner_user_name='tempest-TaggedBootDevicesTest_v242-965915822-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:25:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f8277ce9a9e742428cc87c3fea3e100d',uuid=c1ad95ad-e9d2-4b52-8dd0-8108790f264e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ade85821-80f9-469b-8bfc-5dabdf1ed4be", "address": "fa:16:3e:2e:5a:93", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapade85821-80", "ovs_interfaceid": "ade85821-80f9-469b-8bfc-5dabdf1ed4be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Converting VIF {"id": "ade85821-80f9-469b-8bfc-5dabdf1ed4be", "address": "fa:16:3e:2e:5a:93", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapade85821-80", "ovs_interfaceid": "ade85821-80f9-469b-8bfc-5dabdf1ed4be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2e:5a:93,bridge_name='br-int',has_traffic_filtering=True,id=ade85821-80f9-469b-8bfc-5dabdf1ed4be,network=Network(9b19b76c-fe10-43e4-97a2-a6bbeea36dc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapade85821-80') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-10T13:25:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1314291113',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1314291113',id=22,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJHfXOhFBFqqhzq6hTuwn0BredQKJP/+gleJhOF7LRHCaPSNuO7Vg8hQtGp5tbKaEhjxLTPoijR/1TvO8+ibfRw0FDN65DJtEo1z5DZhF18UllzH5pmTs7y3hgaXV9bWDg==',key_name='tempest-keypair-1809653296',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e84b1dcad5a948229d3782c2602a4eb1',ramdisk_id='',reservation_id='r-p4pv7g85',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-965915822',owner_user_name='tempest-TaggedBootDevicesTest_v242-965915822-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:25:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f8277ce9a9e742428cc87c3fea3e100d',uuid=c1ad95ad-e9d2-4b52-8dd0-8108790f264e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3bcd7147-1a39-48e4-b560-0613d74a42ad", "address": "fa:16:3e:cf:1c:cf", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3bcd7147-1a", "ovs_interfaceid": "3bcd7147-1a39-48e4-b560-0613d74a42ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Converting VIF {"id": "3bcd7147-1a39-48e4-b560-0613d74a42ad", "address": "fa:16:3e:cf:1c:cf", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3bcd7147-1a", "ovs_interfaceid": "3bcd7147-1a39-48e4-b560-0613d74a42ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cf:1c:cf,bridge_name='br-int',has_traffic_filtering=True,id=3bcd7147-1a39-48e4-b560-0613d74a42ad,network=Network(9b19b76c-fe10-43e4-97a2-a6bbeea36dc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3bcd7147-1a') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-10T13:25:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1314291113',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1314291113',id=22,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJHfXOhFBFqqhzq6hTuwn0BredQKJP/+gleJhOF7LRHCaPSNuO7Vg8hQtGp5tbKaEhjxLTPoijR/1TvO8+ibfRw0FDN65DJtEo1z5DZhF18UllzH5pmTs7y3hgaXV9bWDg==',key_name='tempest-keypair-1809653296',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e84b1dcad5a948229d3782c2602a4eb1',ramdisk_id='',reservation_id='r-p4pv7g85',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-965915822',owner_user_name='tempest-TaggedBootDevicesTest_v242-965915822-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:25:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f8277ce9a9e742428cc87c3fea3e100d',uuid=c1ad95ad-e9d2-4b52-8dd0-8108790f264e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f6d5f037-5c79-406d-9d40-b59e91f05768", "address": "fa:16:3e:b6:8e:30", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6d5f037-5c", "ovs_interfaceid": "f6d5f037-5c79-406d-9d40-b59e91f05768", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Converting VIF {"id": "f6d5f037-5c79-406d-9d40-b59e91f05768", "address": "fa:16:3e:b6:8e:30", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6d5f037-5c", "ovs_interfaceid": "f6d5f037-5c79-406d-9d40-b59e91f05768", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b6:8e:30,bridge_name='br-int',has_traffic_filtering=True,id=f6d5f037-5c79-406d-9d40-b59e91f05768,network=Network(9b19b76c-fe10-43e4-97a2-a6bbeea36dc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6d5f037-5c') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-10T13:25:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1314291113',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1314291113',id=22,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJHfXOhFBFqqhzq6hTuwn0BredQKJP/+gleJhOF7LRHCaPSNuO7Vg8hQtGp5tbKaEhjxLTPoijR/1TvO8+ibfRw0FDN65DJtEo1z5DZhF18UllzH5pmTs7y3hgaXV9bWDg==',key_name='tempest-keypair-1809653296',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e84b1dcad5a948229d3782c2602a4eb1',ramdisk_id='',reservation_id='r-p4pv7g85',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-965915822',owner_user_name='tempest-TaggedBootDevicesTest_v242-965915822-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:25:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f8277ce9a9e742428cc87c3fea3e100d',uuid=c1ad95ad-e9d2-4b52-8dd0-8108790f264e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0", "address": "fa:16:3e:c1:c0:f3", "network": {"id": "548a8801-e386-42a5-85b8-8c33f6a695ed", "bridge": "br-int", "label": "tempest-device-tagging-net2-1108233236", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cb2bb12-9c", "ovs_interfaceid": "6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Converting VIF {"id": "6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0", "address": "fa:16:3e:c1:c0:f3", "network": {"id": "548a8801-e386-42a5-85b8-8c33f6a695ed", "bridge": "br-int", "label": "tempest-device-tagging-net2-1108233236", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cb2bb12-9c", "ovs_interfaceid": "6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c1:c0:f3,bridge_name='br-int',has_traffic_filtering=True,id=6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0,network=Network(548a8801-e386-42a5-85b8-8c33f6a695ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6cb2bb12-9c') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-10T13:25:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1314291113',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1314291113',id=22,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJHfXOhFBFqqhzq6hTuwn0BredQKJP/+gleJhOF7LRHCaPSNuO7Vg8hQtGp5tbKaEhjxLTPoijR/1TvO8+ibfRw0FDN65DJtEo1z5DZhF18UllzH5pmTs7y3hgaXV9bWDg==',key_name='tempest-keypair-1809653296',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e84b1dcad5a948229d3782c2602a4eb1',ramdisk_id='',reservation_id='r-p4pv7g85',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-965915822',owner_user_name='tempest-TaggedBootDevicesTest_v242-965915822-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:25:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f8277ce9a9e742428cc87c3fea3e100d',uuid=c1ad95ad-e9d2-4b52-8dd0-8108790f264e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cbb2f9f6-80b2-4939-9061-00f20e45defb", "address": "fa:16:3e:3a:e6:53", "network": {"id": "548a8801-e386-42a5-85b8-8c33f6a695ed", "bridge": "br-int", "label": "tempest-device-tagging-net2-1108233236", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbb2f9f6-80", "ovs_interfaceid": "cbb2f9f6-80b2-4939-9061-00f20e45defb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Converting VIF {"id": "cbb2f9f6-80b2-4939-9061-00f20e45defb", "address": "fa:16:3e:3a:e6:53", "network": {"id": "548a8801-e386-42a5-85b8-8c33f6a695ed", "bridge": "br-int", "label": "tempest-device-tagging-net2-1108233236", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbb2f9f6-80", "ovs_interfaceid": "cbb2f9f6-80b2-4939-9061-00f20e45defb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3a:e6:53,bridge_name='br-int',has_traffic_filtering=True,id=cbb2f9f6-80b2-4939-9061-00f20e45defb,network=Network(548a8801-e386-42a5-85b8-8c33f6a695ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcbb2f9f6-80') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG nova.objects.instance [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Lazy-loading 'pci_devices' on Instance uuid c1ad95ad-e9d2-4b52-8dd0-8108790f264e {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:27:03 user nova-compute[86206]:   <uuid>c1ad95ad-e9d2-4b52-8dd0-8108790f264e</uuid>
Nov 10 13:27:03 user nova-compute[86206]:   <name>instance-00000016</name>
Nov 10 13:27:03 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:27:03 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:27:03 user nova-compute[86206]:   <metadata>
Nov 10 13:27:03 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:27:03 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:27:03 user nova-compute[86206]:       <nova:name>tempest-device-tagging-server-1314291113</nova:name>
Nov 10 13:27:03 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:26:58</nova:creationTime>
Nov 10 13:27:03 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:27:03 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:27:03 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:27:03 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:27:03 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:27:03 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:27:03 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:27:03 user nova-compute[86206]:       <nova:owner>
Nov 10 13:27:03 user nova-compute[86206]:         <nova:user uuid="f8277ce9a9e742428cc87c3fea3e100d">tempest-TaggedBootDevicesTest_v242-965915822-project-member</nova:user>
Nov 10 13:27:03 user nova-compute[86206]:         <nova:project uuid="e84b1dcad5a948229d3782c2602a4eb1">tempest-TaggedBootDevicesTest_v242-965915822</nova:project>
Nov 10 13:27:03 user nova-compute[86206]:       </nova:owner>
Nov 10 13:27:03 user nova-compute[86206]:       <nova:root type="image" uuid="73290e4a-d2c0-4305-9ee6-397ce6a900ba"/>
Nov 10 13:27:03 user nova-compute[86206]:       <nova:ports>
Nov 10 13:27:03 user nova-compute[86206]:         <nova:port uuid="0129cb0f-7ab6-4dcd-b631-f1b20269918d">
Nov 10 13:27:03 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 10 13:27:03 user nova-compute[86206]:         </nova:port>
Nov 10 13:27:03 user nova-compute[86206]:         <nova:port uuid="ead81e64-6fba-4e4c-994c-5f989f2a61a3">
Nov 10 13:27:03 user nova-compute[86206]:           <nova:ip type="fixed" address="10.1.1.72" ipVersion="4"/>
Nov 10 13:27:03 user nova-compute[86206]:         </nova:port>
Nov 10 13:27:03 user nova-compute[86206]:         <nova:port uuid="ade85821-80f9-469b-8bfc-5dabdf1ed4be">
Nov 10 13:27:03 user nova-compute[86206]:           <nova:ip type="fixed" address="10.1.1.42" ipVersion="4"/>
Nov 10 13:27:03 user nova-compute[86206]:         </nova:port>
Nov 10 13:27:03 user nova-compute[86206]:         <nova:port uuid="3bcd7147-1a39-48e4-b560-0613d74a42ad">
Nov 10 13:27:03 user nova-compute[86206]:           <nova:ip type="fixed" address="10.1.1.187" ipVersion="4"/>
Nov 10 13:27:03 user nova-compute[86206]:         </nova:port>
Nov 10 13:27:03 user nova-compute[86206]:         <nova:port uuid="f6d5f037-5c79-406d-9d40-b59e91f05768">
Nov 10 13:27:03 user nova-compute[86206]:           <nova:ip type="fixed" address="10.1.1.199" ipVersion="4"/>
Nov 10 13:27:03 user nova-compute[86206]:         </nova:port>
Nov 10 13:27:03 user nova-compute[86206]:         <nova:port uuid="6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0">
Nov 10 13:27:03 user nova-compute[86206]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Nov 10 13:27:03 user nova-compute[86206]:         </nova:port>
Nov 10 13:27:03 user nova-compute[86206]:         <nova:port uuid="cbb2f9f6-80b2-4939-9061-00f20e45defb">
Nov 10 13:27:03 user nova-compute[86206]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Nov 10 13:27:03 user nova-compute[86206]:         </nova:port>
Nov 10 13:27:03 user nova-compute[86206]:       </nova:ports>
Nov 10 13:27:03 user nova-compute[86206]:     </nova:instance>
Nov 10 13:27:03 user nova-compute[86206]:   </metadata>
Nov 10 13:27:03 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:27:03 user nova-compute[86206]:     <system>
Nov 10 13:27:03 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:27:03 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:27:03 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:27:03 user nova-compute[86206]:       <entry name="serial">c1ad95ad-e9d2-4b52-8dd0-8108790f264e</entry>
Nov 10 13:27:03 user nova-compute[86206]:       <entry name="uuid">c1ad95ad-e9d2-4b52-8dd0-8108790f264e</entry>
Nov 10 13:27:03 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:27:03 user nova-compute[86206]:     </system>
Nov 10 13:27:03 user nova-compute[86206]:   </sysinfo>
Nov 10 13:27:03 user nova-compute[86206]:   <os>
Nov 10 13:27:03 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:27:03 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:27:03 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:27:03 user nova-compute[86206]:   </os>
Nov 10 13:27:03 user nova-compute[86206]:   <features>
Nov 10 13:27:03 user nova-compute[86206]:     <acpi/>
Nov 10 13:27:03 user nova-compute[86206]:     <apic/>
Nov 10 13:27:03 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:27:03 user nova-compute[86206]:   </features>
Nov 10 13:27:03 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:27:03 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:27:03 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:27:03 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:27:03 user nova-compute[86206]:   </clock>
Nov 10 13:27:03 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:27:03 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:27:03 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:27:03 user nova-compute[86206]:   </cpu>
Nov 10 13:27:03 user nova-compute[86206]:   <devices>
Nov 10 13:27:03 user nova-compute[86206]:     <disk type="file" device="cdrom">
Nov 10 13:27:03 user nova-compute[86206]:       <driver name="qemu" type="raw" cache="none"/>
Nov 10 13:27:03 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/c1ad95ad-e9d2-4b52-8dd0-8108790f264e/disk.config"/>
Nov 10 13:27:03 user nova-compute[86206]:       <target dev="hda" bus="ide"/>
Nov 10 13:27:03 user nova-compute[86206]:     </disk>
Nov 10 13:27:03 user nova-compute[86206]:     <disk type="block" device="disk">
Nov 10 13:27:03 user nova-compute[86206]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:27:03 user nova-compute[86206]:       <source dev="/dev/sdd"/>
Nov 10 13:27:03 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:27:03 user nova-compute[86206]:       <serial>6f389830-4c84-46cf-8337-b8faf78aae1e</serial>
Nov 10 13:27:03 user nova-compute[86206]:     </disk>
Nov 10 13:27:03 user nova-compute[86206]:     <disk type="block" device="disk">
Nov 10 13:27:03 user nova-compute[86206]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:27:03 user nova-compute[86206]:       <source dev="/dev/sde"/>
Nov 10 13:27:03 user nova-compute[86206]:       <target dev="vdb" bus="virtio"/>
Nov 10 13:27:03 user nova-compute[86206]:       <serial>88853519-dc92-4911-b8f2-babdc6c3c883</serial>
Nov 10 13:27:03 user nova-compute[86206]:     </disk>
Nov 10 13:27:03 user nova-compute[86206]:     <disk type="block" device="disk">
Nov 10 13:27:03 user nova-compute[86206]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:27:03 user nova-compute[86206]:       <source dev="/dev/sdf"/>
Nov 10 13:27:03 user nova-compute[86206]:       <target dev="vdc" bus="virtio"/>
Nov 10 13:27:03 user nova-compute[86206]:       <serial>50000c75-17df-4758-b966-b8a453024c6d</serial>
Nov 10 13:27:03 user nova-compute[86206]:     </disk>
Nov 10 13:27:03 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:27:03 user nova-compute[86206]:       <mac address="fa:16:3e:e9:07:62"/>
Nov 10 13:27:03 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:27:03 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:27:03 user nova-compute[86206]:       <target dev="tap0129cb0f-7a"/>
Nov 10 13:27:03 user nova-compute[86206]:     </interface>
Nov 10 13:27:03 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:27:03 user nova-compute[86206]:       <mac address="fa:16:3e:db:fa:a4"/>
Nov 10 13:27:03 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:27:03 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:27:03 user nova-compute[86206]:       <target dev="tapead81e64-6f"/>
Nov 10 13:27:03 user nova-compute[86206]:     </interface>
Nov 10 13:27:03 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:27:03 user nova-compute[86206]:       <mac address="fa:16:3e:2e:5a:93"/>
Nov 10 13:27:03 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:27:03 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:27:03 user nova-compute[86206]:       <target dev="tapade85821-80"/>
Nov 10 13:27:03 user nova-compute[86206]:     </interface>
Nov 10 13:27:03 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:27:03 user nova-compute[86206]:       <mac address="fa:16:3e:cf:1c:cf"/>
Nov 10 13:27:03 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:27:03 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:27:03 user nova-compute[86206]:       <target dev="tap3bcd7147-1a"/>
Nov 10 13:27:03 user nova-compute[86206]:     </interface>
Nov 10 13:27:03 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:27:03 user nova-compute[86206]:       <mac address="fa:16:3e:b6:8e:30"/>
Nov 10 13:27:03 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:27:03 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:27:03 user nova-compute[86206]:       <target dev="tapf6d5f037-5c"/>
Nov 10 13:27:03 user nova-compute[86206]:     </interface>
Nov 10 13:27:03 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:27:03 user nova-compute[86206]:       <mac address="fa:16:3e:c1:c0:f3"/>
Nov 10 13:27:03 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:27:03 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:27:03 user nova-compute[86206]:       <target dev="tap6cb2bb12-9c"/>
Nov 10 13:27:03 user nova-compute[86206]:     </interface>
Nov 10 13:27:03 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:27:03 user nova-compute[86206]:       <mac address="fa:16:3e:3a:e6:53"/>
Nov 10 13:27:03 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:27:03 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:27:03 user nova-compute[86206]:       <target dev="tapcbb2f9f6-80"/>
Nov 10 13:27:03 user nova-compute[86206]:     </interface>
Nov 10 13:27:03 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:27:03 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/c1ad95ad-e9d2-4b52-8dd0-8108790f264e/console.log" append="off"/>
Nov 10 13:27:03 user nova-compute[86206]:     </serial>
Nov 10 13:27:03 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:27:03 user nova-compute[86206]:     <video>
Nov 10 13:27:03 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:27:03 user nova-compute[86206]:     </video>
Nov 10 13:27:03 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:27:03 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:27:03 user nova-compute[86206]:     </rng>
Nov 10 13:27:03 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:27:03 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:27:03 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:27:03 user nova-compute[86206]:     </memballoon>
Nov 10 13:27:03 user nova-compute[86206]:   </devices>
Nov 10 13:27:03 user nova-compute[86206]: </domain>
Nov 10 13:27:03 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-10T13:25:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1314291113',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1314291113',id=22,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJHfXOhFBFqqhzq6hTuwn0BredQKJP/+gleJhOF7LRHCaPSNuO7Vg8hQtGp5tbKaEhjxLTPoijR/1TvO8+ibfRw0FDN65DJtEo1z5DZhF18UllzH5pmTs7y3hgaXV9bWDg==',key_name='tempest-keypair-1809653296',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e84b1dcad5a948229d3782c2602a4eb1',ramdisk_id='',reservation_id='r-p4pv7g85',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-965915822',owner_user_name='tempest-TaggedBootDevicesTest_v242-965915822-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:25:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f8277ce9a9e742428cc87c3fea3e100d',uuid=c1ad95ad-e9d2-4b52-8dd0-8108790f264e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0129cb0f-7ab6-4dcd-b631-f1b20269918d", "address": "fa:16:3e:e9:07:62", "network": {"id": "7db252a1-73f8-4687-a73c-462e1d6a8f62", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1898872933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0129cb0f-7a", "ovs_interfaceid": "0129cb0f-7ab6-4dcd-b631-f1b20269918d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Converting VIF {"id": "0129cb0f-7ab6-4dcd-b631-f1b20269918d", "address": "fa:16:3e:e9:07:62", "network": {"id": "7db252a1-73f8-4687-a73c-462e1d6a8f62", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1898872933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0129cb0f-7a", "ovs_interfaceid": "0129cb0f-7ab6-4dcd-b631-f1b20269918d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e9:07:62,bridge_name='br-int',has_traffic_filtering=True,id=0129cb0f-7ab6-4dcd-b631-f1b20269918d,network=Network(7db252a1-73f8-4687-a73c-462e1d6a8f62),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0129cb0f-7a') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG os_vif [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e9:07:62,bridge_name='br-int',has_traffic_filtering=True,id=0129cb0f-7ab6-4dcd-b631-f1b20269918d,network=Network(7db252a1-73f8-4687-a73c-462e1d6a8f62),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0129cb0f-7a') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6bdce4ff-aff3-5485-abed-4d913cb14d70', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0129cb0f-7a, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0129cb0f-7a, col_values=(('qos', UUID('52d2cca4-9d86-442c-b70c-c93d68d04b8b')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0129cb0f-7a, col_values=(('external_ids', {'iface-id': '0129cb0f-7ab6-4dcd-b631-f1b20269918d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e9:07:62', 'vm-uuid': 'c1ad95ad-e9d2-4b52-8dd0-8108790f264e'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: INFO os_vif [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e9:07:62,bridge_name='br-int',has_traffic_filtering=True,id=0129cb0f-7ab6-4dcd-b631-f1b20269918d,network=Network(7db252a1-73f8-4687-a73c-462e1d6a8f62),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0129cb0f-7a')
Nov 10 13:27:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-10T13:25:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1314291113',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1314291113',id=22,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJHfXOhFBFqqhzq6hTuwn0BredQKJP/+gleJhOF7LRHCaPSNuO7Vg8hQtGp5tbKaEhjxLTPoijR/1TvO8+ibfRw0FDN65DJtEo1z5DZhF18UllzH5pmTs7y3hgaXV9bWDg==',key_name='tempest-keypair-1809653296',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e84b1dcad5a948229d3782c2602a4eb1',ramdisk_id='',reservation_id='r-p4pv7g85',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-965915822',owner_user_name='tempest-TaggedBootDevicesTest_v242-965915822-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:25:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f8277ce9a9e742428cc87c3fea3e100d',uuid=c1ad95ad-e9d2-4b52-8dd0-8108790f264e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ead81e64-6fba-4e4c-994c-5f989f2a61a3", "address": "fa:16:3e:db:fa:a4", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapead81e64-6f", "ovs_interfaceid": "ead81e64-6fba-4e4c-994c-5f989f2a61a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Converting VIF {"id": "ead81e64-6fba-4e4c-994c-5f989f2a61a3", "address": "fa:16:3e:db:fa:a4", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapead81e64-6f", "ovs_interfaceid": "ead81e64-6fba-4e4c-994c-5f989f2a61a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:db:fa:a4,bridge_name='br-int',has_traffic_filtering=True,id=ead81e64-6fba-4e4c-994c-5f989f2a61a3,network=Network(9b19b76c-fe10-43e4-97a2-a6bbeea36dc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapead81e64-6f') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG os_vif [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:db:fa:a4,bridge_name='br-int',has_traffic_filtering=True,id=ead81e64-6fba-4e4c-994c-5f989f2a61a3,network=Network(9b19b76c-fe10-43e4-97a2-a6bbeea36dc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapead81e64-6f') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1eae2357-db08-5f57-a508-7a454cecb0c7', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapead81e64-6f, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapead81e64-6f, col_values=(('qos', UUID('194a7b6a-a14b-4ffa-857e-ed75949c27a1')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapead81e64-6f, col_values=(('external_ids', {'iface-id': 'ead81e64-6fba-4e4c-994c-5f989f2a61a3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:db:fa:a4', 'vm-uuid': 'c1ad95ad-e9d2-4b52-8dd0-8108790f264e'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: INFO os_vif [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:db:fa:a4,bridge_name='br-int',has_traffic_filtering=True,id=ead81e64-6fba-4e4c-994c-5f989f2a61a3,network=Network(9b19b76c-fe10-43e4-97a2-a6bbeea36dc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapead81e64-6f')
Nov 10 13:27:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-10T13:25:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1314291113',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1314291113',id=22,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJHfXOhFBFqqhzq6hTuwn0BredQKJP/+gleJhOF7LRHCaPSNuO7Vg8hQtGp5tbKaEhjxLTPoijR/1TvO8+ibfRw0FDN65DJtEo1z5DZhF18UllzH5pmTs7y3hgaXV9bWDg==',key_name='tempest-keypair-1809653296',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e84b1dcad5a948229d3782c2602a4eb1',ramdisk_id='',reservation_id='r-p4pv7g85',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-965915822',owner_user_name='tempest-TaggedBootDevicesTest_v242-965915822-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:25:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f8277ce9a9e742428cc87c3fea3e100d',uuid=c1ad95ad-e9d2-4b52-8dd0-8108790f264e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ade85821-80f9-469b-8bfc-5dabdf1ed4be", "address": "fa:16:3e:2e:5a:93", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapade85821-80", "ovs_interfaceid": "ade85821-80f9-469b-8bfc-5dabdf1ed4be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Converting VIF {"id": "ade85821-80f9-469b-8bfc-5dabdf1ed4be", "address": "fa:16:3e:2e:5a:93", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapade85821-80", "ovs_interfaceid": "ade85821-80f9-469b-8bfc-5dabdf1ed4be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2e:5a:93,bridge_name='br-int',has_traffic_filtering=True,id=ade85821-80f9-469b-8bfc-5dabdf1ed4be,network=Network(9b19b76c-fe10-43e4-97a2-a6bbeea36dc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapade85821-80') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG os_vif [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2e:5a:93,bridge_name='br-int',has_traffic_filtering=True,id=ade85821-80f9-469b-8bfc-5dabdf1ed4be,network=Network(9b19b76c-fe10-43e4-97a2-a6bbeea36dc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapade85821-80') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b3745423-46e3-5027-8983-1dd1ee1d5c65', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapade85821-80, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapade85821-80, col_values=(('qos', UUID('83c43d46-459e-4a50-929b-f76b982a1f7d')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapade85821-80, col_values=(('external_ids', {'iface-id': 'ade85821-80f9-469b-8bfc-5dabdf1ed4be', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2e:5a:93', 'vm-uuid': 'c1ad95ad-e9d2-4b52-8dd0-8108790f264e'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: INFO os_vif [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2e:5a:93,bridge_name='br-int',has_traffic_filtering=True,id=ade85821-80f9-469b-8bfc-5dabdf1ed4be,network=Network(9b19b76c-fe10-43e4-97a2-a6bbeea36dc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapade85821-80')
Nov 10 13:27:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-10T13:25:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1314291113',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1314291113',id=22,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJHfXOhFBFqqhzq6hTuwn0BredQKJP/+gleJhOF7LRHCaPSNuO7Vg8hQtGp5tbKaEhjxLTPoijR/1TvO8+ibfRw0FDN65DJtEo1z5DZhF18UllzH5pmTs7y3hgaXV9bWDg==',key_name='tempest-keypair-1809653296',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e84b1dcad5a948229d3782c2602a4eb1',ramdisk_id='',reservation_id='r-p4pv7g85',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-965915822',owner_user_name='tempest-TaggedBootDevicesTest_v242-965915822-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:25:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f8277ce9a9e742428cc87c3fea3e100d',uuid=c1ad95ad-e9d2-4b52-8dd0-8108790f264e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3bcd7147-1a39-48e4-b560-0613d74a42ad", "address": "fa:16:3e:cf:1c:cf", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3bcd7147-1a", "ovs_interfaceid": "3bcd7147-1a39-48e4-b560-0613d74a42ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Converting VIF {"id": "3bcd7147-1a39-48e4-b560-0613d74a42ad", "address": "fa:16:3e:cf:1c:cf", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3bcd7147-1a", "ovs_interfaceid": "3bcd7147-1a39-48e4-b560-0613d74a42ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cf:1c:cf,bridge_name='br-int',has_traffic_filtering=True,id=3bcd7147-1a39-48e4-b560-0613d74a42ad,network=Network(9b19b76c-fe10-43e4-97a2-a6bbeea36dc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3bcd7147-1a') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG os_vif [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cf:1c:cf,bridge_name='br-int',has_traffic_filtering=True,id=3bcd7147-1a39-48e4-b560-0613d74a42ad,network=Network(9b19b76c-fe10-43e4-97a2-a6bbeea36dc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3bcd7147-1a') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cf7ce76a-bc39-55ea-9f0b-230590ab62cd', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3bcd7147-1a, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3bcd7147-1a, col_values=(('qos', UUID('5feb8b1a-c5bc-4ed9-a0fc-5cc4a2c9983c')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3bcd7147-1a, col_values=(('external_ids', {'iface-id': '3bcd7147-1a39-48e4-b560-0613d74a42ad', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cf:1c:cf', 'vm-uuid': 'c1ad95ad-e9d2-4b52-8dd0-8108790f264e'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: INFO os_vif [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cf:1c:cf,bridge_name='br-int',has_traffic_filtering=True,id=3bcd7147-1a39-48e4-b560-0613d74a42ad,network=Network(9b19b76c-fe10-43e4-97a2-a6bbeea36dc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3bcd7147-1a')
Nov 10 13:27:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-10T13:25:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1314291113',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1314291113',id=22,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJHfXOhFBFqqhzq6hTuwn0BredQKJP/+gleJhOF7LRHCaPSNuO7Vg8hQtGp5tbKaEhjxLTPoijR/1TvO8+ibfRw0FDN65DJtEo1z5DZhF18UllzH5pmTs7y3hgaXV9bWDg==',key_name='tempest-keypair-1809653296',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e84b1dcad5a948229d3782c2602a4eb1',ramdisk_id='',reservation_id='r-p4pv7g85',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-965915822',owner_user_name='tempest-TaggedBootDevicesTest_v242-965915822-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:25:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f8277ce9a9e742428cc87c3fea3e100d',uuid=c1ad95ad-e9d2-4b52-8dd0-8108790f264e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f6d5f037-5c79-406d-9d40-b59e91f05768", "address": "fa:16:3e:b6:8e:30", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6d5f037-5c", "ovs_interfaceid": "f6d5f037-5c79-406d-9d40-b59e91f05768", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Converting VIF {"id": "f6d5f037-5c79-406d-9d40-b59e91f05768", "address": "fa:16:3e:b6:8e:30", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6d5f037-5c", "ovs_interfaceid": "f6d5f037-5c79-406d-9d40-b59e91f05768", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b6:8e:30,bridge_name='br-int',has_traffic_filtering=True,id=f6d5f037-5c79-406d-9d40-b59e91f05768,network=Network(9b19b76c-fe10-43e4-97a2-a6bbeea36dc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6d5f037-5c') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG os_vif [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b6:8e:30,bridge_name='br-int',has_traffic_filtering=True,id=f6d5f037-5c79-406d-9d40-b59e91f05768,network=Network(9b19b76c-fe10-43e4-97a2-a6bbeea36dc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6d5f037-5c') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1c865df4-cf4c-5828-8ef0-e493f50ec575', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf6d5f037-5c, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf6d5f037-5c, col_values=(('qos', UUID('ef3860a6-3fe3-4e4a-8542-86f4677097f5')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf6d5f037-5c, col_values=(('external_ids', {'iface-id': 'f6d5f037-5c79-406d-9d40-b59e91f05768', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b6:8e:30', 'vm-uuid': 'c1ad95ad-e9d2-4b52-8dd0-8108790f264e'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: INFO os_vif [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b6:8e:30,bridge_name='br-int',has_traffic_filtering=True,id=f6d5f037-5c79-406d-9d40-b59e91f05768,network=Network(9b19b76c-fe10-43e4-97a2-a6bbeea36dc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6d5f037-5c')
Nov 10 13:27:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-10T13:25:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1314291113',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1314291113',id=22,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJHfXOhFBFqqhzq6hTuwn0BredQKJP/+gleJhOF7LRHCaPSNuO7Vg8hQtGp5tbKaEhjxLTPoijR/1TvO8+ibfRw0FDN65DJtEo1z5DZhF18UllzH5pmTs7y3hgaXV9bWDg==',key_name='tempest-keypair-1809653296',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e84b1dcad5a948229d3782c2602a4eb1',ramdisk_id='',reservation_id='r-p4pv7g85',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-965915822',owner_user_name='tempest-TaggedBootDevicesTest_v242-965915822-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:25:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f8277ce9a9e742428cc87c3fea3e100d',uuid=c1ad95ad-e9d2-4b52-8dd0-8108790f264e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0", "address": "fa:16:3e:c1:c0:f3", "network": {"id": "548a8801-e386-42a5-85b8-8c33f6a695ed", "bridge": "br-int", "label": "tempest-device-tagging-net2-1108233236", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cb2bb12-9c", "ovs_interfaceid": "6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Converting VIF {"id": "6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0", "address": "fa:16:3e:c1:c0:f3", "network": {"id": "548a8801-e386-42a5-85b8-8c33f6a695ed", "bridge": "br-int", "label": "tempest-device-tagging-net2-1108233236", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cb2bb12-9c", "ovs_interfaceid": "6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c1:c0:f3,bridge_name='br-int',has_traffic_filtering=True,id=6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0,network=Network(548a8801-e386-42a5-85b8-8c33f6a695ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6cb2bb12-9c') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG os_vif [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c1:c0:f3,bridge_name='br-int',has_traffic_filtering=True,id=6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0,network=Network(548a8801-e386-42a5-85b8-8c33f6a695ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6cb2bb12-9c') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '63512413-a73b-5b99-8285-c17ba4db2865', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6cb2bb12-9c, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6cb2bb12-9c, col_values=(('qos', UUID('5d4cf22f-e494-4aec-867f-a1fce091109d')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6cb2bb12-9c, col_values=(('external_ids', {'iface-id': '6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c1:c0:f3', 'vm-uuid': 'c1ad95ad-e9d2-4b52-8dd0-8108790f264e'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: INFO os_vif [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c1:c0:f3,bridge_name='br-int',has_traffic_filtering=True,id=6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0,network=Network(548a8801-e386-42a5-85b8-8c33f6a695ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6cb2bb12-9c')
Nov 10 13:27:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-10T13:25:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1314291113',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1314291113',id=22,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJHfXOhFBFqqhzq6hTuwn0BredQKJP/+gleJhOF7LRHCaPSNuO7Vg8hQtGp5tbKaEhjxLTPoijR/1TvO8+ibfRw0FDN65DJtEo1z5DZhF18UllzH5pmTs7y3hgaXV9bWDg==',key_name='tempest-keypair-1809653296',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e84b1dcad5a948229d3782c2602a4eb1',ramdisk_id='',reservation_id='r-p4pv7g85',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-965915822',owner_user_name='tempest-TaggedBootDevicesTest_v242-965915822-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:25:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f8277ce9a9e742428cc87c3fea3e100d',uuid=c1ad95ad-e9d2-4b52-8dd0-8108790f264e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cbb2f9f6-80b2-4939-9061-00f20e45defb", "address": "fa:16:3e:3a:e6:53", "network": {"id": "548a8801-e386-42a5-85b8-8c33f6a695ed", "bridge": "br-int", "label": "tempest-device-tagging-net2-1108233236", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbb2f9f6-80", "ovs_interfaceid": "cbb2f9f6-80b2-4939-9061-00f20e45defb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Converting VIF {"id": "cbb2f9f6-80b2-4939-9061-00f20e45defb", "address": "fa:16:3e:3a:e6:53", "network": {"id": "548a8801-e386-42a5-85b8-8c33f6a695ed", "bridge": "br-int", "label": "tempest-device-tagging-net2-1108233236", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbb2f9f6-80", "ovs_interfaceid": "cbb2f9f6-80b2-4939-9061-00f20e45defb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3a:e6:53,bridge_name='br-int',has_traffic_filtering=True,id=cbb2f9f6-80b2-4939-9061-00f20e45defb,network=Network(548a8801-e386-42a5-85b8-8c33f6a695ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcbb2f9f6-80') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG os_vif [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3a:e6:53,bridge_name='br-int',has_traffic_filtering=True,id=cbb2f9f6-80b2-4939-9061-00f20e45defb,network=Network(548a8801-e386-42a5-85b8-8c33f6a695ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcbb2f9f6-80') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c077a3bd-2ae7-5dda-9aef-9617d78ed50d', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcbb2f9f6-80, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcbb2f9f6-80, col_values=(('qos', UUID('8e188fde-2e90-4be6-b343-e62eeccdda56')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcbb2f9f6-80, col_values=(('external_ids', {'iface-id': 'cbb2f9f6-80b2-4939-9061-00f20e45defb', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3a:e6:53', 'vm-uuid': 'c1ad95ad-e9d2-4b52-8dd0-8108790f264e'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:27:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:03 user nova-compute[86206]: INFO os_vif [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3a:e6:53,bridge_name='br-int',has_traffic_filtering=True,id=cbb2f9f6-80b2-4939-9061-00f20e45defb,network=Network(548a8801-e386-42a5-85b8-8c33f6a695ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcbb2f9f6-80')
Nov 10 13:27:04 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] No BDM found with device name hda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:27:04 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] No BDM found with device name vdc, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:27:04 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] No VIF found with MAC fa:16:3e:e9:07:62, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:27:04 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] No VIF found with MAC fa:16:3e:b6:8e:30, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:27:04 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Using config drive
Nov 10 13:27:04 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Creating config drive at /opt/stack/data/nova/instances/c1ad95ad-e9d2-4b52-8dd0-8108790f264e/disk.config
Nov 10 13:27:04 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/c1ad95ad-e9d2-4b52-8dd0-8108790f264e/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpmh9ss7y6 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:04 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/c1ad95ad-e9d2-4b52-8dd0-8108790f264e/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpmh9ss7y6" returned: 0 in 0.071s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:05 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:05 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:05 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:05 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:06 user nova-compute[86206]: DEBUG nova.compute.manager [req-81bf63c8-143c-4daf-8870-522b261f1ba6 req-a33b2f26-26a7-4af7-b1d9-a2be940cd5ab service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-vif-plugged-0129cb0f-7ab6-4dcd-b631-f1b20269918d {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:27:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-81bf63c8-143c-4daf-8870-522b261f1ba6 req-a33b2f26-26a7-4af7-b1d9-a2be940cd5ab service nova] Acquiring lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:27:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-81bf63c8-143c-4daf-8870-522b261f1ba6 req-a33b2f26-26a7-4af7-b1d9-a2be940cd5ab service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:27:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-81bf63c8-143c-4daf-8870-522b261f1ba6 req-a33b2f26-26a7-4af7-b1d9-a2be940cd5ab service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:27:06 user nova-compute[86206]: DEBUG nova.compute.manager [req-81bf63c8-143c-4daf-8870-522b261f1ba6 req-a33b2f26-26a7-4af7-b1d9-a2be940cd5ab service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] No waiting events found dispatching network-vif-plugged-0129cb0f-7ab6-4dcd-b631-f1b20269918d {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:27:06 user nova-compute[86206]: WARNING nova.compute.manager [req-81bf63c8-143c-4daf-8870-522b261f1ba6 req-a33b2f26-26a7-4af7-b1d9-a2be940cd5ab service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received unexpected event network-vif-plugged-0129cb0f-7ab6-4dcd-b631-f1b20269918d for instance with vm_state building and task_state spawning.
Nov 10 13:27:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:06 user nova-compute[86206]: DEBUG nova.compute.manager [req-65c9b484-8101-42ab-ba89-988850027d59 req-dc573b3b-3b3d-48a2-b22b-96bcd23cf150 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-vif-plugged-ead81e64-6fba-4e4c-994c-5f989f2a61a3 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:27:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-65c9b484-8101-42ab-ba89-988850027d59 req-dc573b3b-3b3d-48a2-b22b-96bcd23cf150 service nova] Acquiring lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:27:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-65c9b484-8101-42ab-ba89-988850027d59 req-dc573b3b-3b3d-48a2-b22b-96bcd23cf150 service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:27:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-65c9b484-8101-42ab-ba89-988850027d59 req-dc573b3b-3b3d-48a2-b22b-96bcd23cf150 service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:27:06 user nova-compute[86206]: DEBUG nova.compute.manager [req-65c9b484-8101-42ab-ba89-988850027d59 req-dc573b3b-3b3d-48a2-b22b-96bcd23cf150 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] No waiting events found dispatching network-vif-plugged-ead81e64-6fba-4e4c-994c-5f989f2a61a3 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:27:06 user nova-compute[86206]: WARNING nova.compute.manager [req-65c9b484-8101-42ab-ba89-988850027d59 req-dc573b3b-3b3d-48a2-b22b-96bcd23cf150 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received unexpected event network-vif-plugged-ead81e64-6fba-4e4c-994c-5f989f2a61a3 for instance with vm_state building and task_state spawning.
Nov 10 13:27:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG nova.compute.manager [req-2107e60d-c9ce-4a65-861f-64eb7ba3db07 req-0479b915-94bc-4f8d-8fd8-9d3338403f09 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-vif-plugged-0129cb0f-7ab6-4dcd-b631-f1b20269918d {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2107e60d-c9ce-4a65-861f-64eb7ba3db07 req-0479b915-94bc-4f8d-8fd8-9d3338403f09 service nova] Acquiring lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2107e60d-c9ce-4a65-861f-64eb7ba3db07 req-0479b915-94bc-4f8d-8fd8-9d3338403f09 service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2107e60d-c9ce-4a65-861f-64eb7ba3db07 req-0479b915-94bc-4f8d-8fd8-9d3338403f09 service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG nova.compute.manager [req-2107e60d-c9ce-4a65-861f-64eb7ba3db07 req-0479b915-94bc-4f8d-8fd8-9d3338403f09 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] No waiting events found dispatching network-vif-plugged-0129cb0f-7ab6-4dcd-b631-f1b20269918d {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:27:08 user nova-compute[86206]: WARNING nova.compute.manager [req-2107e60d-c9ce-4a65-861f-64eb7ba3db07 req-0479b915-94bc-4f8d-8fd8-9d3338403f09 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received unexpected event network-vif-plugged-0129cb0f-7ab6-4dcd-b631-f1b20269918d for instance with vm_state building and task_state spawning.
Nov 10 13:27:08 user nova-compute[86206]: DEBUG nova.compute.manager [req-2107e60d-c9ce-4a65-861f-64eb7ba3db07 req-0479b915-94bc-4f8d-8fd8-9d3338403f09 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-vif-plugged-ade85821-80f9-469b-8bfc-5dabdf1ed4be {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2107e60d-c9ce-4a65-861f-64eb7ba3db07 req-0479b915-94bc-4f8d-8fd8-9d3338403f09 service nova] Acquiring lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2107e60d-c9ce-4a65-861f-64eb7ba3db07 req-0479b915-94bc-4f8d-8fd8-9d3338403f09 service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2107e60d-c9ce-4a65-861f-64eb7ba3db07 req-0479b915-94bc-4f8d-8fd8-9d3338403f09 service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG nova.compute.manager [req-2107e60d-c9ce-4a65-861f-64eb7ba3db07 req-0479b915-94bc-4f8d-8fd8-9d3338403f09 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] No waiting events found dispatching network-vif-plugged-ade85821-80f9-469b-8bfc-5dabdf1ed4be {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:27:08 user nova-compute[86206]: WARNING nova.compute.manager [req-2107e60d-c9ce-4a65-861f-64eb7ba3db07 req-0479b915-94bc-4f8d-8fd8-9d3338403f09 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received unexpected event network-vif-plugged-ade85821-80f9-469b-8bfc-5dabdf1ed4be for instance with vm_state building and task_state spawning.
Nov 10 13:27:08 user nova-compute[86206]: DEBUG nova.compute.manager [req-2107e60d-c9ce-4a65-861f-64eb7ba3db07 req-0479b915-94bc-4f8d-8fd8-9d3338403f09 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-vif-plugged-ade85821-80f9-469b-8bfc-5dabdf1ed4be {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2107e60d-c9ce-4a65-861f-64eb7ba3db07 req-0479b915-94bc-4f8d-8fd8-9d3338403f09 service nova] Acquiring lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2107e60d-c9ce-4a65-861f-64eb7ba3db07 req-0479b915-94bc-4f8d-8fd8-9d3338403f09 service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2107e60d-c9ce-4a65-861f-64eb7ba3db07 req-0479b915-94bc-4f8d-8fd8-9d3338403f09 service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG nova.compute.manager [req-2107e60d-c9ce-4a65-861f-64eb7ba3db07 req-0479b915-94bc-4f8d-8fd8-9d3338403f09 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] No waiting events found dispatching network-vif-plugged-ade85821-80f9-469b-8bfc-5dabdf1ed4be {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:27:08 user nova-compute[86206]: WARNING nova.compute.manager [req-2107e60d-c9ce-4a65-861f-64eb7ba3db07 req-0479b915-94bc-4f8d-8fd8-9d3338403f09 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received unexpected event network-vif-plugged-ade85821-80f9-469b-8bfc-5dabdf1ed4be for instance with vm_state building and task_state spawning.
Nov 10 13:27:08 user nova-compute[86206]: DEBUG nova.compute.manager [req-2107e60d-c9ce-4a65-861f-64eb7ba3db07 req-0479b915-94bc-4f8d-8fd8-9d3338403f09 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-vif-plugged-6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2107e60d-c9ce-4a65-861f-64eb7ba3db07 req-0479b915-94bc-4f8d-8fd8-9d3338403f09 service nova] Acquiring lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2107e60d-c9ce-4a65-861f-64eb7ba3db07 req-0479b915-94bc-4f8d-8fd8-9d3338403f09 service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2107e60d-c9ce-4a65-861f-64eb7ba3db07 req-0479b915-94bc-4f8d-8fd8-9d3338403f09 service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG nova.compute.manager [req-2107e60d-c9ce-4a65-861f-64eb7ba3db07 req-0479b915-94bc-4f8d-8fd8-9d3338403f09 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] No waiting events found dispatching network-vif-plugged-6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:27:08 user nova-compute[86206]: WARNING nova.compute.manager [req-2107e60d-c9ce-4a65-861f-64eb7ba3db07 req-0479b915-94bc-4f8d-8fd8-9d3338403f09 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received unexpected event network-vif-plugged-6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0 for instance with vm_state building and task_state spawning.
Nov 10 13:27:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG nova.compute.manager [req-6b295e5b-1ac5-452b-955c-3cf870b716f5 req-471266ed-f652-4398-abc2-1a0f7c9bd2aa service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-vif-plugged-ead81e64-6fba-4e4c-994c-5f989f2a61a3 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6b295e5b-1ac5-452b-955c-3cf870b716f5 req-471266ed-f652-4398-abc2-1a0f7c9bd2aa service nova] Acquiring lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6b295e5b-1ac5-452b-955c-3cf870b716f5 req-471266ed-f652-4398-abc2-1a0f7c9bd2aa service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6b295e5b-1ac5-452b-955c-3cf870b716f5 req-471266ed-f652-4398-abc2-1a0f7c9bd2aa service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG nova.compute.manager [req-6b295e5b-1ac5-452b-955c-3cf870b716f5 req-471266ed-f652-4398-abc2-1a0f7c9bd2aa service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] No waiting events found dispatching network-vif-plugged-ead81e64-6fba-4e4c-994c-5f989f2a61a3 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:27:08 user nova-compute[86206]: WARNING nova.compute.manager [req-6b295e5b-1ac5-452b-955c-3cf870b716f5 req-471266ed-f652-4398-abc2-1a0f7c9bd2aa service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received unexpected event network-vif-plugged-ead81e64-6fba-4e4c-994c-5f989f2a61a3 for instance with vm_state building and task_state spawning.
Nov 10 13:27:08 user nova-compute[86206]: DEBUG nova.compute.manager [req-6b295e5b-1ac5-452b-955c-3cf870b716f5 req-471266ed-f652-4398-abc2-1a0f7c9bd2aa service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-vif-plugged-3bcd7147-1a39-48e4-b560-0613d74a42ad {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6b295e5b-1ac5-452b-955c-3cf870b716f5 req-471266ed-f652-4398-abc2-1a0f7c9bd2aa service nova] Acquiring lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6b295e5b-1ac5-452b-955c-3cf870b716f5 req-471266ed-f652-4398-abc2-1a0f7c9bd2aa service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6b295e5b-1ac5-452b-955c-3cf870b716f5 req-471266ed-f652-4398-abc2-1a0f7c9bd2aa service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG nova.compute.manager [req-6b295e5b-1ac5-452b-955c-3cf870b716f5 req-471266ed-f652-4398-abc2-1a0f7c9bd2aa service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] No waiting events found dispatching network-vif-plugged-3bcd7147-1a39-48e4-b560-0613d74a42ad {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:27:08 user nova-compute[86206]: WARNING nova.compute.manager [req-6b295e5b-1ac5-452b-955c-3cf870b716f5 req-471266ed-f652-4398-abc2-1a0f7c9bd2aa service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received unexpected event network-vif-plugged-3bcd7147-1a39-48e4-b560-0613d74a42ad for instance with vm_state building and task_state spawning.
Nov 10 13:27:08 user nova-compute[86206]: DEBUG nova.compute.manager [req-6b295e5b-1ac5-452b-955c-3cf870b716f5 req-471266ed-f652-4398-abc2-1a0f7c9bd2aa service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-vif-plugged-3bcd7147-1a39-48e4-b560-0613d74a42ad {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6b295e5b-1ac5-452b-955c-3cf870b716f5 req-471266ed-f652-4398-abc2-1a0f7c9bd2aa service nova] Acquiring lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6b295e5b-1ac5-452b-955c-3cf870b716f5 req-471266ed-f652-4398-abc2-1a0f7c9bd2aa service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6b295e5b-1ac5-452b-955c-3cf870b716f5 req-471266ed-f652-4398-abc2-1a0f7c9bd2aa service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG nova.compute.manager [req-6b295e5b-1ac5-452b-955c-3cf870b716f5 req-471266ed-f652-4398-abc2-1a0f7c9bd2aa service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] No waiting events found dispatching network-vif-plugged-3bcd7147-1a39-48e4-b560-0613d74a42ad {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:27:08 user nova-compute[86206]: WARNING nova.compute.manager [req-6b295e5b-1ac5-452b-955c-3cf870b716f5 req-471266ed-f652-4398-abc2-1a0f7c9bd2aa service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received unexpected event network-vif-plugged-3bcd7147-1a39-48e4-b560-0613d74a42ad for instance with vm_state building and task_state spawning.
Nov 10 13:27:08 user nova-compute[86206]: DEBUG nova.compute.manager [req-6b295e5b-1ac5-452b-955c-3cf870b716f5 req-471266ed-f652-4398-abc2-1a0f7c9bd2aa service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-vif-plugged-f6d5f037-5c79-406d-9d40-b59e91f05768 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6b295e5b-1ac5-452b-955c-3cf870b716f5 req-471266ed-f652-4398-abc2-1a0f7c9bd2aa service nova] Acquiring lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6b295e5b-1ac5-452b-955c-3cf870b716f5 req-471266ed-f652-4398-abc2-1a0f7c9bd2aa service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6b295e5b-1ac5-452b-955c-3cf870b716f5 req-471266ed-f652-4398-abc2-1a0f7c9bd2aa service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG nova.compute.manager [req-6b295e5b-1ac5-452b-955c-3cf870b716f5 req-471266ed-f652-4398-abc2-1a0f7c9bd2aa service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] No waiting events found dispatching network-vif-plugged-f6d5f037-5c79-406d-9d40-b59e91f05768 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:27:08 user nova-compute[86206]: WARNING nova.compute.manager [req-6b295e5b-1ac5-452b-955c-3cf870b716f5 req-471266ed-f652-4398-abc2-1a0f7c9bd2aa service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received unexpected event network-vif-plugged-f6d5f037-5c79-406d-9d40-b59e91f05768 for instance with vm_state building and task_state spawning.
Nov 10 13:27:08 user nova-compute[86206]: DEBUG nova.compute.manager [req-6b295e5b-1ac5-452b-955c-3cf870b716f5 req-471266ed-f652-4398-abc2-1a0f7c9bd2aa service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-vif-plugged-f6d5f037-5c79-406d-9d40-b59e91f05768 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6b295e5b-1ac5-452b-955c-3cf870b716f5 req-471266ed-f652-4398-abc2-1a0f7c9bd2aa service nova] Acquiring lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6b295e5b-1ac5-452b-955c-3cf870b716f5 req-471266ed-f652-4398-abc2-1a0f7c9bd2aa service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6b295e5b-1ac5-452b-955c-3cf870b716f5 req-471266ed-f652-4398-abc2-1a0f7c9bd2aa service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:27:08 user nova-compute[86206]: DEBUG nova.compute.manager [req-6b295e5b-1ac5-452b-955c-3cf870b716f5 req-471266ed-f652-4398-abc2-1a0f7c9bd2aa service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] No waiting events found dispatching network-vif-plugged-f6d5f037-5c79-406d-9d40-b59e91f05768 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:27:08 user nova-compute[86206]: WARNING nova.compute.manager [req-6b295e5b-1ac5-452b-955c-3cf870b716f5 req-471266ed-f652-4398-abc2-1a0f7c9bd2aa service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received unexpected event network-vif-plugged-f6d5f037-5c79-406d-9d40-b59e91f05768 for instance with vm_state building and task_state spawning.
Nov 10 13:27:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:10 user nova-compute[86206]: DEBUG nova.compute.manager [req-1088d7c3-6e3d-41ca-abbc-8df9a8742146 req-ff8cd090-da87-4e76-991c-d3cee271c319 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-vif-plugged-6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:27:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1088d7c3-6e3d-41ca-abbc-8df9a8742146 req-ff8cd090-da87-4e76-991c-d3cee271c319 service nova] Acquiring lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:27:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1088d7c3-6e3d-41ca-abbc-8df9a8742146 req-ff8cd090-da87-4e76-991c-d3cee271c319 service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:27:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1088d7c3-6e3d-41ca-abbc-8df9a8742146 req-ff8cd090-da87-4e76-991c-d3cee271c319 service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:27:10 user nova-compute[86206]: DEBUG nova.compute.manager [req-1088d7c3-6e3d-41ca-abbc-8df9a8742146 req-ff8cd090-da87-4e76-991c-d3cee271c319 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] No waiting events found dispatching network-vif-plugged-6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:27:10 user nova-compute[86206]: WARNING nova.compute.manager [req-1088d7c3-6e3d-41ca-abbc-8df9a8742146 req-ff8cd090-da87-4e76-991c-d3cee271c319 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received unexpected event network-vif-plugged-6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0 for instance with vm_state building and task_state spawning.
Nov 10 13:27:10 user nova-compute[86206]: DEBUG nova.compute.manager [req-1088d7c3-6e3d-41ca-abbc-8df9a8742146 req-ff8cd090-da87-4e76-991c-d3cee271c319 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-vif-plugged-cbb2f9f6-80b2-4939-9061-00f20e45defb {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:27:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1088d7c3-6e3d-41ca-abbc-8df9a8742146 req-ff8cd090-da87-4e76-991c-d3cee271c319 service nova] Acquiring lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:27:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1088d7c3-6e3d-41ca-abbc-8df9a8742146 req-ff8cd090-da87-4e76-991c-d3cee271c319 service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:27:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1088d7c3-6e3d-41ca-abbc-8df9a8742146 req-ff8cd090-da87-4e76-991c-d3cee271c319 service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:27:10 user nova-compute[86206]: DEBUG nova.compute.manager [req-1088d7c3-6e3d-41ca-abbc-8df9a8742146 req-ff8cd090-da87-4e76-991c-d3cee271c319 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] No waiting events found dispatching network-vif-plugged-cbb2f9f6-80b2-4939-9061-00f20e45defb {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:27:10 user nova-compute[86206]: WARNING nova.compute.manager [req-1088d7c3-6e3d-41ca-abbc-8df9a8742146 req-ff8cd090-da87-4e76-991c-d3cee271c319 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received unexpected event network-vif-plugged-cbb2f9f6-80b2-4939-9061-00f20e45defb for instance with vm_state building and task_state spawning.
Nov 10 13:27:10 user nova-compute[86206]: DEBUG nova.compute.manager [req-1088d7c3-6e3d-41ca-abbc-8df9a8742146 req-ff8cd090-da87-4e76-991c-d3cee271c319 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-vif-plugged-cbb2f9f6-80b2-4939-9061-00f20e45defb {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:27:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1088d7c3-6e3d-41ca-abbc-8df9a8742146 req-ff8cd090-da87-4e76-991c-d3cee271c319 service nova] Acquiring lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:27:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1088d7c3-6e3d-41ca-abbc-8df9a8742146 req-ff8cd090-da87-4e76-991c-d3cee271c319 service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:27:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1088d7c3-6e3d-41ca-abbc-8df9a8742146 req-ff8cd090-da87-4e76-991c-d3cee271c319 service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:27:10 user nova-compute[86206]: DEBUG nova.compute.manager [req-1088d7c3-6e3d-41ca-abbc-8df9a8742146 req-ff8cd090-da87-4e76-991c-d3cee271c319 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] No waiting events found dispatching network-vif-plugged-cbb2f9f6-80b2-4939-9061-00f20e45defb {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:27:10 user nova-compute[86206]: WARNING nova.compute.manager [req-1088d7c3-6e3d-41ca-abbc-8df9a8742146 req-ff8cd090-da87-4e76-991c-d3cee271c319 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received unexpected event network-vif-plugged-cbb2f9f6-80b2-4939-9061-00f20e45defb for instance with vm_state building and task_state spawning.
Nov 10 13:27:10 user nova-compute[86206]: DEBUG nova.compute.manager [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:27:10 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:27:10 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Instance spawned successfully.
Nov 10 13:27:10 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:27:10 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:27:10 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:27:10 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:27:10 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:27:10 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:27:10 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:27:10 user nova-compute[86206]: INFO nova.compute.manager [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Took 11.95 seconds to spawn the instance on the hypervisor.
Nov 10 13:27:10 user nova-compute[86206]: DEBUG nova.compute.manager [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:27:11 user nova-compute[86206]: INFO nova.compute.manager [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Took 108.20 seconds to build instance.
Nov 10 13:27:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1f6f5aa3-2913-4b92-a4d0-d3aaf6988e22 tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 108.344s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:27:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Acquiring lock "8fcb379b-6c55-4361-8712-e3097b69ccd7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:27:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Lock "8fcb379b-6c55-4361-8712-e3097b69ccd7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:27:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Acquiring lock "8fcb379b-6c55-4361-8712-e3097b69ccd7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:27:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Lock "8fcb379b-6c55-4361-8712-e3097b69ccd7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:27:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Lock "8fcb379b-6c55-4361-8712-e3097b69ccd7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:27:23 user nova-compute[86206]: INFO nova.compute.manager [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Terminating instance
Nov 10 13:27:23 user nova-compute[86206]: DEBUG nova.compute.manager [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:27:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG nova.compute.manager [req-4867f057-6129-47fd-b241-d056c749bca0 req-4656a9dc-b474-4daa-8cf1-bebffb285763 service nova] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Received event network-vif-unplugged-a3677250-6a57-442d-88aa-97202061c98e {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4867f057-6129-47fd-b241-d056c749bca0 req-4656a9dc-b474-4daa-8cf1-bebffb285763 service nova] Acquiring lock "8fcb379b-6c55-4361-8712-e3097b69ccd7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4867f057-6129-47fd-b241-d056c749bca0 req-4656a9dc-b474-4daa-8cf1-bebffb285763 service nova] Lock "8fcb379b-6c55-4361-8712-e3097b69ccd7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4867f057-6129-47fd-b241-d056c749bca0 req-4656a9dc-b474-4daa-8cf1-bebffb285763 service nova] Lock "8fcb379b-6c55-4361-8712-e3097b69ccd7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG nova.compute.manager [req-4867f057-6129-47fd-b241-d056c749bca0 req-4656a9dc-b474-4daa-8cf1-bebffb285763 service nova] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] No waiting events found dispatching network-vif-unplugged-a3677250-6a57-442d-88aa-97202061c98e {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG nova.compute.manager [req-4867f057-6129-47fd-b241-d056c749bca0 req-4656a9dc-b474-4daa-8cf1-bebffb285763 service nova] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Received event network-vif-unplugged-a3677250-6a57-442d-88aa-97202061c98e for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:27:24 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Instance destroyed successfully.
Nov 10 13:27:24 user nova-compute[86206]: DEBUG nova.objects.instance [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Lazy-loading 'resources' on Instance uuid 8fcb379b-6c55-4361-8712-e3097b69ccd7 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-10T13:22:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-681144147',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-1536734913',id=17,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIt02j2HkEEuK1ckbzH9bM1ehhrY1Vw6+jTVmk98MW9XnggY6QChoxYyv26b15b4UCM9I12Uv8lTUfYrs4WL9vNKA2INIZiWZGr8RP4juVpxURSGhk4DeWpdQ07/HuVKeg==',key_name='tempest-keypair-1257693154',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:26:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e0f53b8272fa4e55be205cf13607a37f',ramdisk_id='',reservation_id='r-yzyqor31',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1934140065',owner_user_name='tempest-ServerActionsV293TestJSON-1934140065-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:26:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='22ce08bbf13442fca10aec4e022867af',uuid=8fcb379b-6c55-4361-8712-e3097b69ccd7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a3677250-6a57-442d-88aa-97202061c98e", "address": "fa:16:3e:7c:c9:2e", "network": {"id": "0945ec2e-2e65-4cfa-8e23-3caf9acbcb43", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-134726832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0f53b8272fa4e55be205cf13607a37f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3677250-6a", "ovs_interfaceid": "a3677250-6a57-442d-88aa-97202061c98e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Converting VIF {"id": "a3677250-6a57-442d-88aa-97202061c98e", "address": "fa:16:3e:7c:c9:2e", "network": {"id": "0945ec2e-2e65-4cfa-8e23-3caf9acbcb43", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-134726832-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e0f53b8272fa4e55be205cf13607a37f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa3677250-6a", "ovs_interfaceid": "a3677250-6a57-442d-88aa-97202061c98e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7c:c9:2e,bridge_name='br-int',has_traffic_filtering=True,id=a3677250-6a57-442d-88aa-97202061c98e,network=Network(0945ec2e-2e65-4cfa-8e23-3caf9acbcb43),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3677250-6a') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG os_vif [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:7c:c9:2e,bridge_name='br-int',has_traffic_filtering=True,id=a3677250-6a57-442d-88aa-97202061c98e,network=Network(0945ec2e-2e65-4cfa-8e23-3caf9acbcb43),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3677250-6a') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa3677250-6a, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1c0bb81b-6fa2-48ca-9caa-e4ad5d3b9caf) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:24 user nova-compute[86206]: INFO os_vif [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:7c:c9:2e,bridge_name='br-int',has_traffic_filtering=True,id=a3677250-6a57-442d-88aa-97202061c98e,network=Network(0945ec2e-2e65-4cfa-8e23-3caf9acbcb43),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa3677250-6a')
Nov 10 13:27:24 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xdfNUmFK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:27:24 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:27:24 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[baae49ab-185b-4a44-b08e-de8ca7f7d1e1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 13:27:24 user nova-compute[86206]: No targets found.
Nov 10 13:27:24 user nova-compute[86206]: iSNS:
Nov 10 13:27:24 user nova-compute[86206]: No targets found.
Nov 10 13:27:24 user nova-compute[86206]: STATIC:
Nov 10 13:27:24 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344
Nov 10 13:27:24 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:27:24 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:27:24 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883
Nov 10 13:27:24 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:27:24 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:27:24 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d
Nov 10 13:27:24 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:27:24 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:27:24 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a
Nov 10 13:27:24 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:27:24 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:27:24 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e
Nov 10 13:27:24 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:27:24 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:27:24 user nova-compute[86206]: FIRMWARE:
Nov 10 13:27:24 user nova-compute[86206]: No targets found.
Nov 10 13:27:24 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 13:27:24 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 13:27:24 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe9034cc-febe-46d5-8f05-519b2f7b1294]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[1957ef5f-897d-4d0b-adbe-388dfdbd7080]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 (non-flash)
Nov 10 13:27:24 user nova-compute[86206]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e (non-flash)
Nov 10 13:27:24 user nova-compute[86206]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 (non-flash)
Nov 10 13:27:24 user nova-compute[86206]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d (non-flash)
Nov 10 13:27:24 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:27:24 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 (non-flash)
Nov 10 13:27:24 user nova-compute[86206]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e (non-flash)
Nov 10 13:27:24 user nova-compute[86206]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 (non-flash)
Nov 10 13:27:24 user nova-compute[86206]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d (non-flash)
Nov 10 13:27:24 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:27:24 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe4887b7490>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344'): ({'sdb'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Removing single pathed devices sdb {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ed72ce8-9c65-4a4d-a5bb-021d40408cec]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[feb69a52-3487-4608-af45-3af241613264]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Flushing IO for device /dev/sdb {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d20e1af-c46b-4132-bc28-17feb21319ea]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.052s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cfe25b7-80b4-4e2f-a542-cd30dcc81041]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] SCSI volumes sdb have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_2da4704f',) {{(pid=97560) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[489f6fc2-93ca-459d-b120-fa6b31861552]: (4, None) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.031s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ce9b009-2699-49c6-91e8-e6b2ce727e47]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:27:24 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:25 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[01066131-23bb-4139-a520-6622068fdbdb]: (4, ('Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344, portal: 172.16.0.220,3260]\nLogout of [sid: 15, target: iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:25 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344, portal: 172.16.0.220,3260]
Nov 10 13:27:25 user nova-compute[86206]: Logout of [sid: 15, target: iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344, portal: 172.16.0.220,3260] successful.
Nov 10 13:27:25 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:27:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a9b2e11-3b7a-4135-b94e-dcab3d235344 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.034s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:25 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3f8816d-072e-458f-82ba-d6e48f63a8ed]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:25 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:27:25 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.372s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:27:25 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] <== disconnect_volume: return (374ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:27:25 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 13:27:25 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Deleting instance files /opt/stack/data/nova/instances/8fcb379b-6c55-4361-8712-e3097b69ccd7_del
Nov 10 13:27:25 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Deletion of /opt/stack/data/nova/instances/8fcb379b-6c55-4361-8712-e3097b69ccd7_del complete
Nov 10 13:27:25 user nova-compute[86206]: INFO nova.compute.manager [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Took 1.37 seconds to destroy the instance on the hypervisor.
Nov 10 13:27:25 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:27:25 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:27:25 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:27:26 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:27:26 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Took 0.83 seconds to deallocate network for instance.
Nov 10 13:27:26 user nova-compute[86206]: DEBUG nova.compute.manager [req-10cf83c7-c1ee-488a-8c5c-97c10b45511b req-8b6e24a4-110d-4cb0-b57b-bb6a67aa72ef service nova] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Received event network-vif-plugged-a3677250-6a57-442d-88aa-97202061c98e {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:27:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-10cf83c7-c1ee-488a-8c5c-97c10b45511b req-8b6e24a4-110d-4cb0-b57b-bb6a67aa72ef service nova] Acquiring lock "8fcb379b-6c55-4361-8712-e3097b69ccd7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:27:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-10cf83c7-c1ee-488a-8c5c-97c10b45511b req-8b6e24a4-110d-4cb0-b57b-bb6a67aa72ef service nova] Lock "8fcb379b-6c55-4361-8712-e3097b69ccd7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:27:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-10cf83c7-c1ee-488a-8c5c-97c10b45511b req-8b6e24a4-110d-4cb0-b57b-bb6a67aa72ef service nova] Lock "8fcb379b-6c55-4361-8712-e3097b69ccd7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:27:26 user nova-compute[86206]: DEBUG nova.compute.manager [req-10cf83c7-c1ee-488a-8c5c-97c10b45511b req-8b6e24a4-110d-4cb0-b57b-bb6a67aa72ef service nova] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] No waiting events found dispatching network-vif-plugged-a3677250-6a57-442d-88aa-97202061c98e {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:27:26 user nova-compute[86206]: WARNING nova.compute.manager [req-10cf83c7-c1ee-488a-8c5c-97c10b45511b req-8b6e24a4-110d-4cb0-b57b-bb6a67aa72ef service nova] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Received unexpected event network-vif-plugged-a3677250-6a57-442d-88aa-97202061c98e for instance with vm_state active and task_state deleting.
Nov 10 13:27:26 user nova-compute[86206]: DEBUG nova.compute.manager [req-10cf83c7-c1ee-488a-8c5c-97c10b45511b req-8b6e24a4-110d-4cb0-b57b-bb6a67aa72ef service nova] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Received event network-vif-deleted-a3677250-6a57-442d-88aa-97202061c98e {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:27:27 user nova-compute[86206]: INFO nova.compute.manager [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Took 1.07 seconds to detach 1 volumes for instance.
Nov 10 13:27:27 user nova-compute[86206]: DEBUG nova.compute.manager [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] [instance: 8fcb379b-6c55-4361-8712-e3097b69ccd7] Deleting volume: 6a9b2e11-3b7a-4135-b94e-dcab3d235344 {{(pid=86206) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 10 13:27:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:27:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:27:27 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:27:27 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:27:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.457s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:27:27 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Deleted allocations for instance 8fcb379b-6c55-4361-8712-e3097b69ccd7
Nov 10 13:27:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a3b1501e-6cd0-4fe7-ab77-2b1c83bd3acb tempest-ServerActionsV293TestJSON-1934140065 tempest-ServerActionsV293TestJSON-1934140065-project-member] Lock "8fcb379b-6c55-4361-8712-e3097b69ccd7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.014s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:27:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:27:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oZVINgLi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:27:29 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:27:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:27:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:27:29 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:27:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:27:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:27:29 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:27:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671 -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:29 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bc9e4e3-83e6-4c78-85c8-021c9982864c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 13:27:29 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:27:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671 -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:29 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8452c1d-c371-4c59-81f2-7b3d1d4b3bb1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671] added
Nov 10 13:27:29 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:27:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:29 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[568cd1ed-ed3c-4ad7-8393-8d314de279cc]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:27:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:29 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[3dd4623a-31c6-4411-ad98-cfd1b66d7566]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:27:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oZVINgLi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oZVINgLi" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:29 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd093087-7446-47ee-b715-841ffb86302b]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'oZVINgLi'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:27:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:29 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[95666119-3116-414a-b8e0-14a0af6479eb]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:27:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:29 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd04bcc7-9e4e-44c0-8b0f-c48fe68eace1]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e (non-flash)
Nov 10 13:27:29 user nova-compute[86206]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 (non-flash)
Nov 10 13:27:29 user nova-compute[86206]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d (non-flash)
Nov 10 13:27:29 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:27:29 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:27:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e (non-flash)
Nov 10 13:27:29 user nova-compute[86206]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 (non-flash)
Nov 10 13:27:29 user nova-compute[86206]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d (non-flash)
Nov 10 13:27:29 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:27:29 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:27:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671 -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671 -p 172.16.0.220:3260 --login" returned: 0 in 0.078s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:29 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[18124f86-d578-439d-a192-9d306dee91ab]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671, portal: 172.16.0.220,3260]
Nov 10 13:27:29 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671, portal: 172.16.0.220,3260] successful.
Nov 10 13:27:29 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:27:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:29 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f1616eb-12e0-41d3-8308-eba2c139c7ea]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:27:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:30 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdd43202-f52f-453a-a35b-e04d4db884f7]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:30 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e (non-flash)
Nov 10 13:27:30 user nova-compute[86206]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 (non-flash)
Nov 10 13:27:30 user nova-compute[86206]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d (non-flash)
Nov 10 13:27:30 user nova-compute[86206]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671 (non-flash)
Nov 10 13:27:30 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:27:30 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:27:30 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e (non-flash)
Nov 10 13:27:30 user nova-compute[86206]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 (non-flash)
Nov 10 13:27:30 user nova-compute[86206]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d (non-flash)
Nov 10 13:27:30 user nova-compute[86206]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671 (non-flash)
Nov 10 13:27:30 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:27:30 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:27:30 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.333s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:27:30 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:27:30 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] HCTL ('33', '-', '-', 0) found on session 21 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:27:30 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:27:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:30 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1823a02-5489-4cf7-9246-28d362af09c6]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:30 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Searching for a device in session 21 and hctl ['33', '*', '*', 0] yield: None {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:27:30 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:27:30 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:27:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:27:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:27:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:27:30 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:27:31 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Searching for a device in session 21 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:27:31 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oZVINgLi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:27:31 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.369s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:27:31 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] <== connect_volume: return (1370ms) {'type': 'block', 'scsi_wwn': '26235376462646362', 'path': '/dev/sdb'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:27:31 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26235376462646362', 'path': '/dev/sdb'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:27:31 user nova-compute[86206]: DEBUG nova.objects.instance [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lazy-loading 'flavor' on Instance uuid d3715626-38d4-4338-9563-0e8c412f0141 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:27:31 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] attach device xml: <disk type="block" device="disk">
Nov 10 13:27:31 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:27:31 user nova-compute[86206]:   <source dev="/dev/sdb"/>
Nov 10 13:27:31 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:27:31 user nova-compute[86206]:   <serial>b6c53367-946e-4957-b5b6-7cb985211671</serial>
Nov 10 13:27:31 user nova-compute[86206]: </disk>
Nov 10 13:27:31 user nova-compute[86206]:  {{(pid=86206) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 10 13:27:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3715626-38d4-4338-9563-0e8c412f0141/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:31 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:27:31 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] No BDM found with device name vdb, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:27:31 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] No VIF found with MAC fa:16:3e:10:8f:9a, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:27:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3715626-38d4-4338-9563-0e8c412f0141/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3715626-38d4-4338-9563-0e8c412f0141/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-946f6e26-2467-4309-a3ce-5151411cf563 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "d3715626-38d4-4338-9563-0e8c412f0141" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 30.701s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:27:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3715626-38d4-4338-9563-0e8c412f0141/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8c57f7c6-7a04-40b5-b6e5-fb54eb6dc4e4 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Acquiring lock "d3715626-38d4-4338-9563-0e8c412f0141" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:27:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8c57f7c6-7a04-40b5-b6e5-fb54eb6dc4e4 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "d3715626-38d4-4338-9563-0e8c412f0141" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:27:33 user nova-compute[86206]: INFO nova.compute.manager [None req-8c57f7c6-7a04-40b5-b6e5-fb54eb6dc4e4 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Detaching volume b6c53367-946e-4957-b5b6-7cb985211671
Nov 10 13:27:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:27:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:27:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdf (vdc) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:27:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:27:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0d1fe8d-2907-41a6-beb7-37ffaed0653f/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:33 user nova-compute[86206]: INFO nova.virt.block_device [None req-8c57f7c6-7a04-40b5-b6e5-fb54eb6dc4e4 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Attempting to driver detach volume b6c53367-946e-4957-b5b6-7cb985211671 from mountpoint /dev/vdb
Nov 10 13:27:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8c57f7c6-7a04-40b5-b6e5-fb54eb6dc4e4 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Attempting to detach device vdb from instance d3715626-38d4-4338-9563-0e8c412f0141 from the persistent domain config. {{(pid=86206) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 10 13:27:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-8c57f7c6-7a04-40b5-b6e5-fb54eb6dc4e4 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 13:27:33 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:27:33 user nova-compute[86206]:   <source dev="/dev/sdb"/>
Nov 10 13:27:33 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:27:33 user nova-compute[86206]:   <serial>b6c53367-946e-4957-b5b6-7cb985211671</serial>
Nov 10 13:27:33 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 10 13:27:33 user nova-compute[86206]: </disk>
Nov 10 13:27:33 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 13:27:33 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-8c57f7c6-7a04-40b5-b6e5-fb54eb6dc4e4 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Successfully detached device vdb from instance d3715626-38d4-4338-9563-0e8c412f0141 from the persistent domain config.
Nov 10 13:27:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8c57f7c6-7a04-40b5-b6e5-fb54eb6dc4e4 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance d3715626-38d4-4338-9563-0e8c412f0141 from the live domain config. {{(pid=86206) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 10 13:27:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-8c57f7c6-7a04-40b5-b6e5-fb54eb6dc4e4 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 13:27:33 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:27:33 user nova-compute[86206]:   <source dev="/dev/sdb"/>
Nov 10 13:27:33 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:27:33 user nova-compute[86206]:   <serial>b6c53367-946e-4957-b5b6-7cb985211671</serial>
Nov 10 13:27:33 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 10 13:27:33 user nova-compute[86206]: </disk>
Nov 10 13:27:33 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 13:27:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0d1fe8d-2907-41a6-beb7-37ffaed0653f/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0d1fe8d-2907-41a6-beb7-37ffaed0653f/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0d1fe8d-2907-41a6-beb7-37ffaed0653f/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8c57f7c6-7a04-40b5-b6e5-fb54eb6dc4e4 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance d3715626-38d4-4338-9563-0e8c412f0141 {{(pid=86206) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 10 13:27:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:35 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:27:35 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:27:35 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=7628MB free_disk=25.114391326904297GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:27:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:27:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:27:35 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance e040d0fe-dea0-451e-91e2-6852000fa9dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:27:35 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 4509d78d-a41e-4150-beef-feed0bb03160 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:27:35 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 8a48ce18-2887-4676-9d7b-ebebbc8e5381 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:27:35 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 03a08249-4257-40cc-8cb5-98aa7107d338 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:27:35 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance e67daf4a-9438-455c-ad9e-f4b706296f77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:27:35 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:27:35 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance a0d1fe8d-2907-41a6-beb7-37ffaed0653f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:27:35 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance d3715626-38d4-4338-9563-0e8c412f0141 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:27:35 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance c1ad95ad-e9d2-4b52-8dd0-8108790f264e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:27:35 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:27:35 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:27:35 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:27:35 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Refreshing inventories for resource provider 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 10 13:27:35 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Updating ProviderTree inventory for provider 97afe8a5-73d4-462c-9196-a44dc5775cec from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 10 13:27:35 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Updating inventory in ProviderTree for provider 97afe8a5-73d4-462c-9196-a44dc5775cec with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 10 13:27:35 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Refreshing aggregate associations for resource provider 97afe8a5-73d4-462c-9196-a44dc5775cec, aggregates: None {{(pid=86206) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 10 13:27:35 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Refreshing trait associations for resource provider 97afe8a5-73d4-462c-9196-a44dc5775cec, traits: COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_USB,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_SSE,COMPUTE_NODE,COMPUTE_STORAGE_BUS_VIRTIO,HW_CPU_X86_MMX,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_SSSE3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE2,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE41,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIF_MODEL_VIRTIO {{(pid=86206) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 10 13:27:35 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:27:35 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:27:35 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:27:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.759s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:27:35 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:27:35 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Cleaning up deleted instances {{(pid=86206) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 10 13:27:35 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] There are 0 instances to clean {{(pid=86206) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 10 13:27:36 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:27:36 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:27:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "refresh_cache-8a48ce18-2887-4676-9d7b-ebebbc8e5381" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:27:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquired lock "refresh_cache-8a48ce18-2887-4676-9d7b-ebebbc8e5381" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:27:36 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Forcefully refreshing network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 10 13:27:37 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Updating instance_info_cache with network_info: [{"id": "4847ac2e-aeba-4a7c-81fd-0fa52eaee43f", "address": "fa:16:3e:ee:a8:51", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4847ac2e-ae", "ovs_interfaceid": "4847ac2e-aeba-4a7c-81fd-0fa52eaee43f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:27:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Releasing lock "refresh_cache-8a48ce18-2887-4676-9d7b-ebebbc8e5381" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:27:37 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Updated the network info_cache for instance {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 10 13:27:37 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:27:37 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:27:37 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:27:37 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:27:37 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:27:37 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:27:37 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 13:27:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:39 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:27:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:41 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:27:41 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Cleaning up deleted instances with incomplete migration  {{(pid=86206) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 10 13:27:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:27:50 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8c65db1a-1787-44a0-ac17-72449f2698fe tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:27:50 user nova-compute[86206]: INFO nova.compute.manager [None req-8c65db1a-1787-44a0-ac17-72449f2698fe tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] instance snapshotting
Nov 10 13:27:50 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-8c65db1a-1787-44a0-ac17-72449f2698fe tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Beginning live snapshot process
Nov 10 13:27:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8c65db1a-1787-44a0-ac17-72449f2698fe tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk --force-share --output=json -f qcow2 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8c65db1a-1787-44a0-ac17-72449f2698fe tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk --force-share --output=json -f qcow2" returned: 0 in 0.198s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8c65db1a-1787-44a0-ac17-72449f2698fe tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk --force-share --output=json -f qcow2 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8c65db1a-1787-44a0-ac17-72449f2698fe tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk --force-share --output=json -f qcow2" returned: 0 in 0.190s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8c65db1a-1787-44a0-ac17-72449f2698fe tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8c65db1a-1787-44a0-ac17-72449f2698fe tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.167s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8c65db1a-1787-44a0-ac17-72449f2698fe tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp47n1493_/f43347a237d34ea2b329d0d368f30698.delta 1073741824 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8c65db1a-1787-44a0-ac17-72449f2698fe tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp47n1493_/f43347a237d34ea2b329d0d368f30698.delta 1073741824" returned: 0 in 0.056s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:51 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-8c65db1a-1787-44a0-ac17-72449f2698fe tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 10 13:27:52 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-8c65db1a-1787-44a0-ac17-72449f2698fe tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=86206) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 10 13:27:52 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-8c65db1a-1787-44a0-ac17-72449f2698fe tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=86206) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 10 13:27:52 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-8c65db1a-1787-44a0-ac17-72449f2698fe tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 10 13:27:52 user nova-compute[86206]: DEBUG nova.privsep.utils [None req-8c65db1a-1787-44a0-ac17-72449f2698fe tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=86206) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 10 13:27:52 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8c65db1a-1787-44a0-ac17-72449f2698fe tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp47n1493_/f43347a237d34ea2b329d0d368f30698.delta /opt/stack/data/nova/instances/snapshots/tmp47n1493_/f43347a237d34ea2b329d0d368f30698 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:53 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8c65db1a-1787-44a0-ac17-72449f2698fe tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp47n1493_/f43347a237d34ea2b329d0d368f30698.delta /opt/stack/data/nova/instances/snapshots/tmp47n1493_/f43347a237d34ea2b329d0d368f30698" returned: 0 in 0.588s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:53 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-8c65db1a-1787-44a0-ac17-72449f2698fe tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Snapshot extracted, beginning image upload
Nov 10 13:27:54 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8c57f7c6-7a04-40b5-b6e5-fb54eb6dc4e4 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance d3715626-38d4-4338-9563-0e8c412f0141 is timed out.
Nov 10 13:27:54 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-8c57f7c6-7a04-40b5-b6e5-fb54eb6dc4e4 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Successfully detached device vdb from instance d3715626-38d4-4338-9563-0e8c412f0141 from the live domain config.
Nov 10 13:27:54 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8c57f7c6-7a04-40b5-b6e5-fb54eb6dc4e4 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: d3715626-38d4-4338-9563-0e8c412f0141] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c57f7c6-7a04-40b5-b6e5-fb54eb6dc4e4 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oZVINgLi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:27:54 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-8c57f7c6-7a04-40b5-b6e5-fb54eb6dc4e4 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:27:54 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-8c57f7c6-7a04-40b5-b6e5-fb54eb6dc4e4 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-8c57f7c6-7a04-40b5-b6e5-fb54eb6dc4e4 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ad459dd-d771-48ba-bd0f-2a03571c19db]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c57f7c6-7a04-40b5-b6e5-fb54eb6dc4e4 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 13:27:54 user nova-compute[86206]: No targets found.
Nov 10 13:27:54 user nova-compute[86206]: iSNS:
Nov 10 13:27:54 user nova-compute[86206]: No targets found.
Nov 10 13:27:54 user nova-compute[86206]: STATIC:
Nov 10 13:27:54 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883
Nov 10 13:27:54 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:27:54 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:27:54 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d
Nov 10 13:27:54 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:27:54 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:27:54 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a
Nov 10 13:27:54 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:27:54 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:27:54 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671
Nov 10 13:27:54 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:27:54 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:27:54 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e
Nov 10 13:27:54 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:27:54 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:27:54 user nova-compute[86206]: FIRMWARE:
Nov 10 13:27:54 user nova-compute[86206]: No targets found.
Nov 10 13:27:54 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c57f7c6-7a04-40b5-b6e5-fb54eb6dc4e4 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 13:27:54 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 13:27:54 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c57f7c6-7a04-40b5-b6e5-fb54eb6dc4e4 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[abf301e8-7b08-4b76-b0aa-1f38df7c0c38]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[400aa1e4-ceff-4e91-8c9c-7102bc124992]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c57f7c6-7a04-40b5-b6e5-fb54eb6dc4e4 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e (non-flash)
Nov 10 13:27:54 user nova-compute[86206]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 (non-flash)
Nov 10 13:27:54 user nova-compute[86206]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d (non-flash)
Nov 10 13:27:54 user nova-compute[86206]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671 (non-flash)
Nov 10 13:27:54 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:27:54 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c57f7c6-7a04-40b5-b6e5-fb54eb6dc4e4 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e (non-flash)
Nov 10 13:27:54 user nova-compute[86206]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 (non-flash)
Nov 10 13:27:54 user nova-compute[86206]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d (non-flash)
Nov 10 13:27:54 user nova-compute[86206]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671 (non-flash)
Nov 10 13:27:54 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:27:54 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c57f7c6-7a04-40b5-b6e5-fb54eb6dc4e4 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe4645aacb0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671'): ({'sdb'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-8c57f7c6-7a04-40b5-b6e5-fb54eb6dc4e4 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Removing single pathed devices sdb {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[77e22a45-6dac-440e-88e6-82e7f6ef9714]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c561b31d-b5d9-449f-b216-6bb8e5cea9b6]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-8c57f7c6-7a04-40b5-b6e5-fb54eb6dc4e4 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Flushing IO for device /dev/sdb {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[2edb5054-2375-4e79-b02b-289ee0596540]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-8c57f7c6-7a04-40b5-b6e5-fb54eb6dc4e4 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.048s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b4757f9-427e-418c-a074-e12a6208241e]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-8c57f7c6-7a04-40b5-b6e5-fb54eb6dc4e4 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-8c57f7c6-7a04-40b5-b6e5-fb54eb6dc4e4 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] SCSI volumes sdb have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c57f7c6-7a04-40b5-b6e5-fb54eb6dc4e4 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2bb803d-48d2-4efb-9350-a67554c9582c]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c57f7c6-7a04-40b5-b6e5-fb54eb6dc4e4 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671 -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671 -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcca5c30-d6b4-4ebb-b11a-686b22d946c0]: (4, ('Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671, portal: 172.16.0.220,3260]\nLogout of [sid: 21, target: iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c57f7c6-7a04-40b5-b6e5-fb54eb6dc4e4 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671, portal: 172.16.0.220,3260]
Nov 10 13:27:54 user nova-compute[86206]: Logout of [sid: 21, target: iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671, portal: 172.16.0.220,3260] successful.
Nov 10 13:27:54 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671 -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b6c53367-946e-4957-b5b6-7cb985211671 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[99a27153-e8a6-449b-b546-2c6ca2bce983]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c57f7c6-7a04-40b5-b6e5-fb54eb6dc4e4 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-8c57f7c6-7a04-40b5-b6e5-fb54eb6dc4e4 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.342s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c57f7c6-7a04-40b5-b6e5-fb54eb6dc4e4 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] <== disconnect_volume: return (345ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:27:54 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8c57f7c6-7a04-40b5-b6e5-fb54eb6dc4e4 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 13:27:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:27:55 user nova-compute[86206]: DEBUG nova.objects.instance [None req-8c57f7c6-7a04-40b5-b6e5-fb54eb6dc4e4 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lazy-loading 'flavor' on Instance uuid d3715626-38d4-4338-9563-0e8c412f0141 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:27:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8c57f7c6-7a04-40b5-b6e5-fb54eb6dc4e4 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "d3715626-38d4-4338-9563-0e8c412f0141" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.172s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:27:56 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-8c65db1a-1787-44a0-ac17-72449f2698fe tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Snapshot image upload complete
Nov 10 13:27:56 user nova-compute[86206]: INFO nova.compute.manager [None req-8c65db1a-1787-44a0-ac17-72449f2698fe tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Took 5.36 seconds to snapshot the instance on the hypervisor.
Nov 10 13:28:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquiring lock "b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:28:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:28:00 user nova-compute[86206]: INFO nova.compute.manager [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Unshelving
Nov 10 13:28:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:28:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:28:00 user nova-compute[86206]: DEBUG nova.objects.instance [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lazy-loading 'pci_requests' on Instance uuid b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:28:00 user nova-compute[86206]: DEBUG nova.objects.instance [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lazy-loading 'numa_topology' on Instance uuid b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:28:00 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:28:00 user nova-compute[86206]: INFO nova.compute.claims [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Claim successful on node user
Nov 10 13:28:01 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:28:01 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:28:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.486s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:28:01 user nova-compute[86206]: INFO nova.network.neutron [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Updating port 989d7d75-6750-4951-9ae8-fe6088afb53e with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Nov 10 13:28:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquiring lock "refresh_cache-b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:28:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquired lock "refresh_cache-b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:28:02 user nova-compute[86206]: DEBUG nova.network.neutron [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:28:02 user nova-compute[86206]: DEBUG nova.compute.manager [req-3d5321ae-11b8-4604-b5f4-748f54dece9d req-9f0cae06-8f60-4d4c-8ccb-dc559b431fed service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Received event network-changed-989d7d75-6750-4951-9ae8-fe6088afb53e {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:28:02 user nova-compute[86206]: DEBUG nova.compute.manager [req-3d5321ae-11b8-4604-b5f4-748f54dece9d req-9f0cae06-8f60-4d4c-8ccb-dc559b431fed service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Refreshing instance network info cache due to event network-changed-989d7d75-6750-4951-9ae8-fe6088afb53e. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:28:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-3d5321ae-11b8-4604-b5f4-748f54dece9d req-9f0cae06-8f60-4d4c-8ccb-dc559b431fed service nova] Acquiring lock "refresh_cache-b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:28:02 user nova-compute[86206]: DEBUG nova.network.neutron [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Updating instance_info_cache with network_info: [{"id": "989d7d75-6750-4951-9ae8-fe6088afb53e", "address": "fa:16:3e:fb:1a:64", "network": {"id": "5a991f6d-4193-40ea-9421-a275452a484e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-83404637-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e28d28d5ba14f608683b61fac770521", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989d7d75-67", "ovs_interfaceid": "989d7d75-6750-4951-9ae8-fe6088afb53e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:28:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Releasing lock "refresh_cache-b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:28:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:28:02 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Creating image(s)
Nov 10 13:28:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquiring lock "/opt/stack/data/nova/instances/b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:28:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "/opt/stack/data/nova/instances/b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:28:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "/opt/stack/data/nova/instances/b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:28:02 user nova-compute[86206]: DEBUG nova.objects.instance [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lazy-loading 'trusted_certs' on Instance uuid b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:28:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-3d5321ae-11b8-4604-b5f4-748f54dece9d req-9f0cae06-8f60-4d4c-8ccb-dc559b431fed service nova] Acquired lock "refresh_cache-b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:28:02 user nova-compute[86206]: DEBUG nova.network.neutron [req-3d5321ae-11b8-4604-b5f4-748f54dece9d req-9f0cae06-8f60-4d4c-8ccb-dc559b431fed service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Refreshing network info cache for port 989d7d75-6750-4951-9ae8-fe6088afb53e {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:28:02 user nova-compute[86206]: DEBUG nova.objects.base [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Object Instance<b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:28:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquiring lock "8aa910fa34c1f4369efd80a657c4d9d83f287f62" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:28:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "8aa910fa34c1f4369efd80a657c4d9d83f287f62" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:28:03 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8aa910fa34c1f4369efd80a657c4d9d83f287f62.part --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:28:04 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8aa910fa34c1f4369efd80a657c4d9d83f287f62.part --force-share --output=json" returned: 0 in 0.211s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:28:04 user nova-compute[86206]: DEBUG nova.virt.images [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] e439d833-8d37-4da8-ae47-e4e869956efe was qcow2, converting to raw {{(pid=86206) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 10 13:28:04 user nova-compute[86206]: DEBUG nova.privsep.utils [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=86206) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 10 13:28:04 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/8aa910fa34c1f4369efd80a657c4d9d83f287f62.part /opt/stack/data/nova/instances/_base/8aa910fa34c1f4369efd80a657c4d9d83f287f62.converted {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:28:04 user nova-compute[86206]: DEBUG nova.network.neutron [req-3d5321ae-11b8-4604-b5f4-748f54dece9d req-9f0cae06-8f60-4d4c-8ccb-dc559b431fed service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Updated VIF entry in instance network info cache for port 989d7d75-6750-4951-9ae8-fe6088afb53e. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:28:04 user nova-compute[86206]: DEBUG nova.network.neutron [req-3d5321ae-11b8-4604-b5f4-748f54dece9d req-9f0cae06-8f60-4d4c-8ccb-dc559b431fed service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Updating instance_info_cache with network_info: [{"id": "989d7d75-6750-4951-9ae8-fe6088afb53e", "address": "fa:16:3e:fb:1a:64", "network": {"id": "5a991f6d-4193-40ea-9421-a275452a484e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-83404637-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e28d28d5ba14f608683b61fac770521", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989d7d75-67", "ovs_interfaceid": "989d7d75-6750-4951-9ae8-fe6088afb53e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:28:04 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-3d5321ae-11b8-4604-b5f4-748f54dece9d req-9f0cae06-8f60-4d4c-8ccb-dc559b431fed service nova] Releasing lock "refresh_cache-b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:28:04 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/8aa910fa34c1f4369efd80a657c4d9d83f287f62.part /opt/stack/data/nova/instances/_base/8aa910fa34c1f4369efd80a657c4d9d83f287f62.converted" returned: 0 in 0.444s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:28:04 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8aa910fa34c1f4369efd80a657c4d9d83f287f62.converted --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:28:04 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8aa910fa34c1f4369efd80a657c4d9d83f287f62.converted --force-share --output=json" returned: 0 in 0.222s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:28:04 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "8aa910fa34c1f4369efd80a657c4d9d83f287f62" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.156s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:28:04 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8aa910fa34c1f4369efd80a657c4d9d83f287f62 --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:28:04 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8aa910fa34c1f4369efd80a657c4d9d83f287f62 --force-share --output=json" returned: 0 in 0.170s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:28:04 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquiring lock "8aa910fa34c1f4369efd80a657c4d9d83f287f62" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:28:04 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "8aa910fa34c1f4369efd80a657c4d9d83f287f62" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:28:04 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8aa910fa34c1f4369efd80a657c4d9d83f287f62 --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:28:05 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8aa910fa34c1f4369efd80a657c4d9d83f287f62 --force-share --output=json" returned: 0 in 0.177s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:28:05 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8aa910fa34c1f4369efd80a657c4d9d83f287f62,backing_fmt=raw /opt/stack/data/nova/instances/b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae/disk 1073741824 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:28:05 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:05 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8aa910fa34c1f4369efd80a657c4d9d83f287f62,backing_fmt=raw /opt/stack/data/nova/instances/b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae/disk 1073741824" returned: 0 in 0.048s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:28:05 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "8aa910fa34c1f4369efd80a657c4d9d83f287f62" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.230s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:28:05 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8aa910fa34c1f4369efd80a657c4d9d83f287f62 --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:28:05 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8aa910fa34c1f4369efd80a657c4d9d83f287f62 --force-share --output=json" returned: 0 in 0.174s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:28:05 user nova-compute[86206]: DEBUG nova.objects.instance [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lazy-loading 'migration_context' on Instance uuid b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:28:05 user nova-compute[86206]: DEBUG nova.objects.base [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Object Instance<b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:28:05 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Rebasing disk image.
Nov 10 13:28:05 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:28:05 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.183s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:28:05 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d -F raw /opt/stack/data/nova/instances/b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae/disk {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d -F raw /opt/stack/data/nova/instances/b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae/disk" returned: 0 in 2.691s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Ensure instance console log exists: /opt/stack/data/nova/instances/b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Start _get_guest_xml network_info=[{"id": "989d7d75-6750-4951-9ae8-fe6088afb53e", "address": "fa:16:3e:fb:1a:64", "network": {"id": "5a991f6d-4193-40ea-9421-a275452a484e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-83404637-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e28d28d5ba14f608683b61fac770521", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989d7d75-67", "ovs_interfaceid": "989d7d75-6750-4951-9ae8-fe6088afb53e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c34c956d4a6b406c2d6ea875879726df',container_format='bare',created_at=2023-11-10T13:26:07Z,direct_url=<?>,disk_format='qcow2',id=e439d833-8d37-4da8-ae47-e4e869956efe,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-880876983-shelved',owner='1e28d28d5ba14f608683b61fac770521',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-10T13:26:13Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '73290e4a-d2c0-4305-9ee6-397ce6a900ba'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:28:08 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:28:08 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:28:08 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c34c956d4a6b406c2d6ea875879726df',container_format='bare',created_at=2023-11-10T13:26:07Z,direct_url=<?>,disk_format='qcow2',id=e439d833-8d37-4da8-ae47-e4e869956efe,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-880876983-shelved',owner='1e28d28d5ba14f608683b61fac770521',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-10T13:26:13Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG nova.objects.instance [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lazy-loading 'vcpu_model' on Instance uuid b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG nova.objects.base [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Object Instance<b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-10T13:24:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-880876983',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-880876983',id=19,image_ref='e439d833-8d37-4da8-ae47-e4e869956efe',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-227421102',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:24:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='1e28d28d5ba14f608683b61fac770521',ramdisk_id='',reservation_id='r-rtt3a0qc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1902291949',owner_user_name='tempest-AttachVolumeShelveTestJSON-1902291949-project-member',shelved_at='2023-11-10T13:26:13.289468',shelved_host='user',shelved_image_id='e439d833-8d37-4da8-ae47-e4e869956efe'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:28:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9b37dd375e0443eba2635424cedbbbef',uuid=b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "989d7d75-6750-4951-9ae8-fe6088afb53e", "address": "fa:16:3e:fb:1a:64", "network": {"id": "5a991f6d-4193-40ea-9421-a275452a484e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-83404637-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e28d28d5ba14f608683b61fac770521", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989d7d75-67", "ovs_interfaceid": "989d7d75-6750-4951-9ae8-fe6088afb53e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Converting VIF {"id": "989d7d75-6750-4951-9ae8-fe6088afb53e", "address": "fa:16:3e:fb:1a:64", "network": {"id": "5a991f6d-4193-40ea-9421-a275452a484e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-83404637-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e28d28d5ba14f608683b61fac770521", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989d7d75-67", "ovs_interfaceid": "989d7d75-6750-4951-9ae8-fe6088afb53e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fb:1a:64,bridge_name='br-int',has_traffic_filtering=True,id=989d7d75-6750-4951-9ae8-fe6088afb53e,network=Network(5a991f6d-4193-40ea-9421-a275452a484e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap989d7d75-67') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG nova.objects.instance [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lazy-loading 'pci_devices' on Instance uuid b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG nova.objects.base [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Object Instance<b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:28:08 user nova-compute[86206]:   <uuid>b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae</uuid>
Nov 10 13:28:08 user nova-compute[86206]:   <name>instance-00000013</name>
Nov 10 13:28:08 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:28:08 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:28:08 user nova-compute[86206]:   <metadata>
Nov 10 13:28:08 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:28:08 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:28:08 user nova-compute[86206]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-880876983</nova:name>
Nov 10 13:28:08 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:28:08</nova:creationTime>
Nov 10 13:28:08 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:28:08 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:28:08 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:28:08 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:28:08 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:28:08 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:28:08 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:28:08 user nova-compute[86206]:       <nova:owner>
Nov 10 13:28:08 user nova-compute[86206]:         <nova:user uuid="9b37dd375e0443eba2635424cedbbbef">tempest-AttachVolumeShelveTestJSON-1902291949-project-member</nova:user>
Nov 10 13:28:08 user nova-compute[86206]:         <nova:project uuid="1e28d28d5ba14f608683b61fac770521">tempest-AttachVolumeShelveTestJSON-1902291949</nova:project>
Nov 10 13:28:08 user nova-compute[86206]:       </nova:owner>
Nov 10 13:28:08 user nova-compute[86206]:       <nova:root type="image" uuid="e439d833-8d37-4da8-ae47-e4e869956efe"/>
Nov 10 13:28:08 user nova-compute[86206]:       <nova:ports>
Nov 10 13:28:08 user nova-compute[86206]:         <nova:port uuid="989d7d75-6750-4951-9ae8-fe6088afb53e">
Nov 10 13:28:08 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 10 13:28:08 user nova-compute[86206]:         </nova:port>
Nov 10 13:28:08 user nova-compute[86206]:       </nova:ports>
Nov 10 13:28:08 user nova-compute[86206]:     </nova:instance>
Nov 10 13:28:08 user nova-compute[86206]:   </metadata>
Nov 10 13:28:08 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:28:08 user nova-compute[86206]:     <system>
Nov 10 13:28:08 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:28:08 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:28:08 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:28:08 user nova-compute[86206]:       <entry name="serial">b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae</entry>
Nov 10 13:28:08 user nova-compute[86206]:       <entry name="uuid">b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae</entry>
Nov 10 13:28:08 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:28:08 user nova-compute[86206]:     </system>
Nov 10 13:28:08 user nova-compute[86206]:   </sysinfo>
Nov 10 13:28:08 user nova-compute[86206]:   <os>
Nov 10 13:28:08 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:28:08 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:28:08 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:28:08 user nova-compute[86206]:   </os>
Nov 10 13:28:08 user nova-compute[86206]:   <features>
Nov 10 13:28:08 user nova-compute[86206]:     <acpi/>
Nov 10 13:28:08 user nova-compute[86206]:     <apic/>
Nov 10 13:28:08 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:28:08 user nova-compute[86206]:   </features>
Nov 10 13:28:08 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:28:08 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:28:08 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:28:08 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:28:08 user nova-compute[86206]:   </clock>
Nov 10 13:28:08 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:28:08 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:28:08 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:28:08 user nova-compute[86206]:   </cpu>
Nov 10 13:28:08 user nova-compute[86206]:   <devices>
Nov 10 13:28:08 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:28:08 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:28:08 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae/disk"/>
Nov 10 13:28:08 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:28:08 user nova-compute[86206]:     </disk>
Nov 10 13:28:08 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:28:08 user nova-compute[86206]:       <mac address="fa:16:3e:fb:1a:64"/>
Nov 10 13:28:08 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:28:08 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:28:08 user nova-compute[86206]:       <target dev="tap989d7d75-67"/>
Nov 10 13:28:08 user nova-compute[86206]:     </interface>
Nov 10 13:28:08 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:28:08 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae/console.log" append="off"/>
Nov 10 13:28:08 user nova-compute[86206]:     </serial>
Nov 10 13:28:08 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:28:08 user nova-compute[86206]:     <video>
Nov 10 13:28:08 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:28:08 user nova-compute[86206]:     </video>
Nov 10 13:28:08 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:28:08 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:28:08 user nova-compute[86206]:     </rng>
Nov 10 13:28:08 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:28:08 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:28:08 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:28:08 user nova-compute[86206]:     </memballoon>
Nov 10 13:28:08 user nova-compute[86206]:   </devices>
Nov 10 13:28:08 user nova-compute[86206]: </domain>
Nov 10 13:28:08 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-10T13:24:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-880876983',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-880876983',id=19,image_ref='e439d833-8d37-4da8-ae47-e4e869956efe',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-227421102',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:24:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='1e28d28d5ba14f608683b61fac770521',ramdisk_id='',reservation_id='r-rtt3a0qc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1902291949',owner_user_name='tempest-AttachVolumeShelveTestJSON-1902291949-project-member',shelved_at='2023-11-10T13:26:13.289468',shelved_host='user',shelved_image_id='e439d833-8d37-4da8-ae47-e4e869956efe'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:28:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9b37dd375e0443eba2635424cedbbbef',uuid=b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "989d7d75-6750-4951-9ae8-fe6088afb53e", "address": "fa:16:3e:fb:1a:64", "network": {"id": "5a991f6d-4193-40ea-9421-a275452a484e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-83404637-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e28d28d5ba14f608683b61fac770521", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989d7d75-67", "ovs_interfaceid": "989d7d75-6750-4951-9ae8-fe6088afb53e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Converting VIF {"id": "989d7d75-6750-4951-9ae8-fe6088afb53e", "address": "fa:16:3e:fb:1a:64", "network": {"id": "5a991f6d-4193-40ea-9421-a275452a484e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-83404637-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e28d28d5ba14f608683b61fac770521", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989d7d75-67", "ovs_interfaceid": "989d7d75-6750-4951-9ae8-fe6088afb53e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fb:1a:64,bridge_name='br-int',has_traffic_filtering=True,id=989d7d75-6750-4951-9ae8-fe6088afb53e,network=Network(5a991f6d-4193-40ea-9421-a275452a484e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap989d7d75-67') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG os_vif [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fb:1a:64,bridge_name='br-int',has_traffic_filtering=True,id=989d7d75-6750-4951-9ae8-fe6088afb53e,network=Network(5a991f6d-4193-40ea-9421-a275452a484e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap989d7d75-67') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1f3bb57c-9a6f-508c-a275-7353bccd798d', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap989d7d75-67, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap989d7d75-67, col_values=(('qos', UUID('7a4c9628-a8af-45af-a8b7-4dbc758e5132')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap989d7d75-67, col_values=(('external_ids', {'iface-id': '989d7d75-6750-4951-9ae8-fe6088afb53e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fb:1a:64', 'vm-uuid': 'b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:08 user nova-compute[86206]: INFO os_vif [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fb:1a:64,bridge_name='br-int',has_traffic_filtering=True,id=989d7d75-6750-4951-9ae8-fe6088afb53e,network=Network(5a991f6d-4193-40ea-9421-a275452a484e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap989d7d75-67')
Nov 10 13:28:08 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:28:08 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] No VIF found with MAC fa:16:3e:fb:1a:64, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:28:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:10 user nova-compute[86206]: DEBUG nova.compute.manager [req-e4a4b1b2-9905-469d-9b48-7d28ef781087 req-a51f7356-975f-4c26-97dc-6d79cec16695 service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Received event network-vif-plugged-989d7d75-6750-4951-9ae8-fe6088afb53e {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:28:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-e4a4b1b2-9905-469d-9b48-7d28ef781087 req-a51f7356-975f-4c26-97dc-6d79cec16695 service nova] Acquiring lock "b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:28:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-e4a4b1b2-9905-469d-9b48-7d28ef781087 req-a51f7356-975f-4c26-97dc-6d79cec16695 service nova] Lock "b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:28:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-e4a4b1b2-9905-469d-9b48-7d28ef781087 req-a51f7356-975f-4c26-97dc-6d79cec16695 service nova] Lock "b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:28:10 user nova-compute[86206]: DEBUG nova.compute.manager [req-e4a4b1b2-9905-469d-9b48-7d28ef781087 req-a51f7356-975f-4c26-97dc-6d79cec16695 service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] No waiting events found dispatching network-vif-plugged-989d7d75-6750-4951-9ae8-fe6088afb53e {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:28:10 user nova-compute[86206]: WARNING nova.compute.manager [req-e4a4b1b2-9905-469d-9b48-7d28ef781087 req-a51f7356-975f-4c26-97dc-6d79cec16695 service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Received unexpected event network-vif-plugged-989d7d75-6750-4951-9ae8-fe6088afb53e for instance with vm_state shelved_offloaded and task_state spawning.
Nov 10 13:28:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:11 user nova-compute[86206]: DEBUG nova.compute.manager [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:28:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:28:11 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Instance spawned successfully.
Nov 10 13:28:12 user nova-compute[86206]: DEBUG nova.compute.manager [req-e300672c-439c-4a4a-bdd8-acffb0ed36d2 req-696e4ad9-65e9-4f7b-aa9b-9161608fcf52 service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Received event network-vif-plugged-989d7d75-6750-4951-9ae8-fe6088afb53e {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:28:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-e300672c-439c-4a4a-bdd8-acffb0ed36d2 req-696e4ad9-65e9-4f7b-aa9b-9161608fcf52 service nova] Acquiring lock "b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:28:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-e300672c-439c-4a4a-bdd8-acffb0ed36d2 req-696e4ad9-65e9-4f7b-aa9b-9161608fcf52 service nova] Lock "b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:28:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-e300672c-439c-4a4a-bdd8-acffb0ed36d2 req-696e4ad9-65e9-4f7b-aa9b-9161608fcf52 service nova] Lock "b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:28:12 user nova-compute[86206]: DEBUG nova.compute.manager [req-e300672c-439c-4a4a-bdd8-acffb0ed36d2 req-696e4ad9-65e9-4f7b-aa9b-9161608fcf52 service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] No waiting events found dispatching network-vif-plugged-989d7d75-6750-4951-9ae8-fe6088afb53e {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:28:12 user nova-compute[86206]: WARNING nova.compute.manager [req-e300672c-439c-4a4a-bdd8-acffb0ed36d2 req-696e4ad9-65e9-4f7b-aa9b-9161608fcf52 service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Received unexpected event network-vif-plugged-989d7d75-6750-4951-9ae8-fe6088afb53e for instance with vm_state shelved_offloaded and task_state spawning.
Nov 10 13:28:12 user nova-compute[86206]: DEBUG nova.compute.manager [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:28:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2f3c42db-1ef3-4da2-a647-ccb61b465923 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 11.689s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:28:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:17 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:28:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=86206) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 10 13:28:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:28:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:28:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:24 user nova-compute[86206]: DEBUG nova.compute.manager [req-8a0e4ef9-fc61-4b8c-a982-3a05874458c8 req-52308f9c-a423-49b4-9409-1f2e81d3f0e4 service nova] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Received event network-changed-99497186-5342-499a-85e2-8aa50f84a6d1 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:28:24 user nova-compute[86206]: DEBUG nova.compute.manager [req-8a0e4ef9-fc61-4b8c-a982-3a05874458c8 req-52308f9c-a423-49b4-9409-1f2e81d3f0e4 service nova] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Refreshing instance network info cache due to event network-changed-99497186-5342-499a-85e2-8aa50f84a6d1. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:28:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-8a0e4ef9-fc61-4b8c-a982-3a05874458c8 req-52308f9c-a423-49b4-9409-1f2e81d3f0e4 service nova] Acquiring lock "refresh_cache-d3715626-38d4-4338-9563-0e8c412f0141" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:28:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-8a0e4ef9-fc61-4b8c-a982-3a05874458c8 req-52308f9c-a423-49b4-9409-1f2e81d3f0e4 service nova] Acquired lock "refresh_cache-d3715626-38d4-4338-9563-0e8c412f0141" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:28:24 user nova-compute[86206]: DEBUG nova.network.neutron [req-8a0e4ef9-fc61-4b8c-a982-3a05874458c8 req-52308f9c-a423-49b4-9409-1f2e81d3f0e4 service nova] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Refreshing network info cache for port 99497186-5342-499a-85e2-8aa50f84a6d1 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:28:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8e040c2a-7bb5-4188-b6cb-73d42d062b94 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Acquiring lock "d3715626-38d4-4338-9563-0e8c412f0141" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:28:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8e040c2a-7bb5-4188-b6cb-73d42d062b94 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "d3715626-38d4-4338-9563-0e8c412f0141" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:28:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8e040c2a-7bb5-4188-b6cb-73d42d062b94 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Acquiring lock "d3715626-38d4-4338-9563-0e8c412f0141-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:28:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8e040c2a-7bb5-4188-b6cb-73d42d062b94 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "d3715626-38d4-4338-9563-0e8c412f0141-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:28:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8e040c2a-7bb5-4188-b6cb-73d42d062b94 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "d3715626-38d4-4338-9563-0e8c412f0141-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:28:24 user nova-compute[86206]: INFO nova.compute.manager [None req-8e040c2a-7bb5-4188-b6cb-73d42d062b94 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Terminating instance
Nov 10 13:28:24 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8e040c2a-7bb5-4188-b6cb-73d42d062b94 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:28:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:25 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:25 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:25 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:25 user nova-compute[86206]: DEBUG nova.compute.manager [req-dd647861-4356-4d04-ad70-c7892cac9393 req-7992586d-5221-4e8c-9de8-75cc8bdd4c04 service nova] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Received event network-vif-unplugged-99497186-5342-499a-85e2-8aa50f84a6d1 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:28:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-dd647861-4356-4d04-ad70-c7892cac9393 req-7992586d-5221-4e8c-9de8-75cc8bdd4c04 service nova] Acquiring lock "d3715626-38d4-4338-9563-0e8c412f0141-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:28:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-dd647861-4356-4d04-ad70-c7892cac9393 req-7992586d-5221-4e8c-9de8-75cc8bdd4c04 service nova] Lock "d3715626-38d4-4338-9563-0e8c412f0141-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:28:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-dd647861-4356-4d04-ad70-c7892cac9393 req-7992586d-5221-4e8c-9de8-75cc8bdd4c04 service nova] Lock "d3715626-38d4-4338-9563-0e8c412f0141-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:28:25 user nova-compute[86206]: DEBUG nova.compute.manager [req-dd647861-4356-4d04-ad70-c7892cac9393 req-7992586d-5221-4e8c-9de8-75cc8bdd4c04 service nova] [instance: d3715626-38d4-4338-9563-0e8c412f0141] No waiting events found dispatching network-vif-unplugged-99497186-5342-499a-85e2-8aa50f84a6d1 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:28:25 user nova-compute[86206]: DEBUG nova.compute.manager [req-dd647861-4356-4d04-ad70-c7892cac9393 req-7992586d-5221-4e8c-9de8-75cc8bdd4c04 service nova] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Received event network-vif-unplugged-99497186-5342-499a-85e2-8aa50f84a6d1 for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:28:25 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Instance destroyed successfully.
Nov 10 13:28:25 user nova-compute[86206]: DEBUG nova.objects.instance [None req-8e040c2a-7bb5-4188-b6cb-73d42d062b94 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lazy-loading 'resources' on Instance uuid d3715626-38d4-4338-9563-0e8c412f0141 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:28:25 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-8e040c2a-7bb5-4188-b6cb-73d42d062b94 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:25:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-1454031063',display_name='tempest-TestStampPattern-server-1454031063',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1454031063',id=21,image_ref='069063f4-8bb4-4690-a20d-8d3469293115',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLqEv5rbVgcBehn30/yQ/Uv44gbwMEWP0oRMqITCeHPWlbHyxKNa1dV3hzZ06j3ANRgFFDP1ScDrR9pPRYcp4nlddeNGLxs0e7N+Nvh1a2Ixe2n+SYqEv3aHcz/nozzqtg==',key_name='tempest-TestStampPattern-891741230',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:25:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='29bad95fde0c451e8451cbb59f2007cb',ramdisk_id='',reservation_id='r-r2c0vftz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='03a08249-4257-40cc-8cb5-98aa7107d338',image_min_disk='1',image_min_ram='0',image_owner_id='29bad95fde0c451e8451cbb59f2007cb',image_owner_project_name='tempest-TestStampPattern-1486305055',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1486305055-project-member',image_user_id='2e98318b676f495d988996ff565e7d21',owner_project_name='tempest-TestStampPattern-1486305055',owner_user_name='tempest-TestStampPattern-1486305055-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:25:15Z,user_data=None,user_id='2e98318b676f495d988996ff565e7d21',uuid=d3715626-38d4-4338-9563-0e8c412f0141,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "99497186-5342-499a-85e2-8aa50f84a6d1", "address": "fa:16:3e:10:8f:9a", "network": {"id": "7bee853b-5ac4-4a88-98b9-d1cb8e4f1771", "bridge": "br-int", "label": "tempest-TestStampPattern-1399355674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bad95fde0c451e8451cbb59f2007cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99497186-53", "ovs_interfaceid": "99497186-5342-499a-85e2-8aa50f84a6d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:28:25 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-8e040c2a-7bb5-4188-b6cb-73d42d062b94 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Converting VIF {"id": "99497186-5342-499a-85e2-8aa50f84a6d1", "address": "fa:16:3e:10:8f:9a", "network": {"id": "7bee853b-5ac4-4a88-98b9-d1cb8e4f1771", "bridge": "br-int", "label": "tempest-TestStampPattern-1399355674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bad95fde0c451e8451cbb59f2007cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99497186-53", "ovs_interfaceid": "99497186-5342-499a-85e2-8aa50f84a6d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:28:25 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-8e040c2a-7bb5-4188-b6cb-73d42d062b94 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:10:8f:9a,bridge_name='br-int',has_traffic_filtering=True,id=99497186-5342-499a-85e2-8aa50f84a6d1,network=Network(7bee853b-5ac4-4a88-98b9-d1cb8e4f1771),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99497186-53') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:28:25 user nova-compute[86206]: DEBUG os_vif [None req-8e040c2a-7bb5-4188-b6cb-73d42d062b94 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:10:8f:9a,bridge_name='br-int',has_traffic_filtering=True,id=99497186-5342-499a-85e2-8aa50f84a6d1,network=Network(7bee853b-5ac4-4a88-98b9-d1cb8e4f1771),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99497186-53') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:28:25 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:25 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap99497186-53, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:28:25 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:25 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:28:25 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:25 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=441be284-3952-4df4-ae98-07a7830a4920) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:28:25 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:25 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:28:25 user nova-compute[86206]: DEBUG nova.network.neutron [req-8a0e4ef9-fc61-4b8c-a982-3a05874458c8 req-52308f9c-a423-49b4-9409-1f2e81d3f0e4 service nova] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Updated VIF entry in instance network info cache for port 99497186-5342-499a-85e2-8aa50f84a6d1. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:28:25 user nova-compute[86206]: DEBUG nova.network.neutron [req-8a0e4ef9-fc61-4b8c-a982-3a05874458c8 req-52308f9c-a423-49b4-9409-1f2e81d3f0e4 service nova] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Updating instance_info_cache with network_info: [{"id": "99497186-5342-499a-85e2-8aa50f84a6d1", "address": "fa:16:3e:10:8f:9a", "network": {"id": "7bee853b-5ac4-4a88-98b9-d1cb8e4f1771", "bridge": "br-int", "label": "tempest-TestStampPattern-1399355674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bad95fde0c451e8451cbb59f2007cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap99497186-53", "ovs_interfaceid": "99497186-5342-499a-85e2-8aa50f84a6d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:28:25 user nova-compute[86206]: INFO os_vif [None req-8e040c2a-7bb5-4188-b6cb-73d42d062b94 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:10:8f:9a,bridge_name='br-int',has_traffic_filtering=True,id=99497186-5342-499a-85e2-8aa50f84a6d1,network=Network(7bee853b-5ac4-4a88-98b9-d1cb8e4f1771),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap99497186-53')
Nov 10 13:28:25 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-8e040c2a-7bb5-4188-b6cb-73d42d062b94 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Deleting instance files /opt/stack/data/nova/instances/d3715626-38d4-4338-9563-0e8c412f0141_del
Nov 10 13:28:25 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-8e040c2a-7bb5-4188-b6cb-73d42d062b94 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Deletion of /opt/stack/data/nova/instances/d3715626-38d4-4338-9563-0e8c412f0141_del complete
Nov 10 13:28:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-8a0e4ef9-fc61-4b8c-a982-3a05874458c8 req-52308f9c-a423-49b4-9409-1f2e81d3f0e4 service nova] Releasing lock "refresh_cache-d3715626-38d4-4338-9563-0e8c412f0141" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:28:25 user nova-compute[86206]: INFO nova.compute.manager [None req-8e040c2a-7bb5-4188-b6cb-73d42d062b94 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Took 0.95 seconds to destroy the instance on the hypervisor.
Nov 10 13:28:25 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-8e040c2a-7bb5-4188-b6cb-73d42d062b94 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:28:25 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:28:25 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: d3715626-38d4-4338-9563-0e8c412f0141] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:28:26 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:28:26 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Took 0.57 seconds to deallocate network for instance.
Nov 10 13:28:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8e040c2a-7bb5-4188-b6cb-73d42d062b94 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:28:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8e040c2a-7bb5-4188-b6cb-73d42d062b94 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:28:26 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8e040c2a-7bb5-4188-b6cb-73d42d062b94 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:28:26 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8e040c2a-7bb5-4188-b6cb-73d42d062b94 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:28:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8e040c2a-7bb5-4188-b6cb-73d42d062b94 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.397s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:28:26 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-8e040c2a-7bb5-4188-b6cb-73d42d062b94 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Deleted allocations for instance d3715626-38d4-4338-9563-0e8c412f0141
Nov 10 13:28:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8e040c2a-7bb5-4188-b6cb-73d42d062b94 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "d3715626-38d4-4338-9563-0e8c412f0141" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.146s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:28:27 user nova-compute[86206]: DEBUG nova.compute.manager [req-4ff0c007-887e-4f10-b08b-618c17c1ad7b req-9a3f24af-8a98-4919-8a29-8238d033c3ea service nova] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Received event network-vif-plugged-99497186-5342-499a-85e2-8aa50f84a6d1 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:28:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4ff0c007-887e-4f10-b08b-618c17c1ad7b req-9a3f24af-8a98-4919-8a29-8238d033c3ea service nova] Acquiring lock "d3715626-38d4-4338-9563-0e8c412f0141-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:28:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4ff0c007-887e-4f10-b08b-618c17c1ad7b req-9a3f24af-8a98-4919-8a29-8238d033c3ea service nova] Lock "d3715626-38d4-4338-9563-0e8c412f0141-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:28:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4ff0c007-887e-4f10-b08b-618c17c1ad7b req-9a3f24af-8a98-4919-8a29-8238d033c3ea service nova] Lock "d3715626-38d4-4338-9563-0e8c412f0141-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:28:27 user nova-compute[86206]: DEBUG nova.compute.manager [req-4ff0c007-887e-4f10-b08b-618c17c1ad7b req-9a3f24af-8a98-4919-8a29-8238d033c3ea service nova] [instance: d3715626-38d4-4338-9563-0e8c412f0141] No waiting events found dispatching network-vif-plugged-99497186-5342-499a-85e2-8aa50f84a6d1 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:28:27 user nova-compute[86206]: WARNING nova.compute.manager [req-4ff0c007-887e-4f10-b08b-618c17c1ad7b req-9a3f24af-8a98-4919-8a29-8238d033c3ea service nova] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Received unexpected event network-vif-plugged-99497186-5342-499a-85e2-8aa50f84a6d1 for instance with vm_state deleted and task_state None.
Nov 10 13:28:27 user nova-compute[86206]: DEBUG nova.compute.manager [req-4ff0c007-887e-4f10-b08b-618c17c1ad7b req-9a3f24af-8a98-4919-8a29-8238d033c3ea service nova] [instance: d3715626-38d4-4338-9563-0e8c412f0141] Received event network-vif-deleted-99497186-5342-499a-85e2-8aa50f84a6d1 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:28:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:29 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:28:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:30 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:28:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:28:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:28:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:28:30 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:28:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:28:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:28:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:28:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:28:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:28:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:28:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:28:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:28:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:28:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:28:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:28:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:28:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:28:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:28:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:28:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:28:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:28:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:28:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:28:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:28:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:28:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:28:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:28:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:28:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:28:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:28:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdf (vdc) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:28:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:28:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0d1fe8d-2907-41a6-beb7-37ffaed0653f/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:28:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0d1fe8d-2907-41a6-beb7-37ffaed0653f/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:28:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0d1fe8d-2907-41a6-beb7-37ffaed0653f/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:28:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0d1fe8d-2907-41a6-beb7-37ffaed0653f/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:28:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:28:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:28:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:28:34 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:28:34 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:28:34 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:28:34 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=7680MB free_disk=25.021286010742188GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:28:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:28:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:28:35 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance e040d0fe-dea0-451e-91e2-6852000fa9dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:28:35 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 4509d78d-a41e-4150-beef-feed0bb03160 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:28:35 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 8a48ce18-2887-4676-9d7b-ebebbc8e5381 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:28:35 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 03a08249-4257-40cc-8cb5-98aa7107d338 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:28:35 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance e67daf4a-9438-455c-ad9e-f4b706296f77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:28:35 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:28:35 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance a0d1fe8d-2907-41a6-beb7-37ffaed0653f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:28:35 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance c1ad95ad-e9d2-4b52-8dd0-8108790f264e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:28:35 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:28:35 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:28:35 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:28:35 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:28:35 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:28:35 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:28:35 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:28:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.610s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:28:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:37 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:28:37 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:28:37 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:28:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "refresh_cache-03a08249-4257-40cc-8cb5-98aa7107d338" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:28:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquired lock "refresh_cache-03a08249-4257-40cc-8cb5-98aa7107d338" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:28:37 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Forcefully refreshing network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 10 13:28:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:38 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Updating instance_info_cache with network_info: [{"id": "61db3fd1-75e8-4225-b2a2-79a8a34647c4", "address": "fa:16:3e:1c:1b:b6", "network": {"id": "7bee853b-5ac4-4a88-98b9-d1cb8e4f1771", "bridge": "br-int", "label": "tempest-TestStampPattern-1399355674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.86", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bad95fde0c451e8451cbb59f2007cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61db3fd1-75", "ovs_interfaceid": "61db3fd1-75e8-4225-b2a2-79a8a34647c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:28:38 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Releasing lock "refresh_cache-03a08249-4257-40cc-8cb5-98aa7107d338" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:28:38 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Updated the network info_cache for instance {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 10 13:28:38 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:28:38 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:28:38 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:28:38 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:28:38 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:28:38 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:28:38 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 13:28:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Acquiring lock "8b29d17d-3e7a-464a-8341-c467708bbc33" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:28:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Lock "8b29d17d-3e7a-464a-8341-c467708bbc33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:28:42 user nova-compute[86206]: DEBUG nova.compute.manager [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:28:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:28:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:28:42 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:28:42 user nova-compute[86206]: INFO nova.compute.claims [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Claim successful on node user
Nov 10 13:28:42 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:28:42 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:28:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.476s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:28:42 user nova-compute[86206]: DEBUG nova.compute.manager [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:28:42 user nova-compute[86206]: DEBUG nova.compute.manager [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:28:42 user nova-compute[86206]: DEBUG nova.network.neutron [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:28:42 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:28:42 user nova-compute[86206]: DEBUG nova.compute.manager [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:28:43 user nova-compute[86206]: DEBUG nova.policy [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9452f529552496a82fad18243edff0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb84a400cbde4ed58ca8253c29d24569', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:28:43 user nova-compute[86206]: DEBUG nova.compute.manager [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:28:43 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:28:43 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Creating image(s)
Nov 10 13:28:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Acquiring lock "/opt/stack/data/nova/instances/8b29d17d-3e7a-464a-8341-c467708bbc33/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:28:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Lock "/opt/stack/data/nova/instances/8b29d17d-3e7a-464a-8341-c467708bbc33/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:28:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Lock "/opt/stack/data/nova/instances/8b29d17d-3e7a-464a-8341-c467708bbc33/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:28:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:28:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.193s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:28:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Acquiring lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:28:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:28:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:28:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.213s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:28:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/8b29d17d-3e7a-464a-8341-c467708bbc33/disk 1073741824 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:28:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/8b29d17d-3e7a-464a-8341-c467708bbc33/disk 1073741824" returned: 0 in 0.049s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:28:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.269s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:28:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:28:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "55c5fe3e-2885-4d71-992b-fe2a99682a12" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:28:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "55c5fe3e-2885-4d71-992b-fe2a99682a12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:28:43 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:28:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.202s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:28:43 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Checking if we can resize image /opt/stack/data/nova/instances/8b29d17d-3e7a-464a-8341-c467708bbc33/disk. size=1073741824 {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 10 13:28:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b29d17d-3e7a-464a-8341-c467708bbc33/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:28:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:28:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:28:43 user nova-compute[86206]: DEBUG nova.network.neutron [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Successfully created port: cf40fe33-0d09-416d-81fb-78f24f377ecd {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:28:43 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:28:43 user nova-compute[86206]: INFO nova.compute.claims [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Claim successful on node user
Nov 10 13:28:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b29d17d-3e7a-464a-8341-c467708bbc33/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:28:43 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Cannot resize image /opt/stack/data/nova/instances/8b29d17d-3e7a-464a-8341-c467708bbc33/disk to a smaller size. {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 10 13:28:43 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:28:43 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Ensure instance console log exists: /opt/stack/data/nova/instances/8b29d17d-3e7a-464a-8341-c467708bbc33/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:28:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:28:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:28:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.503s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:28:44 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:28:44 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG nova.policy [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a3b7d9322594e2fb154a787c8054f20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa556336540e427c9e304bbea288aa30', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG nova.network.neutron [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Successfully updated port: cf40fe33-0d09-416d-81fb-78f24f377ecd {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Acquiring lock "refresh_cache-8b29d17d-3e7a-464a-8341-c467708bbc33" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Acquired lock "refresh_cache-8b29d17d-3e7a-464a-8341-c467708bbc33" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG nova.network.neutron [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:28:44 user nova-compute[86206]: INFO nova.virt.block_device [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Booting with volume 604b6905-c2a3-4a11-95ef-bfb5b7c09a20 at /dev/vda
Nov 10 13:28:44 user nova-compute[86206]: DEBUG nova.compute.manager [req-4b156cc5-df86-4c9c-93b7-03d3ebc56b5d req-2bf1828f-0603-4144-bb52-6373cbbab74f service nova] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Received event network-changed-cf40fe33-0d09-416d-81fb-78f24f377ecd {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG nova.compute.manager [req-4b156cc5-df86-4c9c-93b7-03d3ebc56b5d req-2bf1828f-0603-4144-bb52-6373cbbab74f service nova] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Refreshing instance network info cache due to event network-changed-cf40fe33-0d09-416d-81fb-78f24f377ecd. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4b156cc5-df86-4c9c-93b7-03d3ebc56b5d req-2bf1828f-0603-4144-bb52-6373cbbab74f service nova] Acquiring lock "refresh_cache-8b29d17d-3e7a-464a-8341-c467708bbc33" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG nova.network.neutron [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG os_brick.utils [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[91730074-e12b-455e-82f6-2b2f52f73745]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[954aec42-db6f-4564-8aaa-178a2622ec83]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[441f0a7e-7530-4e11-bee8-d445b9b6a946]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9794b5f-9c3f-409b-9f05-a214b2b64e83]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:28:44 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:28:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[8eb21b35-553d-43f4-920f-a8de82ed0f19]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG os_brick.utils [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] <== get_connector_properties: return (150ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Updating existing volume attachment record: 168ac794-bed5-4205-8787-96a11e56b11b {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG nova.network.neutron [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Updating instance_info_cache with network_info: [{"id": "cf40fe33-0d09-416d-81fb-78f24f377ecd", "address": "fa:16:3e:92:42:b4", "network": {"id": "428a2a29-ba58-40d2-bbbe-10c731fe3bd0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-217641288-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb84a400cbde4ed58ca8253c29d24569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcf40fe33-0d", "ovs_interfaceid": "cf40fe33-0d09-416d-81fb-78f24f377ecd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Releasing lock "refresh_cache-8b29d17d-3e7a-464a-8341-c467708bbc33" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG nova.compute.manager [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Instance network_info: |[{"id": "cf40fe33-0d09-416d-81fb-78f24f377ecd", "address": "fa:16:3e:92:42:b4", "network": {"id": "428a2a29-ba58-40d2-bbbe-10c731fe3bd0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-217641288-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb84a400cbde4ed58ca8253c29d24569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcf40fe33-0d", "ovs_interfaceid": "cf40fe33-0d09-416d-81fb-78f24f377ecd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4b156cc5-df86-4c9c-93b7-03d3ebc56b5d req-2bf1828f-0603-4144-bb52-6373cbbab74f service nova] Acquired lock "refresh_cache-8b29d17d-3e7a-464a-8341-c467708bbc33" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG nova.network.neutron [req-4b156cc5-df86-4c9c-93b7-03d3ebc56b5d req-2bf1828f-0603-4144-bb52-6373cbbab74f service nova] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Refreshing network info cache for port cf40fe33-0d09-416d-81fb-78f24f377ecd {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Start _get_guest_xml network_info=[{"id": "cf40fe33-0d09-416d-81fb-78f24f377ecd", "address": "fa:16:3e:92:42:b4", "network": {"id": "428a2a29-ba58-40d2-bbbe-10c731fe3bd0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-217641288-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb84a400cbde4ed58ca8253c29d24569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcf40fe33-0d", "ovs_interfaceid": "cf40fe33-0d09-416d-81fb-78f24f377ecd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '73290e4a-d2c0-4305-9ee6-397ce6a900ba'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:28:44 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:28:44 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:28:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:28:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-151092769',display_name='tempest-VolumesActionsTest-instance-151092769',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-151092769',id=24,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bb84a400cbde4ed58ca8253c29d24569',ramdisk_id='',reservation_id='r-8meckg50',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1180244452',owner_user_name='tempest-VolumesActionsTest-1180244452-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:28:43Z,user_data=None,user_id='e9452f529552496a82fad18243edff0f',uuid=8b29d17d-3e7a-464a-8341-c467708bbc33,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cf40fe33-0d09-416d-81fb-78f24f377ecd", "address": "fa:16:3e:92:42:b4", "network": {"id": "428a2a29-ba58-40d2-bbbe-10c731fe3bd0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-217641288-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb84a400cbde4ed58ca8253c29d24569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcf40fe33-0d", "ovs_interfaceid": "cf40fe33-0d09-416d-81fb-78f24f377ecd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Converting VIF {"id": "cf40fe33-0d09-416d-81fb-78f24f377ecd", "address": "fa:16:3e:92:42:b4", "network": {"id": "428a2a29-ba58-40d2-bbbe-10c731fe3bd0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-217641288-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb84a400cbde4ed58ca8253c29d24569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcf40fe33-0d", "ovs_interfaceid": "cf40fe33-0d09-416d-81fb-78f24f377ecd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:28:44 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:92:42:b4,bridge_name='br-int',has_traffic_filtering=True,id=cf40fe33-0d09-416d-81fb-78f24f377ecd,network=Network(428a2a29-ba58-40d2-bbbe-10c731fe3bd0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcf40fe33-0d') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:28:45 user nova-compute[86206]: DEBUG nova.objects.instance [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Lazy-loading 'pci_devices' on Instance uuid 8b29d17d-3e7a-464a-8341-c467708bbc33 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:28:45 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:28:45 user nova-compute[86206]:   <uuid>8b29d17d-3e7a-464a-8341-c467708bbc33</uuid>
Nov 10 13:28:45 user nova-compute[86206]:   <name>instance-00000018</name>
Nov 10 13:28:45 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:28:45 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:28:45 user nova-compute[86206]:   <metadata>
Nov 10 13:28:45 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:28:45 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:28:45 user nova-compute[86206]:       <nova:name>tempest-VolumesActionsTest-instance-151092769</nova:name>
Nov 10 13:28:45 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:28:44</nova:creationTime>
Nov 10 13:28:45 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:28:45 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:28:45 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:28:45 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:28:45 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:28:45 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:28:45 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:28:45 user nova-compute[86206]:       <nova:owner>
Nov 10 13:28:45 user nova-compute[86206]:         <nova:user uuid="e9452f529552496a82fad18243edff0f">tempest-VolumesActionsTest-1180244452-project-member</nova:user>
Nov 10 13:28:45 user nova-compute[86206]:         <nova:project uuid="bb84a400cbde4ed58ca8253c29d24569">tempest-VolumesActionsTest-1180244452</nova:project>
Nov 10 13:28:45 user nova-compute[86206]:       </nova:owner>
Nov 10 13:28:45 user nova-compute[86206]:       <nova:root type="image" uuid="73290e4a-d2c0-4305-9ee6-397ce6a900ba"/>
Nov 10 13:28:45 user nova-compute[86206]:       <nova:ports>
Nov 10 13:28:45 user nova-compute[86206]:         <nova:port uuid="cf40fe33-0d09-416d-81fb-78f24f377ecd">
Nov 10 13:28:45 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 10 13:28:45 user nova-compute[86206]:         </nova:port>
Nov 10 13:28:45 user nova-compute[86206]:       </nova:ports>
Nov 10 13:28:45 user nova-compute[86206]:     </nova:instance>
Nov 10 13:28:45 user nova-compute[86206]:   </metadata>
Nov 10 13:28:45 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:28:45 user nova-compute[86206]:     <system>
Nov 10 13:28:45 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:28:45 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:28:45 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:28:45 user nova-compute[86206]:       <entry name="serial">8b29d17d-3e7a-464a-8341-c467708bbc33</entry>
Nov 10 13:28:45 user nova-compute[86206]:       <entry name="uuid">8b29d17d-3e7a-464a-8341-c467708bbc33</entry>
Nov 10 13:28:45 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:28:45 user nova-compute[86206]:     </system>
Nov 10 13:28:45 user nova-compute[86206]:   </sysinfo>
Nov 10 13:28:45 user nova-compute[86206]:   <os>
Nov 10 13:28:45 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:28:45 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:28:45 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:28:45 user nova-compute[86206]:   </os>
Nov 10 13:28:45 user nova-compute[86206]:   <features>
Nov 10 13:28:45 user nova-compute[86206]:     <acpi/>
Nov 10 13:28:45 user nova-compute[86206]:     <apic/>
Nov 10 13:28:45 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:28:45 user nova-compute[86206]:   </features>
Nov 10 13:28:45 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:28:45 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:28:45 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:28:45 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:28:45 user nova-compute[86206]:   </clock>
Nov 10 13:28:45 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:28:45 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:28:45 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:28:45 user nova-compute[86206]:   </cpu>
Nov 10 13:28:45 user nova-compute[86206]:   <devices>
Nov 10 13:28:45 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:28:45 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:28:45 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/8b29d17d-3e7a-464a-8341-c467708bbc33/disk"/>
Nov 10 13:28:45 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:28:45 user nova-compute[86206]:     </disk>
Nov 10 13:28:45 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:28:45 user nova-compute[86206]:       <mac address="fa:16:3e:92:42:b4"/>
Nov 10 13:28:45 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:28:45 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:28:45 user nova-compute[86206]:       <target dev="tapcf40fe33-0d"/>
Nov 10 13:28:45 user nova-compute[86206]:     </interface>
Nov 10 13:28:45 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:28:45 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/8b29d17d-3e7a-464a-8341-c467708bbc33/console.log" append="off"/>
Nov 10 13:28:45 user nova-compute[86206]:     </serial>
Nov 10 13:28:45 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:28:45 user nova-compute[86206]:     <video>
Nov 10 13:28:45 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:28:45 user nova-compute[86206]:     </video>
Nov 10 13:28:45 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:28:45 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:28:45 user nova-compute[86206]:     </rng>
Nov 10 13:28:45 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:28:45 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:28:45 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:28:45 user nova-compute[86206]:     </memballoon>
Nov 10 13:28:45 user nova-compute[86206]:   </devices>
Nov 10 13:28:45 user nova-compute[86206]: </domain>
Nov 10 13:28:45 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:28:45 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:28:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-151092769',display_name='tempest-VolumesActionsTest-instance-151092769',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-151092769',id=24,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bb84a400cbde4ed58ca8253c29d24569',ramdisk_id='',reservation_id='r-8meckg50',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1180244452',owner_user_name='tempest-VolumesActionsTest-1180244452-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:28:43Z,user_data=None,user_id='e9452f529552496a82fad18243edff0f',uuid=8b29d17d-3e7a-464a-8341-c467708bbc33,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cf40fe33-0d09-416d-81fb-78f24f377ecd", "address": "fa:16:3e:92:42:b4", "network": {"id": "428a2a29-ba58-40d2-bbbe-10c731fe3bd0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-217641288-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb84a400cbde4ed58ca8253c29d24569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcf40fe33-0d", "ovs_interfaceid": "cf40fe33-0d09-416d-81fb-78f24f377ecd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:28:45 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Converting VIF {"id": "cf40fe33-0d09-416d-81fb-78f24f377ecd", "address": "fa:16:3e:92:42:b4", "network": {"id": "428a2a29-ba58-40d2-bbbe-10c731fe3bd0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-217641288-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb84a400cbde4ed58ca8253c29d24569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcf40fe33-0d", "ovs_interfaceid": "cf40fe33-0d09-416d-81fb-78f24f377ecd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:28:45 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:92:42:b4,bridge_name='br-int',has_traffic_filtering=True,id=cf40fe33-0d09-416d-81fb-78f24f377ecd,network=Network(428a2a29-ba58-40d2-bbbe-10c731fe3bd0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcf40fe33-0d') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:28:45 user nova-compute[86206]: DEBUG os_vif [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:92:42:b4,bridge_name='br-int',has_traffic_filtering=True,id=cf40fe33-0d09-416d-81fb-78f24f377ecd,network=Network(428a2a29-ba58-40d2-bbbe-10c731fe3bd0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcf40fe33-0d') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:28:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:28:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:28:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '26526d6a-db39-5eda-b532-e516ff357e25', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:28:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:28:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcf40fe33-0d, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:28:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcf40fe33-0d, col_values=(('qos', UUID('b08f6132-7cd1-4e72-87ed-afd49f9c0640')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:28:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcf40fe33-0d, col_values=(('external_ids', {'iface-id': 'cf40fe33-0d09-416d-81fb-78f24f377ecd', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:92:42:b4', 'vm-uuid': '8b29d17d-3e7a-464a-8341-c467708bbc33'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:28:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:28:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:45 user nova-compute[86206]: INFO os_vif [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:92:42:b4,bridge_name='br-int',has_traffic_filtering=True,id=cf40fe33-0d09-416d-81fb-78f24f377ecd,network=Network(428a2a29-ba58-40d2-bbbe-10c731fe3bd0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcf40fe33-0d')
Nov 10 13:28:45 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:28:45 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] No VIF found with MAC fa:16:3e:92:42:b4, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:28:45 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Successfully created port: 36346bcb-bfee-43e5-98fa-e7723354c0be {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:28:45 user nova-compute[86206]: DEBUG nova.network.neutron [req-4b156cc5-df86-4c9c-93b7-03d3ebc56b5d req-2bf1828f-0603-4144-bb52-6373cbbab74f service nova] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Updated VIF entry in instance network info cache for port cf40fe33-0d09-416d-81fb-78f24f377ecd. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:28:45 user nova-compute[86206]: DEBUG nova.network.neutron [req-4b156cc5-df86-4c9c-93b7-03d3ebc56b5d req-2bf1828f-0603-4144-bb52-6373cbbab74f service nova] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Updating instance_info_cache with network_info: [{"id": "cf40fe33-0d09-416d-81fb-78f24f377ecd", "address": "fa:16:3e:92:42:b4", "network": {"id": "428a2a29-ba58-40d2-bbbe-10c731fe3bd0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-217641288-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb84a400cbde4ed58ca8253c29d24569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcf40fe33-0d", "ovs_interfaceid": "cf40fe33-0d09-416d-81fb-78f24f377ecd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:28:45 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4b156cc5-df86-4c9c-93b7-03d3ebc56b5d req-2bf1828f-0603-4144-bb52-6373cbbab74f service nova] Releasing lock "refresh_cache-8b29d17d-3e7a-464a-8341-c467708bbc33" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:28:45 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Successfully updated port: 36346bcb-bfee-43e5-98fa-e7723354c0be {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:28:45 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "refresh_cache-55c5fe3e-2885-4d71-992b-fe2a99682a12" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:28:45 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquired lock "refresh_cache-55c5fe3e-2885-4d71-992b-fe2a99682a12" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:28:45 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:28:45 user nova-compute[86206]: DEBUG nova.compute.manager [req-43081713-015f-4696-8412-6ce6429a6378 req-874405c8-2aa5-4792-99fe-a818fc0629f0 service nova] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Received event network-changed-36346bcb-bfee-43e5-98fa-e7723354c0be {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:28:45 user nova-compute[86206]: DEBUG nova.compute.manager [req-43081713-015f-4696-8412-6ce6429a6378 req-874405c8-2aa5-4792-99fe-a818fc0629f0 service nova] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Refreshing instance network info cache due to event network-changed-36346bcb-bfee-43e5-98fa-e7723354c0be. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:28:45 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-43081713-015f-4696-8412-6ce6429a6378 req-874405c8-2aa5-4792-99fe-a818fc0629f0 service nova] Acquiring lock "refresh_cache-55c5fe3e-2885-4d71-992b-fe2a99682a12" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:28:45 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:28:46 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Updating instance_info_cache with network_info: [{"id": "36346bcb-bfee-43e5-98fa-e7723354c0be", "address": "fa:16:3e:b8:07:e1", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36346bcb-bf", "ovs_interfaceid": "36346bcb-bfee-43e5-98fa-e7723354c0be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:28:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Releasing lock "refresh_cache-55c5fe3e-2885-4d71-992b-fe2a99682a12" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:28:46 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Instance network_info: |[{"id": "36346bcb-bfee-43e5-98fa-e7723354c0be", "address": "fa:16:3e:b8:07:e1", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36346bcb-bf", "ovs_interfaceid": "36346bcb-bfee-43e5-98fa-e7723354c0be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:28:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-43081713-015f-4696-8412-6ce6429a6378 req-874405c8-2aa5-4792-99fe-a818fc0629f0 service nova] Acquired lock "refresh_cache-55c5fe3e-2885-4d71-992b-fe2a99682a12" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:28:46 user nova-compute[86206]: DEBUG nova.network.neutron [req-43081713-015f-4696-8412-6ce6429a6378 req-874405c8-2aa5-4792-99fe-a818fc0629f0 service nova] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Refreshing network info cache for port 36346bcb-bfee-43e5-98fa-e7723354c0be {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:28:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:46 user nova-compute[86206]: DEBUG nova.network.neutron [req-43081713-015f-4696-8412-6ce6429a6378 req-874405c8-2aa5-4792-99fe-a818fc0629f0 service nova] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Updated VIF entry in instance network info cache for port 36346bcb-bfee-43e5-98fa-e7723354c0be. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:28:46 user nova-compute[86206]: DEBUG nova.network.neutron [req-43081713-015f-4696-8412-6ce6429a6378 req-874405c8-2aa5-4792-99fe-a818fc0629f0 service nova] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Updating instance_info_cache with network_info: [{"id": "36346bcb-bfee-43e5-98fa-e7723354c0be", "address": "fa:16:3e:b8:07:e1", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36346bcb-bf", "ovs_interfaceid": "36346bcb-bfee-43e5-98fa-e7723354c0be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:28:46 user nova-compute[86206]: DEBUG nova.compute.manager [req-77a82dad-bdfc-40ad-8846-320de1e78513 req-7c43eb2f-9cf6-40e5-88ca-2bb062b85393 service nova] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Received event network-vif-plugged-cf40fe33-0d09-416d-81fb-78f24f377ecd {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:28:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-77a82dad-bdfc-40ad-8846-320de1e78513 req-7c43eb2f-9cf6-40e5-88ca-2bb062b85393 service nova] Acquiring lock "8b29d17d-3e7a-464a-8341-c467708bbc33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:28:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-77a82dad-bdfc-40ad-8846-320de1e78513 req-7c43eb2f-9cf6-40e5-88ca-2bb062b85393 service nova] Lock "8b29d17d-3e7a-464a-8341-c467708bbc33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.011s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:28:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-77a82dad-bdfc-40ad-8846-320de1e78513 req-7c43eb2f-9cf6-40e5-88ca-2bb062b85393 service nova] Lock "8b29d17d-3e7a-464a-8341-c467708bbc33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:28:46 user nova-compute[86206]: DEBUG nova.compute.manager [req-77a82dad-bdfc-40ad-8846-320de1e78513 req-7c43eb2f-9cf6-40e5-88ca-2bb062b85393 service nova] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] No waiting events found dispatching network-vif-plugged-cf40fe33-0d09-416d-81fb-78f24f377ecd {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:28:46 user nova-compute[86206]: WARNING nova.compute.manager [req-77a82dad-bdfc-40ad-8846-320de1e78513 req-7c43eb2f-9cf6-40e5-88ca-2bb062b85393 service nova] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Received unexpected event network-vif-plugged-cf40fe33-0d09-416d-81fb-78f24f377ecd for instance with vm_state building and task_state spawning.
Nov 10 13:28:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-43081713-015f-4696-8412-6ce6429a6378 req-874405c8-2aa5-4792-99fe-a818fc0629f0 service nova] Releasing lock "refresh_cache-55c5fe3e-2885-4d71-992b-fe2a99682a12" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:28:47 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:47 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:47 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:47 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:48 user nova-compute[86206]: DEBUG nova.compute.manager [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:28:48 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:28:48 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Instance spawned successfully.
Nov 10 13:28:48 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:28:48 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:28:48 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:28:48 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:28:48 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:28:48 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:28:48 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:28:48 user nova-compute[86206]: DEBUG nova.compute.manager [req-93b2bca7-7638-4ee2-abca-72d916d2e6a4 req-76c1ff95-8e92-4de3-b33b-b7d40ec48071 service nova] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Received event network-vif-plugged-cf40fe33-0d09-416d-81fb-78f24f377ecd {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:28:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-93b2bca7-7638-4ee2-abca-72d916d2e6a4 req-76c1ff95-8e92-4de3-b33b-b7d40ec48071 service nova] Acquiring lock "8b29d17d-3e7a-464a-8341-c467708bbc33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:28:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-93b2bca7-7638-4ee2-abca-72d916d2e6a4 req-76c1ff95-8e92-4de3-b33b-b7d40ec48071 service nova] Lock "8b29d17d-3e7a-464a-8341-c467708bbc33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:28:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-93b2bca7-7638-4ee2-abca-72d916d2e6a4 req-76c1ff95-8e92-4de3-b33b-b7d40ec48071 service nova] Lock "8b29d17d-3e7a-464a-8341-c467708bbc33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:28:48 user nova-compute[86206]: DEBUG nova.compute.manager [req-93b2bca7-7638-4ee2-abca-72d916d2e6a4 req-76c1ff95-8e92-4de3-b33b-b7d40ec48071 service nova] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] No waiting events found dispatching network-vif-plugged-cf40fe33-0d09-416d-81fb-78f24f377ecd {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:28:48 user nova-compute[86206]: WARNING nova.compute.manager [req-93b2bca7-7638-4ee2-abca-72d916d2e6a4 req-76c1ff95-8e92-4de3-b33b-b7d40ec48071 service nova] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Received unexpected event network-vif-plugged-cf40fe33-0d09-416d-81fb-78f24f377ecd for instance with vm_state building and task_state spawning.
Nov 10 13:28:48 user nova-compute[86206]: INFO nova.compute.manager [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Took 5.73 seconds to spawn the instance on the hypervisor.
Nov 10 13:28:48 user nova-compute[86206]: DEBUG nova.compute.manager [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:28:48 user nova-compute[86206]: INFO nova.compute.manager [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Took 6.57 seconds to build instance.
Nov 10 13:28:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3a161a58-2297-478f-8d88-3f66abfb7555 tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Lock "8b29d17d-3e7a-464a-8341-c467708bbc33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.700s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:28:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:53 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:54 user nova-compute[86206]: DEBUG nova.compute.manager [req-6115b97b-701a-4df1-a50f-269d48cc8090 req-616cd2a5-de50-474f-9678-69e4c146b059 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-changed-0129cb0f-7ab6-4dcd-b631-f1b20269918d {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:28:54 user nova-compute[86206]: DEBUG nova.compute.manager [req-6115b97b-701a-4df1-a50f-269d48cc8090 req-616cd2a5-de50-474f-9678-69e4c146b059 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Refreshing instance network info cache due to event network-changed-0129cb0f-7ab6-4dcd-b631-f1b20269918d. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:28:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6115b97b-701a-4df1-a50f-269d48cc8090 req-616cd2a5-de50-474f-9678-69e4c146b059 service nova] Acquiring lock "refresh_cache-c1ad95ad-e9d2-4b52-8dd0-8108790f264e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:28:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6115b97b-701a-4df1-a50f-269d48cc8090 req-616cd2a5-de50-474f-9678-69e4c146b059 service nova] Acquired lock "refresh_cache-c1ad95ad-e9d2-4b52-8dd0-8108790f264e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:28:54 user nova-compute[86206]: DEBUG nova.network.neutron [req-6115b97b-701a-4df1-a50f-269d48cc8090 req-616cd2a5-de50-474f-9678-69e4c146b059 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Refreshing network info cache for port 0129cb0f-7ab6-4dcd-b631-f1b20269918d {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:28:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:55 user nova-compute[86206]: DEBUG nova.network.neutron [req-6115b97b-701a-4df1-a50f-269d48cc8090 req-616cd2a5-de50-474f-9678-69e4c146b059 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Updated VIF entry in instance network info cache for port 0129cb0f-7ab6-4dcd-b631-f1b20269918d. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:28:55 user nova-compute[86206]: DEBUG nova.network.neutron [req-6115b97b-701a-4df1-a50f-269d48cc8090 req-616cd2a5-de50-474f-9678-69e4c146b059 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Updating instance_info_cache with network_info: [{"id": "0129cb0f-7ab6-4dcd-b631-f1b20269918d", "address": "fa:16:3e:e9:07:62", "network": {"id": "7db252a1-73f8-4687-a73c-462e1d6a8f62", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1898872933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0129cb0f-7a", "ovs_interfaceid": "0129cb0f-7ab6-4dcd-b631-f1b20269918d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ead81e64-6fba-4e4c-994c-5f989f2a61a3", "address": "fa:16:3e:db:fa:a4", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapead81e64-6f", "ovs_interfaceid": "ead81e64-6fba-4e4c-994c-5f989f2a61a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "ade85821-80f9-469b-8bfc-5dabdf1ed4be", "address": "fa:16:3e:2e:5a:93", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapade85821-80", "ovs_interfaceid": "ade85821-80f9-469b-8bfc-5dabdf1ed4be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3bcd7147-1a39-48e4-b560-0613d74a42ad", "address": "fa:16:3e:cf:1c:cf", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3bcd7147-1a", "ovs_interfaceid": "3bcd7147-1a39-48e4-b560-0613d74a42ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f6d5f037-5c79-406d-9d40-b59e91f05768", "address": "fa:16:3e:b6:8e:30", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6d5f037-5c", "ovs_interfaceid": "f6d5f037-5c79-406d-9d40-b59e91f05768", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0", "address": "fa:16:3e:c1:c0:f3", "network": {"id": "548a8801-e386-42a5-85b8-8c33f6a695ed", "bridge": "br-int", "label": "tempest-device-tagging-net2-1108233236", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cb2bb12-9c", "ovs_interfaceid": "6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cbb2f9f6-80b2-4939-9061-00f20e45defb", "address": "fa:16:3e:3a:e6:53", "network": {"id": "548a8801-e386-42a5-85b8-8c33f6a695ed", "bridge": "br-int", "label": "tempest-device-tagging-net2-1108233236", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbb2f9f6-80", "ovs_interfaceid": "cbb2f9f6-80b2-4939-9061-00f20e45defb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:28:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6115b97b-701a-4df1-a50f-269d48cc8090 req-616cd2a5-de50-474f-9678-69e4c146b059 service nova] Releasing lock "refresh_cache-c1ad95ad-e9d2-4b52-8dd0-8108790f264e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:28:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Acquiring lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:28:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:28:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Acquiring lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:28:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:28:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:28:57 user nova-compute[86206]: INFO nova.compute.manager [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Terminating instance
Nov 10 13:28:57 user nova-compute[86206]: DEBUG nova.compute.manager [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:28:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:57 user nova-compute[86206]: DEBUG nova.compute.manager [req-e6d79391-62a1-4a78-9cf8-66037066f565 req-9d65b713-1a93-4419-a43e-5bf3b627ebb1 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-vif-unplugged-0129cb0f-7ab6-4dcd-b631-f1b20269918d {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:28:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-e6d79391-62a1-4a78-9cf8-66037066f565 req-9d65b713-1a93-4419-a43e-5bf3b627ebb1 service nova] Acquiring lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:28:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-e6d79391-62a1-4a78-9cf8-66037066f565 req-9d65b713-1a93-4419-a43e-5bf3b627ebb1 service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.005s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:28:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-e6d79391-62a1-4a78-9cf8-66037066f565 req-9d65b713-1a93-4419-a43e-5bf3b627ebb1 service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:28:57 user nova-compute[86206]: DEBUG nova.compute.manager [req-e6d79391-62a1-4a78-9cf8-66037066f565 req-9d65b713-1a93-4419-a43e-5bf3b627ebb1 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] No waiting events found dispatching network-vif-unplugged-0129cb0f-7ab6-4dcd-b631-f1b20269918d {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:28:57 user nova-compute[86206]: DEBUG nova.compute.manager [req-e6d79391-62a1-4a78-9cf8-66037066f565 req-9d65b713-1a93-4419-a43e-5bf3b627ebb1 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-vif-unplugged-0129cb0f-7ab6-4dcd-b631-f1b20269918d for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:28:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:57 user nova-compute[86206]: DEBUG nova.compute.manager [req-b69d77f1-7bca-4b7a-a906-1836f3e33d2a req-58c9a93b-268f-4ef2-b2a4-332d76052202 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-vif-unplugged-ead81e64-6fba-4e4c-994c-5f989f2a61a3 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:28:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b69d77f1-7bca-4b7a-a906-1836f3e33d2a req-58c9a93b-268f-4ef2-b2a4-332d76052202 service nova] Acquiring lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:28:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b69d77f1-7bca-4b7a-a906-1836f3e33d2a req-58c9a93b-268f-4ef2-b2a4-332d76052202 service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:28:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b69d77f1-7bca-4b7a-a906-1836f3e33d2a req-58c9a93b-268f-4ef2-b2a4-332d76052202 service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:28:57 user nova-compute[86206]: DEBUG nova.compute.manager [req-b69d77f1-7bca-4b7a-a906-1836f3e33d2a req-58c9a93b-268f-4ef2-b2a4-332d76052202 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] No waiting events found dispatching network-vif-unplugged-ead81e64-6fba-4e4c-994c-5f989f2a61a3 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:28:57 user nova-compute[86206]: DEBUG nova.compute.manager [req-b69d77f1-7bca-4b7a-a906-1836f3e33d2a req-58c9a93b-268f-4ef2-b2a4-332d76052202 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-vif-unplugged-ead81e64-6fba-4e4c-994c-5f989f2a61a3 for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:28:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "67554a1f-9c0a-4198-b944-46044d05ffb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:28:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "67554a1f-9c0a-4198-b944-46044d05ffb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:28:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:58 user nova-compute[86206]: DEBUG nova.compute.manager [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:28:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:28:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:28:58 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:28:58 user nova-compute[86206]: INFO nova.compute.claims [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Claim successful on node user
Nov 10 13:28:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:59 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Instance destroyed successfully.
Nov 10 13:28:59 user nova-compute[86206]: DEBUG nova.objects.instance [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Lazy-loading 'resources' on Instance uuid c1ad95ad-e9d2-4b52-8dd0-8108790f264e {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-10T13:25:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1314291113',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1314291113',id=22,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJHfXOhFBFqqhzq6hTuwn0BredQKJP/+gleJhOF7LRHCaPSNuO7Vg8hQtGp5tbKaEhjxLTPoijR/1TvO8+ibfRw0FDN65DJtEo1z5DZhF18UllzH5pmTs7y3hgaXV9bWDg==',key_name='tempest-keypair-1809653296',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:27:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e84b1dcad5a948229d3782c2602a4eb1',ramdisk_id='',reservation_id='r-p4pv7g85',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-965915822',owner_user_name='tempest-TaggedBootDevicesTest_v242-965915822-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:27:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f8277ce9a9e742428cc87c3fea3e100d',uuid=c1ad95ad-e9d2-4b52-8dd0-8108790f264e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0129cb0f-7ab6-4dcd-b631-f1b20269918d", "address": "fa:16:3e:e9:07:62", "network": {"id": "7db252a1-73f8-4687-a73c-462e1d6a8f62", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1898872933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0129cb0f-7a", "ovs_interfaceid": "0129cb0f-7ab6-4dcd-b631-f1b20269918d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Converting VIF {"id": "0129cb0f-7ab6-4dcd-b631-f1b20269918d", "address": "fa:16:3e:e9:07:62", "network": {"id": "7db252a1-73f8-4687-a73c-462e1d6a8f62", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1898872933-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.42", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0129cb0f-7a", "ovs_interfaceid": "0129cb0f-7ab6-4dcd-b631-f1b20269918d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e9:07:62,bridge_name='br-int',has_traffic_filtering=True,id=0129cb0f-7ab6-4dcd-b631-f1b20269918d,network=Network(7db252a1-73f8-4687-a73c-462e1d6a8f62),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0129cb0f-7a') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG os_vif [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e9:07:62,bridge_name='br-int',has_traffic_filtering=True,id=0129cb0f-7ab6-4dcd-b631-f1b20269918d,network=Network(7db252a1-73f8-4687-a73c-462e1d6a8f62),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0129cb0f-7a') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0129cb0f-7a, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=52d2cca4-9d86-442c-b70c-c93d68d04b8b) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.813s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG nova.compute.manager [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:59 user nova-compute[86206]: INFO os_vif [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e9:07:62,bridge_name='br-int',has_traffic_filtering=True,id=0129cb0f-7ab6-4dcd-b631-f1b20269918d,network=Network(7db252a1-73f8-4687-a73c-462e1d6a8f62),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0129cb0f-7a')
Nov 10 13:28:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-10T13:25:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1314291113',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1314291113',id=22,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJHfXOhFBFqqhzq6hTuwn0BredQKJP/+gleJhOF7LRHCaPSNuO7Vg8hQtGp5tbKaEhjxLTPoijR/1TvO8+ibfRw0FDN65DJtEo1z5DZhF18UllzH5pmTs7y3hgaXV9bWDg==',key_name='tempest-keypair-1809653296',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:27:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e84b1dcad5a948229d3782c2602a4eb1',ramdisk_id='',reservation_id='r-p4pv7g85',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-965915822',owner_user_name='tempest-TaggedBootDevicesTest_v242-965915822-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:27:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f8277ce9a9e742428cc87c3fea3e100d',uuid=c1ad95ad-e9d2-4b52-8dd0-8108790f264e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ead81e64-6fba-4e4c-994c-5f989f2a61a3", "address": "fa:16:3e:db:fa:a4", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapead81e64-6f", "ovs_interfaceid": "ead81e64-6fba-4e4c-994c-5f989f2a61a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Converting VIF {"id": "ead81e64-6fba-4e4c-994c-5f989f2a61a3", "address": "fa:16:3e:db:fa:a4", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapead81e64-6f", "ovs_interfaceid": "ead81e64-6fba-4e4c-994c-5f989f2a61a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:db:fa:a4,bridge_name='br-int',has_traffic_filtering=True,id=ead81e64-6fba-4e4c-994c-5f989f2a61a3,network=Network(9b19b76c-fe10-43e4-97a2-a6bbeea36dc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapead81e64-6f') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG os_vif [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:db:fa:a4,bridge_name='br-int',has_traffic_filtering=True,id=ead81e64-6fba-4e4c-994c-5f989f2a61a3,network=Network(9b19b76c-fe10-43e4-97a2-a6bbeea36dc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapead81e64-6f') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapead81e64-6f, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=194a7b6a-a14b-4ffa-857e-ed75949c27a1) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG nova.compute.manager [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG nova.network.neutron [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:28:59 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:59 user nova-compute[86206]: INFO os_vif [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:db:fa:a4,bridge_name='br-int',has_traffic_filtering=True,id=ead81e64-6fba-4e4c-994c-5f989f2a61a3,network=Network(9b19b76c-fe10-43e4-97a2-a6bbeea36dc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapead81e64-6f')
Nov 10 13:28:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-10T13:25:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1314291113',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1314291113',id=22,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJHfXOhFBFqqhzq6hTuwn0BredQKJP/+gleJhOF7LRHCaPSNuO7Vg8hQtGp5tbKaEhjxLTPoijR/1TvO8+ibfRw0FDN65DJtEo1z5DZhF18UllzH5pmTs7y3hgaXV9bWDg==',key_name='tempest-keypair-1809653296',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:27:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e84b1dcad5a948229d3782c2602a4eb1',ramdisk_id='',reservation_id='r-p4pv7g85',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-965915822',owner_user_name='tempest-TaggedBootDevicesTest_v242-965915822-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:27:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f8277ce9a9e742428cc87c3fea3e100d',uuid=c1ad95ad-e9d2-4b52-8dd0-8108790f264e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ade85821-80f9-469b-8bfc-5dabdf1ed4be", "address": "fa:16:3e:2e:5a:93", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapade85821-80", "ovs_interfaceid": "ade85821-80f9-469b-8bfc-5dabdf1ed4be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Converting VIF {"id": "ade85821-80f9-469b-8bfc-5dabdf1ed4be", "address": "fa:16:3e:2e:5a:93", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapade85821-80", "ovs_interfaceid": "ade85821-80f9-469b-8bfc-5dabdf1ed4be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2e:5a:93,bridge_name='br-int',has_traffic_filtering=True,id=ade85821-80f9-469b-8bfc-5dabdf1ed4be,network=Network(9b19b76c-fe10-43e4-97a2-a6bbeea36dc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapade85821-80') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG os_vif [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2e:5a:93,bridge_name='br-int',has_traffic_filtering=True,id=ade85821-80f9-469b-8bfc-5dabdf1ed4be,network=Network(9b19b76c-fe10-43e4-97a2-a6bbeea36dc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapade85821-80') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapade85821-80, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG nova.compute.manager [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG nova.policy [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b99c0d49a5e450ba43bce92d827d7c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '028ee5b7789f4eb9809f6c89b8649453', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=83c43d46-459e-4a50-929b-f76b982a1f7d) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:59 user nova-compute[86206]: INFO nova.virt.block_device [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Booting with volume-backed-image 73290e4a-d2c0-4305-9ee6-397ce6a900ba at /dev/vda
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:59 user nova-compute[86206]: INFO os_vif [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2e:5a:93,bridge_name='br-int',has_traffic_filtering=True,id=ade85821-80f9-469b-8bfc-5dabdf1ed4be,network=Network(9b19b76c-fe10-43e4-97a2-a6bbeea36dc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapade85821-80')
Nov 10 13:28:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-10T13:25:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1314291113',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1314291113',id=22,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJHfXOhFBFqqhzq6hTuwn0BredQKJP/+gleJhOF7LRHCaPSNuO7Vg8hQtGp5tbKaEhjxLTPoijR/1TvO8+ibfRw0FDN65DJtEo1z5DZhF18UllzH5pmTs7y3hgaXV9bWDg==',key_name='tempest-keypair-1809653296',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:27:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e84b1dcad5a948229d3782c2602a4eb1',ramdisk_id='',reservation_id='r-p4pv7g85',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-965915822',owner_user_name='tempest-TaggedBootDevicesTest_v242-965915822-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:27:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f8277ce9a9e742428cc87c3fea3e100d',uuid=c1ad95ad-e9d2-4b52-8dd0-8108790f264e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3bcd7147-1a39-48e4-b560-0613d74a42ad", "address": "fa:16:3e:cf:1c:cf", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3bcd7147-1a", "ovs_interfaceid": "3bcd7147-1a39-48e4-b560-0613d74a42ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Converting VIF {"id": "3bcd7147-1a39-48e4-b560-0613d74a42ad", "address": "fa:16:3e:cf:1c:cf", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3bcd7147-1a", "ovs_interfaceid": "3bcd7147-1a39-48e4-b560-0613d74a42ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cf:1c:cf,bridge_name='br-int',has_traffic_filtering=True,id=3bcd7147-1a39-48e4-b560-0613d74a42ad,network=Network(9b19b76c-fe10-43e4-97a2-a6bbeea36dc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3bcd7147-1a') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG os_vif [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cf:1c:cf,bridge_name='br-int',has_traffic_filtering=True,id=3bcd7147-1a39-48e4-b560-0613d74a42ad,network=Network(9b19b76c-fe10-43e4-97a2-a6bbeea36dc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3bcd7147-1a') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3bcd7147-1a, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5feb8b1a-c5bc-4ed9-a0fc-5cc4a2c9983c) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:59 user nova-compute[86206]: INFO os_vif [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cf:1c:cf,bridge_name='br-int',has_traffic_filtering=True,id=3bcd7147-1a39-48e4-b560-0613d74a42ad,network=Network(9b19b76c-fe10-43e4-97a2-a6bbeea36dc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3bcd7147-1a')
Nov 10 13:28:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-10T13:25:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1314291113',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1314291113',id=22,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJHfXOhFBFqqhzq6hTuwn0BredQKJP/+gleJhOF7LRHCaPSNuO7Vg8hQtGp5tbKaEhjxLTPoijR/1TvO8+ibfRw0FDN65DJtEo1z5DZhF18UllzH5pmTs7y3hgaXV9bWDg==',key_name='tempest-keypair-1809653296',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:27:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e84b1dcad5a948229d3782c2602a4eb1',ramdisk_id='',reservation_id='r-p4pv7g85',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-965915822',owner_user_name='tempest-TaggedBootDevicesTest_v242-965915822-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:27:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f8277ce9a9e742428cc87c3fea3e100d',uuid=c1ad95ad-e9d2-4b52-8dd0-8108790f264e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f6d5f037-5c79-406d-9d40-b59e91f05768", "address": "fa:16:3e:b6:8e:30", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6d5f037-5c", "ovs_interfaceid": "f6d5f037-5c79-406d-9d40-b59e91f05768", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Converting VIF {"id": "f6d5f037-5c79-406d-9d40-b59e91f05768", "address": "fa:16:3e:b6:8e:30", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6d5f037-5c", "ovs_interfaceid": "f6d5f037-5c79-406d-9d40-b59e91f05768", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b6:8e:30,bridge_name='br-int',has_traffic_filtering=True,id=f6d5f037-5c79-406d-9d40-b59e91f05768,network=Network(9b19b76c-fe10-43e4-97a2-a6bbeea36dc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6d5f037-5c') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG os_vif [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b6:8e:30,bridge_name='br-int',has_traffic_filtering=True,id=f6d5f037-5c79-406d-9d40-b59e91f05768,network=Network(9b19b76c-fe10-43e4-97a2-a6bbeea36dc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6d5f037-5c') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf6d5f037-5c, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG nova.compute.manager [req-1c5a2144-0870-42e5-a06b-d65c6480af4c req-80cd7c5e-90d7-4520-b2c5-5a37c3ac0eb6 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-vif-plugged-0129cb0f-7ab6-4dcd-b631-f1b20269918d {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1c5a2144-0870-42e5-a06b-d65c6480af4c req-80cd7c5e-90d7-4520-b2c5-5a37c3ac0eb6 service nova] Acquiring lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1c5a2144-0870-42e5-a06b-d65c6480af4c req-80cd7c5e-90d7-4520-b2c5-5a37c3ac0eb6 service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1c5a2144-0870-42e5-a06b-d65c6480af4c req-80cd7c5e-90d7-4520-b2c5-5a37c3ac0eb6 service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG nova.compute.manager [req-1c5a2144-0870-42e5-a06b-d65c6480af4c req-80cd7c5e-90d7-4520-b2c5-5a37c3ac0eb6 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] No waiting events found dispatching network-vif-plugged-0129cb0f-7ab6-4dcd-b631-f1b20269918d {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:28:59 user nova-compute[86206]: WARNING nova.compute.manager [req-1c5a2144-0870-42e5-a06b-d65c6480af4c req-80cd7c5e-90d7-4520-b2c5-5a37c3ac0eb6 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received unexpected event network-vif-plugged-0129cb0f-7ab6-4dcd-b631-f1b20269918d for instance with vm_state active and task_state deleting.
Nov 10 13:28:59 user nova-compute[86206]: DEBUG nova.compute.manager [req-1c5a2144-0870-42e5-a06b-d65c6480af4c req-80cd7c5e-90d7-4520-b2c5-5a37c3ac0eb6 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-vif-unplugged-ade85821-80f9-469b-8bfc-5dabdf1ed4be {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1c5a2144-0870-42e5-a06b-d65c6480af4c req-80cd7c5e-90d7-4520-b2c5-5a37c3ac0eb6 service nova] Acquiring lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1c5a2144-0870-42e5-a06b-d65c6480af4c req-80cd7c5e-90d7-4520-b2c5-5a37c3ac0eb6 service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1c5a2144-0870-42e5-a06b-d65c6480af4c req-80cd7c5e-90d7-4520-b2c5-5a37c3ac0eb6 service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG nova.compute.manager [req-1c5a2144-0870-42e5-a06b-d65c6480af4c req-80cd7c5e-90d7-4520-b2c5-5a37c3ac0eb6 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] No waiting events found dispatching network-vif-unplugged-ade85821-80f9-469b-8bfc-5dabdf1ed4be {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG nova.compute.manager [req-1c5a2144-0870-42e5-a06b-d65c6480af4c req-80cd7c5e-90d7-4520-b2c5-5a37c3ac0eb6 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-vif-unplugged-ade85821-80f9-469b-8bfc-5dabdf1ed4be for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG nova.compute.manager [req-1c5a2144-0870-42e5-a06b-d65c6480af4c req-80cd7c5e-90d7-4520-b2c5-5a37c3ac0eb6 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-vif-plugged-ade85821-80f9-469b-8bfc-5dabdf1ed4be {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1c5a2144-0870-42e5-a06b-d65c6480af4c req-80cd7c5e-90d7-4520-b2c5-5a37c3ac0eb6 service nova] Acquiring lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1c5a2144-0870-42e5-a06b-d65c6480af4c req-80cd7c5e-90d7-4520-b2c5-5a37c3ac0eb6 service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1c5a2144-0870-42e5-a06b-d65c6480af4c req-80cd7c5e-90d7-4520-b2c5-5a37c3ac0eb6 service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG nova.compute.manager [req-1c5a2144-0870-42e5-a06b-d65c6480af4c req-80cd7c5e-90d7-4520-b2c5-5a37c3ac0eb6 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] No waiting events found dispatching network-vif-plugged-ade85821-80f9-469b-8bfc-5dabdf1ed4be {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:28:59 user nova-compute[86206]: WARNING nova.compute.manager [req-1c5a2144-0870-42e5-a06b-d65c6480af4c req-80cd7c5e-90d7-4520-b2c5-5a37c3ac0eb6 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received unexpected event network-vif-plugged-ade85821-80f9-469b-8bfc-5dabdf1ed4be for instance with vm_state active and task_state deleting.
Nov 10 13:28:59 user nova-compute[86206]: DEBUG nova.compute.manager [req-1c5a2144-0870-42e5-a06b-d65c6480af4c req-80cd7c5e-90d7-4520-b2c5-5a37c3ac0eb6 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-vif-unplugged-6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1c5a2144-0870-42e5-a06b-d65c6480af4c req-80cd7c5e-90d7-4520-b2c5-5a37c3ac0eb6 service nova] Acquiring lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1c5a2144-0870-42e5-a06b-d65c6480af4c req-80cd7c5e-90d7-4520-b2c5-5a37c3ac0eb6 service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1c5a2144-0870-42e5-a06b-d65c6480af4c req-80cd7c5e-90d7-4520-b2c5-5a37c3ac0eb6 service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG nova.compute.manager [req-1c5a2144-0870-42e5-a06b-d65c6480af4c req-80cd7c5e-90d7-4520-b2c5-5a37c3ac0eb6 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] No waiting events found dispatching network-vif-unplugged-6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG nova.compute.manager [req-1c5a2144-0870-42e5-a06b-d65c6480af4c req-80cd7c5e-90d7-4520-b2c5-5a37c3ac0eb6 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-vif-unplugged-6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0 for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG nova.compute.manager [req-1c5a2144-0870-42e5-a06b-d65c6480af4c req-80cd7c5e-90d7-4520-b2c5-5a37c3ac0eb6 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-vif-plugged-6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1c5a2144-0870-42e5-a06b-d65c6480af4c req-80cd7c5e-90d7-4520-b2c5-5a37c3ac0eb6 service nova] Acquiring lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1c5a2144-0870-42e5-a06b-d65c6480af4c req-80cd7c5e-90d7-4520-b2c5-5a37c3ac0eb6 service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1c5a2144-0870-42e5-a06b-d65c6480af4c req-80cd7c5e-90d7-4520-b2c5-5a37c3ac0eb6 service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG nova.compute.manager [req-1c5a2144-0870-42e5-a06b-d65c6480af4c req-80cd7c5e-90d7-4520-b2c5-5a37c3ac0eb6 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] No waiting events found dispatching network-vif-plugged-6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:28:59 user nova-compute[86206]: WARNING nova.compute.manager [req-1c5a2144-0870-42e5-a06b-d65c6480af4c req-80cd7c5e-90d7-4520-b2c5-5a37c3ac0eb6 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received unexpected event network-vif-plugged-6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0 for instance with vm_state active and task_state deleting.
Nov 10 13:28:59 user nova-compute[86206]: DEBUG nova.compute.manager [req-1c5a2144-0870-42e5-a06b-d65c6480af4c req-80cd7c5e-90d7-4520-b2c5-5a37c3ac0eb6 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-vif-unplugged-cbb2f9f6-80b2-4939-9061-00f20e45defb {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1c5a2144-0870-42e5-a06b-d65c6480af4c req-80cd7c5e-90d7-4520-b2c5-5a37c3ac0eb6 service nova] Acquiring lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1c5a2144-0870-42e5-a06b-d65c6480af4c req-80cd7c5e-90d7-4520-b2c5-5a37c3ac0eb6 service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1c5a2144-0870-42e5-a06b-d65c6480af4c req-80cd7c5e-90d7-4520-b2c5-5a37c3ac0eb6 service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG nova.compute.manager [req-1c5a2144-0870-42e5-a06b-d65c6480af4c req-80cd7c5e-90d7-4520-b2c5-5a37c3ac0eb6 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] No waiting events found dispatching network-vif-unplugged-cbb2f9f6-80b2-4939-9061-00f20e45defb {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG nova.compute.manager [req-1c5a2144-0870-42e5-a06b-d65c6480af4c req-80cd7c5e-90d7-4520-b2c5-5a37c3ac0eb6 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-vif-unplugged-cbb2f9f6-80b2-4939-9061-00f20e45defb for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG nova.compute.manager [req-1c5a2144-0870-42e5-a06b-d65c6480af4c req-80cd7c5e-90d7-4520-b2c5-5a37c3ac0eb6 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-vif-plugged-cbb2f9f6-80b2-4939-9061-00f20e45defb {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1c5a2144-0870-42e5-a06b-d65c6480af4c req-80cd7c5e-90d7-4520-b2c5-5a37c3ac0eb6 service nova] Acquiring lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1c5a2144-0870-42e5-a06b-d65c6480af4c req-80cd7c5e-90d7-4520-b2c5-5a37c3ac0eb6 service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1c5a2144-0870-42e5-a06b-d65c6480af4c req-80cd7c5e-90d7-4520-b2c5-5a37c3ac0eb6 service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG nova.compute.manager [req-1c5a2144-0870-42e5-a06b-d65c6480af4c req-80cd7c5e-90d7-4520-b2c5-5a37c3ac0eb6 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] No waiting events found dispatching network-vif-plugged-cbb2f9f6-80b2-4939-9061-00f20e45defb {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:28:59 user nova-compute[86206]: WARNING nova.compute.manager [req-1c5a2144-0870-42e5-a06b-d65c6480af4c req-80cd7c5e-90d7-4520-b2c5-5a37c3ac0eb6 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received unexpected event network-vif-plugged-cbb2f9f6-80b2-4939-9061-00f20e45defb for instance with vm_state active and task_state deleting.
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ef3860a6-3fe3-4e4a-8542-86f4677097f5) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:28:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:00 user nova-compute[86206]: INFO os_vif [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b6:8e:30,bridge_name='br-int',has_traffic_filtering=True,id=f6d5f037-5c79-406d-9d40-b59e91f05768,network=Network(9b19b76c-fe10-43e4-97a2-a6bbeea36dc8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6d5f037-5c')
Nov 10 13:29:00 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-10T13:25:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1314291113',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1314291113',id=22,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJHfXOhFBFqqhzq6hTuwn0BredQKJP/+gleJhOF7LRHCaPSNuO7Vg8hQtGp5tbKaEhjxLTPoijR/1TvO8+ibfRw0FDN65DJtEo1z5DZhF18UllzH5pmTs7y3hgaXV9bWDg==',key_name='tempest-keypair-1809653296',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:27:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e84b1dcad5a948229d3782c2602a4eb1',ramdisk_id='',reservation_id='r-p4pv7g85',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-965915822',owner_user_name='tempest-TaggedBootDevicesTest_v242-965915822-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:27:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f8277ce9a9e742428cc87c3fea3e100d',uuid=c1ad95ad-e9d2-4b52-8dd0-8108790f264e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0", "address": "fa:16:3e:c1:c0:f3", "network": {"id": "548a8801-e386-42a5-85b8-8c33f6a695ed", "bridge": "br-int", "label": "tempest-device-tagging-net2-1108233236", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cb2bb12-9c", "ovs_interfaceid": "6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Converting VIF {"id": "6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0", "address": "fa:16:3e:c1:c0:f3", "network": {"id": "548a8801-e386-42a5-85b8-8c33f6a695ed", "bridge": "br-int", "label": "tempest-device-tagging-net2-1108233236", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cb2bb12-9c", "ovs_interfaceid": "6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c1:c0:f3,bridge_name='br-int',has_traffic_filtering=True,id=6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0,network=Network(548a8801-e386-42a5-85b8-8c33f6a695ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6cb2bb12-9c') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_vif [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c1:c0:f3,bridge_name='br-int',has_traffic_filtering=True,id=6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0,network=Network(548a8801-e386-42a5-85b8-8c33f6a695ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6cb2bb12-9c') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6cb2bb12-9c, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5d4cf22f-e494-4aec-867f-a1fce091109d) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG nova.compute.manager [req-b8e66790-9cba-4ffc-b6e1-f6b0a9d93b7f req-412bae41-d040-4162-8d5c-d8ca5f15acc5 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-vif-plugged-ead81e64-6fba-4e4c-994c-5f989f2a61a3 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b8e66790-9cba-4ffc-b6e1-f6b0a9d93b7f req-412bae41-d040-4162-8d5c-d8ca5f15acc5 service nova] Acquiring lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b8e66790-9cba-4ffc-b6e1-f6b0a9d93b7f req-412bae41-d040-4162-8d5c-d8ca5f15acc5 service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b8e66790-9cba-4ffc-b6e1-f6b0a9d93b7f req-412bae41-d040-4162-8d5c-d8ca5f15acc5 service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG nova.compute.manager [req-b8e66790-9cba-4ffc-b6e1-f6b0a9d93b7f req-412bae41-d040-4162-8d5c-d8ca5f15acc5 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] No waiting events found dispatching network-vif-plugged-ead81e64-6fba-4e4c-994c-5f989f2a61a3 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:29:00 user nova-compute[86206]: WARNING nova.compute.manager [req-b8e66790-9cba-4ffc-b6e1-f6b0a9d93b7f req-412bae41-d040-4162-8d5c-d8ca5f15acc5 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received unexpected event network-vif-plugged-ead81e64-6fba-4e4c-994c-5f989f2a61a3 for instance with vm_state active and task_state deleting.
Nov 10 13:29:00 user nova-compute[86206]: DEBUG nova.compute.manager [req-b8e66790-9cba-4ffc-b6e1-f6b0a9d93b7f req-412bae41-d040-4162-8d5c-d8ca5f15acc5 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-vif-unplugged-3bcd7147-1a39-48e4-b560-0613d74a42ad {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b8e66790-9cba-4ffc-b6e1-f6b0a9d93b7f req-412bae41-d040-4162-8d5c-d8ca5f15acc5 service nova] Acquiring lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b8e66790-9cba-4ffc-b6e1-f6b0a9d93b7f req-412bae41-d040-4162-8d5c-d8ca5f15acc5 service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b8e66790-9cba-4ffc-b6e1-f6b0a9d93b7f req-412bae41-d040-4162-8d5c-d8ca5f15acc5 service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG nova.compute.manager [req-b8e66790-9cba-4ffc-b6e1-f6b0a9d93b7f req-412bae41-d040-4162-8d5c-d8ca5f15acc5 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] No waiting events found dispatching network-vif-unplugged-3bcd7147-1a39-48e4-b560-0613d74a42ad {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG nova.compute.manager [req-b8e66790-9cba-4ffc-b6e1-f6b0a9d93b7f req-412bae41-d040-4162-8d5c-d8ca5f15acc5 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-vif-unplugged-3bcd7147-1a39-48e4-b560-0613d74a42ad for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG nova.compute.manager [req-b8e66790-9cba-4ffc-b6e1-f6b0a9d93b7f req-412bae41-d040-4162-8d5c-d8ca5f15acc5 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-vif-plugged-3bcd7147-1a39-48e4-b560-0613d74a42ad {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b8e66790-9cba-4ffc-b6e1-f6b0a9d93b7f req-412bae41-d040-4162-8d5c-d8ca5f15acc5 service nova] Acquiring lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b8e66790-9cba-4ffc-b6e1-f6b0a9d93b7f req-412bae41-d040-4162-8d5c-d8ca5f15acc5 service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b8e66790-9cba-4ffc-b6e1-f6b0a9d93b7f req-412bae41-d040-4162-8d5c-d8ca5f15acc5 service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG nova.compute.manager [req-b8e66790-9cba-4ffc-b6e1-f6b0a9d93b7f req-412bae41-d040-4162-8d5c-d8ca5f15acc5 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] No waiting events found dispatching network-vif-plugged-3bcd7147-1a39-48e4-b560-0613d74a42ad {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:29:00 user nova-compute[86206]: WARNING nova.compute.manager [req-b8e66790-9cba-4ffc-b6e1-f6b0a9d93b7f req-412bae41-d040-4162-8d5c-d8ca5f15acc5 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received unexpected event network-vif-plugged-3bcd7147-1a39-48e4-b560-0613d74a42ad for instance with vm_state active and task_state deleting.
Nov 10 13:29:00 user nova-compute[86206]: DEBUG nova.compute.manager [req-b8e66790-9cba-4ffc-b6e1-f6b0a9d93b7f req-412bae41-d040-4162-8d5c-d8ca5f15acc5 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-vif-unplugged-f6d5f037-5c79-406d-9d40-b59e91f05768 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b8e66790-9cba-4ffc-b6e1-f6b0a9d93b7f req-412bae41-d040-4162-8d5c-d8ca5f15acc5 service nova] Acquiring lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b8e66790-9cba-4ffc-b6e1-f6b0a9d93b7f req-412bae41-d040-4162-8d5c-d8ca5f15acc5 service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b8e66790-9cba-4ffc-b6e1-f6b0a9d93b7f req-412bae41-d040-4162-8d5c-d8ca5f15acc5 service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG nova.compute.manager [req-b8e66790-9cba-4ffc-b6e1-f6b0a9d93b7f req-412bae41-d040-4162-8d5c-d8ca5f15acc5 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] No waiting events found dispatching network-vif-unplugged-f6d5f037-5c79-406d-9d40-b59e91f05768 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG nova.compute.manager [req-b8e66790-9cba-4ffc-b6e1-f6b0a9d93b7f req-412bae41-d040-4162-8d5c-d8ca5f15acc5 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-vif-unplugged-f6d5f037-5c79-406d-9d40-b59e91f05768 for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG nova.compute.manager [req-b8e66790-9cba-4ffc-b6e1-f6b0a9d93b7f req-412bae41-d040-4162-8d5c-d8ca5f15acc5 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-vif-plugged-f6d5f037-5c79-406d-9d40-b59e91f05768 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b8e66790-9cba-4ffc-b6e1-f6b0a9d93b7f req-412bae41-d040-4162-8d5c-d8ca5f15acc5 service nova] Acquiring lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b8e66790-9cba-4ffc-b6e1-f6b0a9d93b7f req-412bae41-d040-4162-8d5c-d8ca5f15acc5 service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b8e66790-9cba-4ffc-b6e1-f6b0a9d93b7f req-412bae41-d040-4162-8d5c-d8ca5f15acc5 service nova] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG nova.compute.manager [req-b8e66790-9cba-4ffc-b6e1-f6b0a9d93b7f req-412bae41-d040-4162-8d5c-d8ca5f15acc5 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] No waiting events found dispatching network-vif-plugged-f6d5f037-5c79-406d-9d40-b59e91f05768 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:29:00 user nova-compute[86206]: WARNING nova.compute.manager [req-b8e66790-9cba-4ffc-b6e1-f6b0a9d93b7f req-412bae41-d040-4162-8d5c-d8ca5f15acc5 service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received unexpected event network-vif-plugged-f6d5f037-5c79-406d-9d40-b59e91f05768 for instance with vm_state active and task_state deleting.
Nov 10 13:29:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:00 user nova-compute[86206]: INFO os_vif [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c1:c0:f3,bridge_name='br-int',has_traffic_filtering=True,id=6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0,network=Network(548a8801-e386-42a5-85b8-8c33f6a695ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6cb2bb12-9c')
Nov 10 13:29:00 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-10T13:25:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1314291113',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1314291113',id=22,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJHfXOhFBFqqhzq6hTuwn0BredQKJP/+gleJhOF7LRHCaPSNuO7Vg8hQtGp5tbKaEhjxLTPoijR/1TvO8+ibfRw0FDN65DJtEo1z5DZhF18UllzH5pmTs7y3hgaXV9bWDg==',key_name='tempest-keypair-1809653296',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:27:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e84b1dcad5a948229d3782c2602a4eb1',ramdisk_id='',reservation_id='r-p4pv7g85',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-965915822',owner_user_name='tempest-TaggedBootDevicesTest_v242-965915822-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:27:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f8277ce9a9e742428cc87c3fea3e100d',uuid=c1ad95ad-e9d2-4b52-8dd0-8108790f264e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cbb2f9f6-80b2-4939-9061-00f20e45defb", "address": "fa:16:3e:3a:e6:53", "network": {"id": "548a8801-e386-42a5-85b8-8c33f6a695ed", "bridge": "br-int", "label": "tempest-device-tagging-net2-1108233236", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbb2f9f6-80", "ovs_interfaceid": "cbb2f9f6-80b2-4939-9061-00f20e45defb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Converting VIF {"id": "cbb2f9f6-80b2-4939-9061-00f20e45defb", "address": "fa:16:3e:3a:e6:53", "network": {"id": "548a8801-e386-42a5-85b8-8c33f6a695ed", "bridge": "br-int", "label": "tempest-device-tagging-net2-1108233236", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbb2f9f6-80", "ovs_interfaceid": "cbb2f9f6-80b2-4939-9061-00f20e45defb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3a:e6:53,bridge_name='br-int',has_traffic_filtering=True,id=cbb2f9f6-80b2-4939-9061-00f20e45defb,network=Network(548a8801-e386-42a5-85b8-8c33f6a695ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcbb2f9f6-80') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_vif [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3a:e6:53,bridge_name='br-int',has_traffic_filtering=True,id=cbb2f9f6-80b2-4939-9061-00f20e45defb,network=Network(548a8801-e386-42a5-85b8-8c33f6a695ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcbb2f9f6-80') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcbb2f9f6-80, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8e188fde-2e90-4be6-b343-e62eeccdda56) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:00 user nova-compute[86206]: INFO os_vif [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3a:e6:53,bridge_name='br-int',has_traffic_filtering=True,id=cbb2f9f6-80b2-4939-9061-00f20e45defb,network=Network(548a8801-e386-42a5-85b8-8c33f6a695ed),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcbb2f9f6-80')
Nov 10 13:29:00 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XZJRMuvl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:29:00 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4fdd6ba-9a32-4949-a9cc-6f87ec30e9e9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 13:29:00 user nova-compute[86206]: No targets found.
Nov 10 13:29:00 user nova-compute[86206]: iSNS:
Nov 10 13:29:00 user nova-compute[86206]: No targets found.
Nov 10 13:29:00 user nova-compute[86206]: STATIC:
Nov 10 13:29:00 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883
Nov 10 13:29:00 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:29:00 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:29:00 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d
Nov 10 13:29:00 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:29:00 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:29:00 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a
Nov 10 13:29:00 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:29:00 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:29:00 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e
Nov 10 13:29:00 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:29:00 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:29:00 user nova-compute[86206]: FIRMWARE:
Nov 10 13:29:00 user nova-compute[86206]: No targets found.
Nov 10 13:29:00 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 13:29:00 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 13:29:00 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[38097a05-b08d-4d7b-8184-9076dce05982]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cd9f955-6fa4-4177-958a-33b1e84baae0]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e (non-flash)
Nov 10 13:29:00 user nova-compute[86206]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 (non-flash)
Nov 10 13:29:00 user nova-compute[86206]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d (non-flash)
Nov 10 13:29:00 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:29:00 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e (non-flash)
Nov 10 13:29:00 user nova-compute[86206]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 (non-flash)
Nov 10 13:29:00 user nova-compute[86206]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d (non-flash)
Nov 10 13:29:00 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:29:00 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe46446b6d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d'): ({'sdf'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Removing single pathed devices sdf {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.030s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f8f5e0c-06c8-4ecc-bcc0-7222f1ed6bfa]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a70275e-46b2-464a-9dec-78f57ec7078d]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Flushing IO for device /dev/sdf {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[2aa8390f-b425-4d45-9c20-816d74aec317]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.047s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[369690ff-8fa0-4e76-984a-40450a7c6222]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] SCSI volumes sdf have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.033s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f51b9e8-62e6-407f-9485-94d8141776e2]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d -p 172.16.0.220:3260 --logout" returned: 0 in 0.074s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[0608978a-9e79-4463-ae1d-9b353a02c4be]: (4, ('Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d, portal: 172.16.0.220,3260]\nLogout of [sid: 20, target: iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d, portal: 172.16.0.220,3260]
Nov 10 13:29:00 user nova-compute[86206]: Logout of [sid: 20, target: iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d, portal: 172.16.0.220,3260] successful.
Nov 10 13:29:00 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG nova.network.neutron [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Successfully created port: ea931032-8735-4df0-9113-72b091789983 {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:50000c75-17df-4758-b966-b8a453024c6d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[581a64e9-0fbd-4850-a0c3-f867cd6f6f47]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.386s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] <== disconnect_volume: return (387ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zsmwvhVA', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:29:00 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[d256a813-2e93-4a5a-8746-bf3cdd97b3e6]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 13:29:00 user nova-compute[86206]: No targets found.
Nov 10 13:29:00 user nova-compute[86206]: iSNS:
Nov 10 13:29:00 user nova-compute[86206]: No targets found.
Nov 10 13:29:00 user nova-compute[86206]: STATIC:
Nov 10 13:29:00 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883
Nov 10 13:29:00 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:29:00 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:29:00 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a
Nov 10 13:29:00 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:29:00 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:29:00 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e
Nov 10 13:29:00 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:29:00 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:29:00 user nova-compute[86206]: FIRMWARE:
Nov 10 13:29:00 user nova-compute[86206]: No targets found.
Nov 10 13:29:00 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 13:29:00 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 13:29:00 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2960b16-fba6-448e-a4e1-3887fc507cc7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a33fbb91-5459-4e1a-acff-09586efb6343]: (4, ('tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e (non-flash)
Nov 10 13:29:00 user nova-compute[86206]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 (non-flash)
Nov 10 13:29:00 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:29:00 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsi session list stdout=tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e (non-flash)
Nov 10 13:29:00 user nova-compute[86206]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 (non-flash)
Nov 10 13:29:00 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:29:00 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe46457d090>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e'): ({'sdd'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Removing single pathed devices sdd {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b219e0b-c715-47c2-8f28-30332e5db2be]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[aceab3bb-336c-4570-ac79-a047de7f6846]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Flushing IO for device /dev/sdd {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfb6e3b8-8c79-4b0b-b1ce-8670060f4869]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.046s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[17c96ace-4b70-43cb-a36e-e4fe15eade1d]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] SCSI volumes sdd have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[2dbf0694-476a-4106-ad34-7768c701f27d]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[86965654-9ff8-4b5f-8744-266c64dd395f]: (4, ('Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e, portal: 172.16.0.220,3260]\nLogout of [sid: 18, target: iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e, portal: 172.16.0.220,3260]
Nov 10 13:29:00 user nova-compute[86206]: Logout of [sid: 18, target: iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e, portal: 172.16.0.220,3260] successful.
Nov 10 13:29:00 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f389830-4c84-46cf-8337-b8faf78aae1e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[1eeba079-eb73-4dc7-8dbe-91f94e10e726]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.326s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] <== disconnect_volume: return (328ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BohDvnOj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:29:00 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7ce3466-a4ca-430d-9032-10b73bbd6d54]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 13:29:00 user nova-compute[86206]: No targets found.
Nov 10 13:29:00 user nova-compute[86206]: iSNS:
Nov 10 13:29:00 user nova-compute[86206]: No targets found.
Nov 10 13:29:00 user nova-compute[86206]: STATIC:
Nov 10 13:29:00 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883
Nov 10 13:29:00 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:29:00 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:29:00 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a
Nov 10 13:29:00 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:29:00 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:29:00 user nova-compute[86206]: FIRMWARE:
Nov 10 13:29:00 user nova-compute[86206]: No targets found.
Nov 10 13:29:00 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 13:29:00 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 13:29:00 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e84f6b1-d45d-4fd8-9410-b009f9f6dd2b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ebc3312-f3a4-48ef-9410-755962c174db]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 (non-flash)
Nov 10 13:29:00 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:29:00 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 (non-flash)
Nov 10 13:29:00 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:29:00 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe46457d090>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883'): ({'sde'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Removing single pathed devices sde {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdb06c8b-0d74-44d6-8bfc-312583ffee9f]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[07917685-125c-40fd-ad96-cbb9fa14d8de]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Flushing IO for device /dev/sde {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[37f0c9f9-893a-488c-a645-bcf6dd0ea464]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 13:29:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.054s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:01 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[06082809-49c5-489c-8edf-1a3b63d164e0]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:01 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 13:29:01 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] SCSI volumes sde have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 13:29:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 13:29:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:01 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4035f8d-6599-4dd7-8b79-d4db1523a587]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:29:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:01 user nova-compute[86206]: DEBUG nova.network.neutron [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Successfully updated port: ea931032-8735-4df0-9113-72b091789983 {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:29:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "refresh_cache-67554a1f-9c0a-4198-b944-46044d05ffb0" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:29:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquired lock "refresh_cache-67554a1f-9c0a-4198-b944-46044d05ffb0" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:29:01 user nova-compute[86206]: DEBUG nova.network.neutron [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:29:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:01 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dbd8e96-068d-4c0f-9ceb-f068ee682136]: (4, ('Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883, portal: 172.16.0.220,3260]\nLogout of [sid: 19, target: iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883, portal: 172.16.0.220,3260]
Nov 10 13:29:01 user nova-compute[86206]: Logout of [sid: 19, target: iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883, portal: 172.16.0.220,3260] successful.
Nov 10 13:29:01 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:29:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:88853519-dc92-4911-b8f2-babdc6c3c883 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:01 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e577658-b42a-449e-bc18-b39908539f7b]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:29:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.348s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:29:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] <== disconnect_volume: return (348ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:29:01 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 13:29:01 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Deleting instance files /opt/stack/data/nova/instances/c1ad95ad-e9d2-4b52-8dd0-8108790f264e_del
Nov 10 13:29:01 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Deletion of /opt/stack/data/nova/instances/c1ad95ad-e9d2-4b52-8dd0-8108790f264e_del complete
Nov 10 13:29:01 user nova-compute[86206]: DEBUG nova.network.neutron [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:29:01 user nova-compute[86206]: INFO nova.compute.manager [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Took 3.90 seconds to destroy the instance on the hypervisor.
Nov 10 13:29:01 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:29:01 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:29:01 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:29:01 user nova-compute[86206]: DEBUG nova.network.neutron [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Updating instance_info_cache with network_info: [{"id": "ea931032-8735-4df0-9113-72b091789983", "address": "fa:16:3e:a6:74:9e", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea931032-87", "ovs_interfaceid": "ea931032-8735-4df0-9113-72b091789983", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:29:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Releasing lock "refresh_cache-67554a1f-9c0a-4198-b944-46044d05ffb0" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:29:01 user nova-compute[86206]: DEBUG nova.compute.manager [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Instance network_info: |[{"id": "ea931032-8735-4df0-9113-72b091789983", "address": "fa:16:3e:a6:74:9e", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea931032-87", "ovs_interfaceid": "ea931032-8735-4df0-9113-72b091789983", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:29:02 user nova-compute[86206]: DEBUG nova.compute.manager [req-1a1dce3d-ca38-47ef-a76d-55591afb0c91 req-0a21eddb-8c48-4473-a845-872921627670 service nova] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Received event network-changed-ea931032-8735-4df0-9113-72b091789983 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:29:02 user nova-compute[86206]: DEBUG nova.compute.manager [req-1a1dce3d-ca38-47ef-a76d-55591afb0c91 req-0a21eddb-8c48-4473-a845-872921627670 service nova] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Refreshing instance network info cache due to event network-changed-ea931032-8735-4df0-9113-72b091789983. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:29:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1a1dce3d-ca38-47ef-a76d-55591afb0c91 req-0a21eddb-8c48-4473-a845-872921627670 service nova] Acquiring lock "refresh_cache-67554a1f-9c0a-4198-b944-46044d05ffb0" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:29:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1a1dce3d-ca38-47ef-a76d-55591afb0c91 req-0a21eddb-8c48-4473-a845-872921627670 service nova] Acquired lock "refresh_cache-67554a1f-9c0a-4198-b944-46044d05ffb0" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:29:02 user nova-compute[86206]: DEBUG nova.network.neutron [req-1a1dce3d-ca38-47ef-a76d-55591afb0c91 req-0a21eddb-8c48-4473-a845-872921627670 service nova] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Refreshing network info cache for port ea931032-8735-4df0-9113-72b091789983 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:29:02 user nova-compute[86206]: DEBUG nova.network.neutron [req-1a1dce3d-ca38-47ef-a76d-55591afb0c91 req-0a21eddb-8c48-4473-a845-872921627670 service nova] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Updated VIF entry in instance network info cache for port ea931032-8735-4df0-9113-72b091789983. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:29:02 user nova-compute[86206]: DEBUG nova.network.neutron [req-1a1dce3d-ca38-47ef-a76d-55591afb0c91 req-0a21eddb-8c48-4473-a845-872921627670 service nova] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Updating instance_info_cache with network_info: [{"id": "ea931032-8735-4df0-9113-72b091789983", "address": "fa:16:3e:a6:74:9e", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea931032-87", "ovs_interfaceid": "ea931032-8735-4df0-9113-72b091789983", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:29:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1a1dce3d-ca38-47ef-a76d-55591afb0c91 req-0a21eddb-8c48-4473-a845-872921627670 service nova] Releasing lock "refresh_cache-67554a1f-9c0a-4198-b944-46044d05ffb0" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:29:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:03 user nova-compute[86206]: DEBUG nova.compute.manager [req-acd27d45-98ea-457d-86ec-889c54e5c151 req-019266ed-3533-47bc-a471-3cdf40f8071a service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-vif-deleted-0129cb0f-7ab6-4dcd-b631-f1b20269918d {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:29:03 user nova-compute[86206]: INFO nova.compute.manager [req-acd27d45-98ea-457d-86ec-889c54e5c151 req-019266ed-3533-47bc-a471-3cdf40f8071a service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Neutron deleted interface 0129cb0f-7ab6-4dcd-b631-f1b20269918d; detaching it from the instance and deleting it from the info cache
Nov 10 13:29:03 user nova-compute[86206]: DEBUG nova.network.neutron [req-acd27d45-98ea-457d-86ec-889c54e5c151 req-019266ed-3533-47bc-a471-3cdf40f8071a service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Updating instance_info_cache with network_info: [{"id": "ead81e64-6fba-4e4c-994c-5f989f2a61a3", "address": "fa:16:3e:db:fa:a4", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapead81e64-6f", "ovs_interfaceid": "ead81e64-6fba-4e4c-994c-5f989f2a61a3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "ade85821-80f9-469b-8bfc-5dabdf1ed4be", "address": "fa:16:3e:2e:5a:93", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapade85821-80", "ovs_interfaceid": "ade85821-80f9-469b-8bfc-5dabdf1ed4be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "3bcd7147-1a39-48e4-b560-0613d74a42ad", "address": "fa:16:3e:cf:1c:cf", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3bcd7147-1a", "ovs_interfaceid": "3bcd7147-1a39-48e4-b560-0613d74a42ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f6d5f037-5c79-406d-9d40-b59e91f05768", "address": "fa:16:3e:b6:8e:30", "network": {"id": "9b19b76c-fe10-43e4-97a2-a6bbeea36dc8", "bridge": "br-int", "label": "tempest-device-tagging-net1-1941610805", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6d5f037-5c", "ovs_interfaceid": "f6d5f037-5c79-406d-9d40-b59e91f05768", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0", "address": "fa:16:3e:c1:c0:f3", "network": {"id": "548a8801-e386-42a5-85b8-8c33f6a695ed", "bridge": "br-int", "label": "tempest-device-tagging-net2-1108233236", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6cb2bb12-9c", "ovs_interfaceid": "6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cbb2f9f6-80b2-4939-9061-00f20e45defb", "address": "fa:16:3e:3a:e6:53", "network": {"id": "548a8801-e386-42a5-85b8-8c33f6a695ed", "bridge": "br-int", "label": "tempest-device-tagging-net2-1108233236", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "e84b1dcad5a948229d3782c2602a4eb1", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcbb2f9f6-80", "ovs_interfaceid": "cbb2f9f6-80b2-4939-9061-00f20e45defb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:29:03 user nova-compute[86206]: DEBUG nova.compute.manager [req-acd27d45-98ea-457d-86ec-889c54e5c151 req-019266ed-3533-47bc-a471-3cdf40f8071a service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Detach interface failed, port_id=0129cb0f-7ab6-4dcd-b631-f1b20269918d, reason: Instance c1ad95ad-e9d2-4b52-8dd0-8108790f264e could not be found. {{(pid=86206) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 10 13:29:05 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:05 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:29:05 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Took 4.00 seconds to deallocate network for instance.
Nov 10 13:29:05 user nova-compute[86206]: DEBUG nova.compute.manager [req-ac4a2106-7212-48a3-a5d7-618d52ec143f req-83c345bf-2d10-461e-b837-11996402c6ee service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-vif-deleted-cbb2f9f6-80b2-4939-9061-00f20e45defb {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:29:05 user nova-compute[86206]: DEBUG nova.compute.manager [req-ac4a2106-7212-48a3-a5d7-618d52ec143f req-83c345bf-2d10-461e-b837-11996402c6ee service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-vif-deleted-3bcd7147-1a39-48e4-b560-0613d74a42ad {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:29:05 user nova-compute[86206]: DEBUG nova.compute.manager [req-ac4a2106-7212-48a3-a5d7-618d52ec143f req-83c345bf-2d10-461e-b837-11996402c6ee service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-vif-deleted-f6d5f037-5c79-406d-9d40-b59e91f05768 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:29:05 user nova-compute[86206]: DEBUG nova.compute.manager [req-ac4a2106-7212-48a3-a5d7-618d52ec143f req-83c345bf-2d10-461e-b837-11996402c6ee service nova] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Received event network-vif-deleted-6cb2bb12-9cf9-4e87-beee-7ef6ce81eda0 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:29:08 user nova-compute[86206]: INFO nova.compute.manager [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] [instance: c1ad95ad-e9d2-4b52-8dd0-8108790f264e] Took 2.82 seconds to detach 3 volumes for instance.
Nov 10 13:29:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:29:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:29:08 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:29:08 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:29:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.373s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:29:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:08 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Deleted allocations for instance c1ad95ad-e9d2-4b52-8dd0-8108790f264e
Nov 10 13:29:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d5f00827-a289-4386-94d8-5855216ce63e tempest-TaggedBootDevicesTest_v242-965915822 tempest-TaggedBootDevicesTest_v242-965915822-project-member] Lock "c1ad95ad-e9d2-4b52-8dd0-8108790f264e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 11.283s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:29:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:15 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-13ad56e9-581b-4088-8cca-596e09913911 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Acquiring lock "dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:29:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-13ad56e9-581b-4088-8cca-596e09913911 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Lock "dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:29:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-13ad56e9-581b-4088-8cca-596e09913911 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Acquiring lock "dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:29:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-13ad56e9-581b-4088-8cca-596e09913911 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Lock "dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:29:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-13ad56e9-581b-4088-8cca-596e09913911 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Lock "dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:29:22 user nova-compute[86206]: INFO nova.compute.manager [None req-13ad56e9-581b-4088-8cca-596e09913911 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Terminating instance
Nov 10 13:29:22 user nova-compute[86206]: DEBUG nova.compute.manager [None req-13ad56e9-581b-4088-8cca-596e09913911 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:29:22 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:22 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:22 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:23 user nova-compute[86206]: DEBUG nova.compute.manager [req-274cf137-c90e-42af-9ada-cc58f539d2a2 req-db40ab3f-d116-4eef-a949-f7fa01d0db70 service nova] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Received event network-vif-unplugged-894e5b5e-8b5e-4d3a-b63a-a0cafae32644 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:29:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-274cf137-c90e-42af-9ada-cc58f539d2a2 req-db40ab3f-d116-4eef-a949-f7fa01d0db70 service nova] Acquiring lock "dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:29:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-274cf137-c90e-42af-9ada-cc58f539d2a2 req-db40ab3f-d116-4eef-a949-f7fa01d0db70 service nova] Lock "dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:29:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-274cf137-c90e-42af-9ada-cc58f539d2a2 req-db40ab3f-d116-4eef-a949-f7fa01d0db70 service nova] Lock "dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:29:23 user nova-compute[86206]: DEBUG nova.compute.manager [req-274cf137-c90e-42af-9ada-cc58f539d2a2 req-db40ab3f-d116-4eef-a949-f7fa01d0db70 service nova] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] No waiting events found dispatching network-vif-unplugged-894e5b5e-8b5e-4d3a-b63a-a0cafae32644 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:29:23 user nova-compute[86206]: DEBUG nova.compute.manager [req-274cf137-c90e-42af-9ada-cc58f539d2a2 req-db40ab3f-d116-4eef-a949-f7fa01d0db70 service nova] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Received event network-vif-unplugged-894e5b5e-8b5e-4d3a-b63a-a0cafae32644 for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:29:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:23 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Instance destroyed successfully.
Nov 10 13:29:23 user nova-compute[86206]: DEBUG nova.objects.instance [None req-13ad56e9-581b-4088-8cca-596e09913911 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Lazy-loading 'resources' on Instance uuid dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:29:23 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-13ad56e9-581b-4088-8cca-596e09913911 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-10T13:24:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1406053232',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1406053232',id=18,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN0tzi5sD4e9jissMgkjNISOpCLsqnQqYppr0L4DUe6OT8v1I7xqmglL/msnqevgvS0N7WMwj8yxf2uN8Ao3+KFONQF12dgvOjToKaPq21Rilrsy4ZvXLapmfeizcDS/kg==',key_name='tempest-keypair-847514708',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:24:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='48b359dc7ecf469cb2bcccd899293e15',ramdisk_id='',reservation_id='r-0l3y8pp2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-511016090',owner_user_name='tempest-TaggedAttachmentsTest-511016090-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:24:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4f34975bd058422788be18803d1baccc',uuid=dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "894e5b5e-8b5e-4d3a-b63a-a0cafae32644", "address": "fa:16:3e:a2:04:0c", "network": {"id": "fd3a90f5-ab7d-4991-8c88-4faefaa42498", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-2140784590-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.96", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "48b359dc7ecf469cb2bcccd899293e15", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap894e5b5e-8b", "ovs_interfaceid": "894e5b5e-8b5e-4d3a-b63a-a0cafae32644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:29:23 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-13ad56e9-581b-4088-8cca-596e09913911 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Converting VIF {"id": "894e5b5e-8b5e-4d3a-b63a-a0cafae32644", "address": "fa:16:3e:a2:04:0c", "network": {"id": "fd3a90f5-ab7d-4991-8c88-4faefaa42498", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-2140784590-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.96", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "48b359dc7ecf469cb2bcccd899293e15", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap894e5b5e-8b", "ovs_interfaceid": "894e5b5e-8b5e-4d3a-b63a-a0cafae32644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:29:23 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-13ad56e9-581b-4088-8cca-596e09913911 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a2:04:0c,bridge_name='br-int',has_traffic_filtering=True,id=894e5b5e-8b5e-4d3a-b63a-a0cafae32644,network=Network(fd3a90f5-ab7d-4991-8c88-4faefaa42498),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap894e5b5e-8b') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:29:23 user nova-compute[86206]: DEBUG os_vif [None req-13ad56e9-581b-4088-8cca-596e09913911 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a2:04:0c,bridge_name='br-int',has_traffic_filtering=True,id=894e5b5e-8b5e-4d3a-b63a-a0cafae32644,network=Network(fd3a90f5-ab7d-4991-8c88-4faefaa42498),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap894e5b5e-8b') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:29:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap894e5b5e-8b, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:29:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:29:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1fa3eff0-79e1-43d7-89f9-1cbeaddf7c88) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:29:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:29:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:23 user nova-compute[86206]: INFO os_vif [None req-13ad56e9-581b-4088-8cca-596e09913911 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a2:04:0c,bridge_name='br-int',has_traffic_filtering=True,id=894e5b5e-8b5e-4d3a-b63a-a0cafae32644,network=Network(fd3a90f5-ab7d-4991-8c88-4faefaa42498),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap894e5b5e-8b')
Nov 10 13:29:23 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-13ad56e9-581b-4088-8cca-596e09913911 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-10T13:24:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1406053232',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1406053232',id=18,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBN0tzi5sD4e9jissMgkjNISOpCLsqnQqYppr0L4DUe6OT8v1I7xqmglL/msnqevgvS0N7WMwj8yxf2uN8Ao3+KFONQF12dgvOjToKaPq21Rilrsy4ZvXLapmfeizcDS/kg==',key_name='tempest-keypair-847514708',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:24:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='48b359dc7ecf469cb2bcccd899293e15',ramdisk_id='',reservation_id='r-0l3y8pp2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-511016090',owner_user_name='tempest-TaggedAttachmentsTest-511016090-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:24:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4f34975bd058422788be18803d1baccc',uuid=dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ccc6f4e2-0927-4b5c-a99c-59cab1b2cfe9", "address": "fa:16:3e:7c:c0:c7", "network": {"id": "c96d3df0-8ac2-4d84-aff2-8350e33a254a", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1789080583", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "48b359dc7ecf469cb2bcccd899293e15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccc6f4e2-09", "ovs_interfaceid": "ccc6f4e2-0927-4b5c-a99c-59cab1b2cfe9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:29:23 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-13ad56e9-581b-4088-8cca-596e09913911 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Converting VIF {"id": "ccc6f4e2-0927-4b5c-a99c-59cab1b2cfe9", "address": "fa:16:3e:7c:c0:c7", "network": {"id": "c96d3df0-8ac2-4d84-aff2-8350e33a254a", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1789080583", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "48b359dc7ecf469cb2bcccd899293e15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccc6f4e2-09", "ovs_interfaceid": "ccc6f4e2-0927-4b5c-a99c-59cab1b2cfe9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:29:23 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-13ad56e9-581b-4088-8cca-596e09913911 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7c:c0:c7,bridge_name='br-int',has_traffic_filtering=True,id=ccc6f4e2-0927-4b5c-a99c-59cab1b2cfe9,network=Network(c96d3df0-8ac2-4d84-aff2-8350e33a254a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapccc6f4e2-09') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:29:23 user nova-compute[86206]: DEBUG os_vif [None req-13ad56e9-581b-4088-8cca-596e09913911 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:c0:c7,bridge_name='br-int',has_traffic_filtering=True,id=ccc6f4e2-0927-4b5c-a99c-59cab1b2cfe9,network=Network(c96d3df0-8ac2-4d84-aff2-8350e33a254a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapccc6f4e2-09') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:29:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapccc6f4e2-09, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:29:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:29:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=776b2797-2e41-4e49-a841-1a79c5030625) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:29:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:29:23 user nova-compute[86206]: INFO os_vif [None req-13ad56e9-581b-4088-8cca-596e09913911 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:c0:c7,bridge_name='br-int',has_traffic_filtering=True,id=ccc6f4e2-0927-4b5c-a99c-59cab1b2cfe9,network=Network(c96d3df0-8ac2-4d84-aff2-8350e33a254a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapccc6f4e2-09')
Nov 10 13:29:23 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-13ad56e9-581b-4088-8cca-596e09913911 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Deleting instance files /opt/stack/data/nova/instances/dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7_del
Nov 10 13:29:23 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-13ad56e9-581b-4088-8cca-596e09913911 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Deletion of /opt/stack/data/nova/instances/dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7_del complete
Nov 10 13:29:23 user nova-compute[86206]: INFO nova.compute.manager [None req-13ad56e9-581b-4088-8cca-596e09913911 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Took 1.00 seconds to destroy the instance on the hypervisor.
Nov 10 13:29:23 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-13ad56e9-581b-4088-8cca-596e09913911 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:29:23 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:29:23 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:29:24 user nova-compute[86206]: DEBUG nova.compute.manager [req-592bc950-5c77-4c8b-ac5a-3048a786995b req-2fae5ead-a93d-4990-8cfc-564999de7e88 service nova] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Received event network-vif-deleted-894e5b5e-8b5e-4d3a-b63a-a0cafae32644 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:29:24 user nova-compute[86206]: INFO nova.compute.manager [req-592bc950-5c77-4c8b-ac5a-3048a786995b req-2fae5ead-a93d-4990-8cfc-564999de7e88 service nova] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Neutron deleted interface 894e5b5e-8b5e-4d3a-b63a-a0cafae32644; detaching it from the instance and deleting it from the info cache
Nov 10 13:29:24 user nova-compute[86206]: DEBUG nova.network.neutron [req-592bc950-5c77-4c8b-ac5a-3048a786995b req-2fae5ead-a93d-4990-8cfc-564999de7e88 service nova] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Updating instance_info_cache with network_info: [{"id": "ccc6f4e2-0927-4b5c-a99c-59cab1b2cfe9", "address": "fa:16:3e:7c:c0:c7", "network": {"id": "c96d3df0-8ac2-4d84-aff2-8350e33a254a", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-1789080583", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "48b359dc7ecf469cb2bcccd899293e15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapccc6f4e2-09", "ovs_interfaceid": "ccc6f4e2-0927-4b5c-a99c-59cab1b2cfe9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:29:24 user nova-compute[86206]: DEBUG nova.compute.manager [req-592bc950-5c77-4c8b-ac5a-3048a786995b req-2fae5ead-a93d-4990-8cfc-564999de7e88 service nova] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Detach interface failed, port_id=894e5b5e-8b5e-4d3a-b63a-a0cafae32644, reason: Instance dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7 could not be found. {{(pid=86206) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 10 13:29:25 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:29:25 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Took 1.23 seconds to deallocate network for instance.
Nov 10 13:29:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-13ad56e9-581b-4088-8cca-596e09913911 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:29:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-13ad56e9-581b-4088-8cca-596e09913911 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:29:25 user nova-compute[86206]: DEBUG nova.compute.manager [req-662046a3-dbf7-44ff-a4fa-3d0eb4cf2a95 req-2e31e0d2-cf72-4e46-9bae-74dac1a39abf service nova] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Received event network-vif-plugged-894e5b5e-8b5e-4d3a-b63a-a0cafae32644 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:29:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-662046a3-dbf7-44ff-a4fa-3d0eb4cf2a95 req-2e31e0d2-cf72-4e46-9bae-74dac1a39abf service nova] Acquiring lock "dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:29:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-662046a3-dbf7-44ff-a4fa-3d0eb4cf2a95 req-2e31e0d2-cf72-4e46-9bae-74dac1a39abf service nova] Lock "dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:29:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-662046a3-dbf7-44ff-a4fa-3d0eb4cf2a95 req-2e31e0d2-cf72-4e46-9bae-74dac1a39abf service nova] Lock "dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:29:25 user nova-compute[86206]: DEBUG nova.compute.manager [req-662046a3-dbf7-44ff-a4fa-3d0eb4cf2a95 req-2e31e0d2-cf72-4e46-9bae-74dac1a39abf service nova] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] No waiting events found dispatching network-vif-plugged-894e5b5e-8b5e-4d3a-b63a-a0cafae32644 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:29:25 user nova-compute[86206]: WARNING nova.compute.manager [req-662046a3-dbf7-44ff-a4fa-3d0eb4cf2a95 req-2e31e0d2-cf72-4e46-9bae-74dac1a39abf service nova] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Received unexpected event network-vif-plugged-894e5b5e-8b5e-4d3a-b63a-a0cafae32644 for instance with vm_state deleted and task_state None.
Nov 10 13:29:25 user nova-compute[86206]: DEBUG nova.compute.manager [req-662046a3-dbf7-44ff-a4fa-3d0eb4cf2a95 req-2e31e0d2-cf72-4e46-9bae-74dac1a39abf service nova] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Received event network-vif-unplugged-ccc6f4e2-0927-4b5c-a99c-59cab1b2cfe9 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:29:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-662046a3-dbf7-44ff-a4fa-3d0eb4cf2a95 req-2e31e0d2-cf72-4e46-9bae-74dac1a39abf service nova] Acquiring lock "dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:29:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-662046a3-dbf7-44ff-a4fa-3d0eb4cf2a95 req-2e31e0d2-cf72-4e46-9bae-74dac1a39abf service nova] Lock "dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:29:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-662046a3-dbf7-44ff-a4fa-3d0eb4cf2a95 req-2e31e0d2-cf72-4e46-9bae-74dac1a39abf service nova] Lock "dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:29:25 user nova-compute[86206]: DEBUG nova.compute.manager [req-662046a3-dbf7-44ff-a4fa-3d0eb4cf2a95 req-2e31e0d2-cf72-4e46-9bae-74dac1a39abf service nova] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] No waiting events found dispatching network-vif-unplugged-ccc6f4e2-0927-4b5c-a99c-59cab1b2cfe9 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:29:25 user nova-compute[86206]: WARNING nova.compute.manager [req-662046a3-dbf7-44ff-a4fa-3d0eb4cf2a95 req-2e31e0d2-cf72-4e46-9bae-74dac1a39abf service nova] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Received unexpected event network-vif-unplugged-ccc6f4e2-0927-4b5c-a99c-59cab1b2cfe9 for instance with vm_state deleted and task_state None.
Nov 10 13:29:25 user nova-compute[86206]: DEBUG nova.compute.manager [req-662046a3-dbf7-44ff-a4fa-3d0eb4cf2a95 req-2e31e0d2-cf72-4e46-9bae-74dac1a39abf service nova] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Received event network-vif-plugged-ccc6f4e2-0927-4b5c-a99c-59cab1b2cfe9 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:29:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-662046a3-dbf7-44ff-a4fa-3d0eb4cf2a95 req-2e31e0d2-cf72-4e46-9bae-74dac1a39abf service nova] Acquiring lock "dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:29:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-662046a3-dbf7-44ff-a4fa-3d0eb4cf2a95 req-2e31e0d2-cf72-4e46-9bae-74dac1a39abf service nova] Lock "dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:29:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-662046a3-dbf7-44ff-a4fa-3d0eb4cf2a95 req-2e31e0d2-cf72-4e46-9bae-74dac1a39abf service nova] Lock "dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:29:25 user nova-compute[86206]: DEBUG nova.compute.manager [req-662046a3-dbf7-44ff-a4fa-3d0eb4cf2a95 req-2e31e0d2-cf72-4e46-9bae-74dac1a39abf service nova] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] No waiting events found dispatching network-vif-plugged-ccc6f4e2-0927-4b5c-a99c-59cab1b2cfe9 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:29:25 user nova-compute[86206]: WARNING nova.compute.manager [req-662046a3-dbf7-44ff-a4fa-3d0eb4cf2a95 req-2e31e0d2-cf72-4e46-9bae-74dac1a39abf service nova] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Received unexpected event network-vif-plugged-ccc6f4e2-0927-4b5c-a99c-59cab1b2cfe9 for instance with vm_state deleted and task_state None.
Nov 10 13:29:25 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-13ad56e9-581b-4088-8cca-596e09913911 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:29:25 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-13ad56e9-581b-4088-8cca-596e09913911 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:29:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-13ad56e9-581b-4088-8cca-596e09913911 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.471s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:29:25 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-13ad56e9-581b-4088-8cca-596e09913911 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Deleted allocations for instance dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7
Nov 10 13:29:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-13ad56e9-581b-4088-8cca-596e09913911 tempest-TaggedAttachmentsTest-511016090 tempest-TaggedAttachmentsTest-511016090-project-member] Lock "dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.891s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:29:26 user nova-compute[86206]: DEBUG nova.compute.manager [req-c3136777-7b6f-4d2c-b5fc-8e70ec239544 req-b3e5247c-f3ec-48d3-ba77-ca55b545bc80 service nova] [instance: dbc10f1c-4ae8-4dbb-a8a3-5fcccf6d81f7] Received event network-vif-deleted-ccc6f4e2-0927-4b5c-a99c-59cab1b2cfe9 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:29:27 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Creating image(s)
Nov 10 13:29:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Did not create local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Ensure instance console log exists: /opt/stack/data/nova/instances/55c5fe3e-2885-4d71-992b-fe2a99682a12/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Start _get_guest_xml network_info=[{"id": "36346bcb-bfee-43e5-98fa-e7723354c0be", "address": "fa:16:3e:b8:07:e1", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36346bcb-bf", "ovs_interfaceid": "36346bcb-bfee-43e5-98fa-e7723354c0be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'attachment_id': '168ac794-bed5-4205-8787-96a11e56b11b', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tiNzhyxn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '55c5fe3e-2885-4d71-992b-fe2a99682a12', 'attached_at': '', 'detached_at': '', 'volume_id': '604b6905-c2a3-4a11-95ef-bfb5b7c09a20', 'serial': '604b6905-c2a3-4a11-95ef-bfb5b7c09a20'}, 'mount_device': '/dev/vda', 'boot_index': 0, 'volume_type': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:29:27 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:29:27 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:29:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tiNzhyxn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:29:27 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:29:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:29:27 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:29:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:29:27 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:29:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c95efdb2-5393-413c-8aee-a008e028f7c3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 13:29:27 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[284e1913-5790-4c42-bb68-2c6057e12ce9]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20] added
Nov 10 13:29:27 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[644d2cf3-042f-4d69-a98c-237ff0edcd0d]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[87a58a17-e7a3-4179-83fa-ca79814557fd]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tiNzhyxn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tiNzhyxn" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c84613e-f3ad-4fa3-aa61-cc5bdda76567]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'tiNzhyxn'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[60500f95-45aa-49c3-bb3f-835727f08d0d]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[41b7dd81-ecf8-47c4-ae73-c4a91f0b2553]: (4, ('tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:29:27 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsi session list stdout=tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:29:27 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ebe8213-9d1f-41f5-bde1-4cd6dc1d96f5]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20, portal: 172.16.0.220,3260]
Nov 10 13:29:27 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20, portal: 172.16.0.220,3260] successful.
Nov 10 13:29:27 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[09e1466a-c90f-4939-8bd7-8cebcb572f93]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[39b7513a-df7d-41c4-b262-67cdd37c603d]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)
Nov 10 13:29:27 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:29:27 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)
Nov 10 13:29:27 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:29:27 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.259s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] HCTL ('33', '-', '-', 0) found on session 22 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[3910af01-61e4-4be0-b1da-a6b91ab4e881]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:27 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Searching for a device in session 22 and hctl ['33', '*', '*', 0] yield: None {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:29:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:28 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Searching for a device in session 22 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:29:28 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tiNzhyxn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:29:28 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.297s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:29:28 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] <== connect_volume: return (1298ms) {'type': 'block', 'scsi_wwn': '26635643832376432', 'path': '/dev/sdb'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:29:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26635643832376432', 'path': '/dev/sdb'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:29:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:28:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-654081587',display_name='tempest-ServerActionsTestOtherA-server-654081587',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-654081587',id=25,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDAGFNrtWsk5TevUcE27D53UaLQvzhJ77rBAAkPtVa8Jx/xCQV/DutfVwEd1Edzw4/KolH8J2c1Q7M4XzvNSeTQSV3bCXeje7ybURam1jm+6LTngmTg/N7MB+gscMvdfiw==',key_name='tempest-keypair-1216139462',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aa556336540e427c9e304bbea288aa30',ramdisk_id='',reservation_id='r-oqy2bcza',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-390805104',owner_user_name='tempest-ServerActionsTestOtherA-390805104-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:28:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4a3b7d9322594e2fb154a787c8054f20',uuid=55c5fe3e-2885-4d71-992b-fe2a99682a12,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "36346bcb-bfee-43e5-98fa-e7723354c0be", "address": "fa:16:3e:b8:07:e1", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36346bcb-bf", "ovs_interfaceid": "36346bcb-bfee-43e5-98fa-e7723354c0be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:29:28 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Converting VIF {"id": "36346bcb-bfee-43e5-98fa-e7723354c0be", "address": "fa:16:3e:b8:07:e1", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36346bcb-bf", "ovs_interfaceid": "36346bcb-bfee-43e5-98fa-e7723354c0be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:29:28 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b8:07:e1,bridge_name='br-int',has_traffic_filtering=True,id=36346bcb-bfee-43e5-98fa-e7723354c0be,network=Network(2a23f5a5-f10f-463c-8b01-f554f87e7379),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36346bcb-bf') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:29:28 user nova-compute[86206]: DEBUG nova.objects.instance [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lazy-loading 'pci_devices' on Instance uuid 55c5fe3e-2885-4d71-992b-fe2a99682a12 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:29:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:29:28 user nova-compute[86206]:   <uuid>55c5fe3e-2885-4d71-992b-fe2a99682a12</uuid>
Nov 10 13:29:28 user nova-compute[86206]:   <name>instance-00000019</name>
Nov 10 13:29:28 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:29:28 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:29:28 user nova-compute[86206]:   <metadata>
Nov 10 13:29:28 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:29:28 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:29:28 user nova-compute[86206]:       <nova:name>tempest-ServerActionsTestOtherA-server-654081587</nova:name>
Nov 10 13:29:28 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:29:27</nova:creationTime>
Nov 10 13:29:28 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:29:28 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:29:28 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:29:28 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:29:28 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:29:28 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:29:28 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:29:28 user nova-compute[86206]:       <nova:owner>
Nov 10 13:29:28 user nova-compute[86206]:         <nova:user uuid="4a3b7d9322594e2fb154a787c8054f20">tempest-ServerActionsTestOtherA-390805104-project-member</nova:user>
Nov 10 13:29:28 user nova-compute[86206]:         <nova:project uuid="aa556336540e427c9e304bbea288aa30">tempest-ServerActionsTestOtherA-390805104</nova:project>
Nov 10 13:29:28 user nova-compute[86206]:       </nova:owner>
Nov 10 13:29:28 user nova-compute[86206]:       <nova:ports>
Nov 10 13:29:28 user nova-compute[86206]:         <nova:port uuid="36346bcb-bfee-43e5-98fa-e7723354c0be">
Nov 10 13:29:28 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 10 13:29:28 user nova-compute[86206]:         </nova:port>
Nov 10 13:29:28 user nova-compute[86206]:       </nova:ports>
Nov 10 13:29:28 user nova-compute[86206]:     </nova:instance>
Nov 10 13:29:28 user nova-compute[86206]:   </metadata>
Nov 10 13:29:28 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:29:28 user nova-compute[86206]:     <system>
Nov 10 13:29:28 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:29:28 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:29:28 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:29:28 user nova-compute[86206]:       <entry name="serial">55c5fe3e-2885-4d71-992b-fe2a99682a12</entry>
Nov 10 13:29:28 user nova-compute[86206]:       <entry name="uuid">55c5fe3e-2885-4d71-992b-fe2a99682a12</entry>
Nov 10 13:29:28 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:29:28 user nova-compute[86206]:     </system>
Nov 10 13:29:28 user nova-compute[86206]:   </sysinfo>
Nov 10 13:29:28 user nova-compute[86206]:   <os>
Nov 10 13:29:28 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:29:28 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:29:28 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:29:28 user nova-compute[86206]:   </os>
Nov 10 13:29:28 user nova-compute[86206]:   <features>
Nov 10 13:29:28 user nova-compute[86206]:     <acpi/>
Nov 10 13:29:28 user nova-compute[86206]:     <apic/>
Nov 10 13:29:28 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:29:28 user nova-compute[86206]:   </features>
Nov 10 13:29:28 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:29:28 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:29:28 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:29:28 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:29:28 user nova-compute[86206]:   </clock>
Nov 10 13:29:28 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:29:28 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:29:28 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:29:28 user nova-compute[86206]:   </cpu>
Nov 10 13:29:28 user nova-compute[86206]:   <devices>
Nov 10 13:29:28 user nova-compute[86206]:     <disk type="block" device="disk">
Nov 10 13:29:28 user nova-compute[86206]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:29:28 user nova-compute[86206]:       <source dev="/dev/sdb"/>
Nov 10 13:29:28 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:29:28 user nova-compute[86206]:       <serial>604b6905-c2a3-4a11-95ef-bfb5b7c09a20</serial>
Nov 10 13:29:28 user nova-compute[86206]:     </disk>
Nov 10 13:29:28 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:29:28 user nova-compute[86206]:       <mac address="fa:16:3e:b8:07:e1"/>
Nov 10 13:29:28 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:29:28 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:29:28 user nova-compute[86206]:       <target dev="tap36346bcb-bf"/>
Nov 10 13:29:28 user nova-compute[86206]:     </interface>
Nov 10 13:29:28 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:29:28 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/55c5fe3e-2885-4d71-992b-fe2a99682a12/console.log" append="off"/>
Nov 10 13:29:28 user nova-compute[86206]:     </serial>
Nov 10 13:29:28 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:29:28 user nova-compute[86206]:     <video>
Nov 10 13:29:28 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:29:28 user nova-compute[86206]:     </video>
Nov 10 13:29:28 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:29:28 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:29:28 user nova-compute[86206]:     </rng>
Nov 10 13:29:28 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:29:28 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:29:28 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:29:28 user nova-compute[86206]:     </memballoon>
Nov 10 13:29:28 user nova-compute[86206]:   </devices>
Nov 10 13:29:28 user nova-compute[86206]: </domain>
Nov 10 13:29:28 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:29:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:28:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-654081587',display_name='tempest-ServerActionsTestOtherA-server-654081587',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-654081587',id=25,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDAGFNrtWsk5TevUcE27D53UaLQvzhJ77rBAAkPtVa8Jx/xCQV/DutfVwEd1Edzw4/KolH8J2c1Q7M4XzvNSeTQSV3bCXeje7ybURam1jm+6LTngmTg/N7MB+gscMvdfiw==',key_name='tempest-keypair-1216139462',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='aa556336540e427c9e304bbea288aa30',ramdisk_id='',reservation_id='r-oqy2bcza',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-390805104',owner_user_name='tempest-ServerActionsTestOtherA-390805104-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:28:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4a3b7d9322594e2fb154a787c8054f20',uuid=55c5fe3e-2885-4d71-992b-fe2a99682a12,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "36346bcb-bfee-43e5-98fa-e7723354c0be", "address": "fa:16:3e:b8:07:e1", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36346bcb-bf", "ovs_interfaceid": "36346bcb-bfee-43e5-98fa-e7723354c0be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:29:28 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Converting VIF {"id": "36346bcb-bfee-43e5-98fa-e7723354c0be", "address": "fa:16:3e:b8:07:e1", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36346bcb-bf", "ovs_interfaceid": "36346bcb-bfee-43e5-98fa-e7723354c0be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:29:28 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b8:07:e1,bridge_name='br-int',has_traffic_filtering=True,id=36346bcb-bfee-43e5-98fa-e7723354c0be,network=Network(2a23f5a5-f10f-463c-8b01-f554f87e7379),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36346bcb-bf') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:29:28 user nova-compute[86206]: DEBUG os_vif [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b8:07:e1,bridge_name='br-int',has_traffic_filtering=True,id=36346bcb-bfee-43e5-98fa-e7723354c0be,network=Network(2a23f5a5-f10f-463c-8b01-f554f87e7379),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36346bcb-bf') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:29:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:29:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:29:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6d5b5503-c454-52c6-9ccd-ff1cc6304a26', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:29:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap36346bcb-bf, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:29:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap36346bcb-bf, col_values=(('qos', UUID('0af86e5e-dc40-489c-a794-ab2c499c3766')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:29:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap36346bcb-bf, col_values=(('external_ids', {'iface-id': '36346bcb-bfee-43e5-98fa-e7723354c0be', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b8:07:e1', 'vm-uuid': '55c5fe3e-2885-4d71-992b-fe2a99682a12'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:29:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:29:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:28 user nova-compute[86206]: INFO os_vif [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b8:07:e1,bridge_name='br-int',has_traffic_filtering=True,id=36346bcb-bfee-43e5-98fa-e7723354c0be,network=Network(2a23f5a5-f10f-463c-8b01-f554f87e7379),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36346bcb-bf')
Nov 10 13:29:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:29:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] No VIF found with MAC fa:16:3e:b8:07:e1, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:29:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:30 user nova-compute[86206]: DEBUG nova.compute.manager [req-5d7012fc-486d-425d-88ea-5fdf5b29cd18 req-8958b09d-91db-4814-9420-e4b99504f097 service nova] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Received event network-vif-plugged-36346bcb-bfee-43e5-98fa-e7723354c0be {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:29:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-5d7012fc-486d-425d-88ea-5fdf5b29cd18 req-8958b09d-91db-4814-9420-e4b99504f097 service nova] Acquiring lock "55c5fe3e-2885-4d71-992b-fe2a99682a12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:29:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-5d7012fc-486d-425d-88ea-5fdf5b29cd18 req-8958b09d-91db-4814-9420-e4b99504f097 service nova] Lock "55c5fe3e-2885-4d71-992b-fe2a99682a12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:29:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-5d7012fc-486d-425d-88ea-5fdf5b29cd18 req-8958b09d-91db-4814-9420-e4b99504f097 service nova] Lock "55c5fe3e-2885-4d71-992b-fe2a99682a12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:29:30 user nova-compute[86206]: DEBUG nova.compute.manager [req-5d7012fc-486d-425d-88ea-5fdf5b29cd18 req-8958b09d-91db-4814-9420-e4b99504f097 service nova] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] No waiting events found dispatching network-vif-plugged-36346bcb-bfee-43e5-98fa-e7723354c0be {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:29:30 user nova-compute[86206]: WARNING nova.compute.manager [req-5d7012fc-486d-425d-88ea-5fdf5b29cd18 req-8958b09d-91db-4814-9420-e4b99504f097 service nova] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Received unexpected event network-vif-plugged-36346bcb-bfee-43e5-98fa-e7723354c0be for instance with vm_state building and task_state spawning.
Nov 10 13:29:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:30 user nova-compute[86206]: DEBUG os_brick.utils [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:29:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:30 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[e78c355c-ff24-4aa3-bda4-9d8f922b4dc9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:30 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[0aa52d2c-643b-4d44-a30c-d09f8101a4ed]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:30 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca3fc584-4460-4289-bf80-c24f96f9f70c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:30 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[80f4092b-d014-453d-b183-610233da3c86]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:29:30 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:29:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:29:30 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:29:30 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4f28c0d-40df-4ecd-bcec-4c3d001abf81]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:30 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:29:30 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:29:30 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:29:30 user nova-compute[86206]: DEBUG os_brick.utils [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:29:30 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Updating existing volume attachment record: 2090e24f-93d6-4b5e-958e-ac00bc839ca8 {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 13:29:31 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:29:31 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:29:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:29:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:29:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:29:31 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:29:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:32 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:29:32 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:29:32 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Instance spawned successfully.
Nov 10 13:29:32 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:29:32 user nova-compute[86206]: DEBUG nova.compute.manager [req-086a1342-b15d-4779-8c07-a79162e41dfc req-cb1945a3-9d9b-42ad-a018-f358c5ae6b18 service nova] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Received event network-vif-plugged-36346bcb-bfee-43e5-98fa-e7723354c0be {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:29:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-086a1342-b15d-4779-8c07-a79162e41dfc req-cb1945a3-9d9b-42ad-a018-f358c5ae6b18 service nova] Acquiring lock "55c5fe3e-2885-4d71-992b-fe2a99682a12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:29:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-086a1342-b15d-4779-8c07-a79162e41dfc req-cb1945a3-9d9b-42ad-a018-f358c5ae6b18 service nova] Lock "55c5fe3e-2885-4d71-992b-fe2a99682a12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:29:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-086a1342-b15d-4779-8c07-a79162e41dfc req-cb1945a3-9d9b-42ad-a018-f358c5ae6b18 service nova] Lock "55c5fe3e-2885-4d71-992b-fe2a99682a12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:29:32 user nova-compute[86206]: DEBUG nova.compute.manager [req-086a1342-b15d-4779-8c07-a79162e41dfc req-cb1945a3-9d9b-42ad-a018-f358c5ae6b18 service nova] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] No waiting events found dispatching network-vif-plugged-36346bcb-bfee-43e5-98fa-e7723354c0be {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:29:32 user nova-compute[86206]: WARNING nova.compute.manager [req-086a1342-b15d-4779-8c07-a79162e41dfc req-cb1945a3-9d9b-42ad-a018-f358c5ae6b18 service nova] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Received unexpected event network-vif-plugged-36346bcb-bfee-43e5-98fa-e7723354c0be for instance with vm_state building and task_state spawning.
Nov 10 13:29:32 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:29:32 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:29:32 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:29:32 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:29:32 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:29:32 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:29:32 user nova-compute[86206]: INFO nova.compute.manager [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Took 5.19 seconds to spawn the instance on the hypervisor.
Nov 10 13:29:32 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:29:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:32 user nova-compute[86206]: INFO nova.compute.manager [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Took 49.09 seconds to build instance.
Nov 10 13:29:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c9847d04-b9a3-4ccf-ae32-699b5b8c487f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "55c5fe3e-2885-4d71-992b-fe2a99682a12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 49.213s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:29:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:29:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b29d17d-3e7a-464a-8341-c467708bbc33/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b29d17d-3e7a-464a-8341-c467708bbc33/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b29d17d-3e7a-464a-8341-c467708bbc33/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b29d17d-3e7a-464a-8341-c467708bbc33/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:29:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0d1fe8d-2907-41a6-beb7-37ffaed0653f/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0d1fe8d-2907-41a6-beb7-37ffaed0653f/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0d1fe8d-2907-41a6-beb7-37ffaed0653f/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:35 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0d1fe8d-2907-41a6-beb7-37ffaed0653f/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:35 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:35 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:35 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:35 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:35 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:29:35 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:29:35 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=7775MB free_disk=25.105636596679688GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:29:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:29:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:29:36 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance e040d0fe-dea0-451e-91e2-6852000fa9dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:29:36 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 4509d78d-a41e-4150-beef-feed0bb03160 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:29:36 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 8a48ce18-2887-4676-9d7b-ebebbc8e5381 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:29:36 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 03a08249-4257-40cc-8cb5-98aa7107d338 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:29:36 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance e67daf4a-9438-455c-ad9e-f4b706296f77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:29:36 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance a0d1fe8d-2907-41a6-beb7-37ffaed0653f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:29:36 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:29:36 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:29:36 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 8b29d17d-3e7a-464a-8341-c467708bbc33 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:29:36 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 55c5fe3e-2885-4d71-992b-fe2a99682a12 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:29:36 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 67554a1f-9c0a-4198-b944-46044d05ffb0 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:29:36 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:29:36 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:29:36 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:29:36 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:29:36 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:29:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.533s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:29:38 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:29:38 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:29:38 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "refresh_cache-e67daf4a-9438-455c-ad9e-f4b706296f77" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:29:38 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquired lock "refresh_cache-e67daf4a-9438-455c-ad9e-f4b706296f77" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:29:38 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Forcefully refreshing network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 10 13:29:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:29:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=86206) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 10 13:29:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:29:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:29:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:39 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Updating instance_info_cache with network_info: [{"id": "21b6fbc8-1657-4664-b9ae-6e51cd64a761", "address": "fa:16:3e:da:93:68", "network": {"id": "9de77117-4989-4714-8d67-66ff6a20fab2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-213645020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "378ba02177a94252ba488d7eead39556", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21b6fbc8-16", "ovs_interfaceid": "21b6fbc8-1657-4664-b9ae-6e51cd64a761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:29:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Releasing lock "refresh_cache-e67daf4a-9438-455c-ad9e-f4b706296f77" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:29:39 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Updated the network info_cache for instance {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 10 13:29:39 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:29:39 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:29:39 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:29:39 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:29:39 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:29:39 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:29:39 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 13:29:42 user nova-compute[86206]: DEBUG nova.compute.manager [req-01e34d47-c009-4b40-9d0b-3377fb803b2f req-224dd75f-075b-4fc1-9233-8a023f50fa05 service nova] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Received event network-changed-61db3fd1-75e8-4225-b2a2-79a8a34647c4 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:29:42 user nova-compute[86206]: DEBUG nova.compute.manager [req-01e34d47-c009-4b40-9d0b-3377fb803b2f req-224dd75f-075b-4fc1-9233-8a023f50fa05 service nova] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Refreshing instance network info cache due to event network-changed-61db3fd1-75e8-4225-b2a2-79a8a34647c4. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:29:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-01e34d47-c009-4b40-9d0b-3377fb803b2f req-224dd75f-075b-4fc1-9233-8a023f50fa05 service nova] Acquiring lock "refresh_cache-03a08249-4257-40cc-8cb5-98aa7107d338" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:29:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-01e34d47-c009-4b40-9d0b-3377fb803b2f req-224dd75f-075b-4fc1-9233-8a023f50fa05 service nova] Acquired lock "refresh_cache-03a08249-4257-40cc-8cb5-98aa7107d338" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:29:42 user nova-compute[86206]: DEBUG nova.network.neutron [req-01e34d47-c009-4b40-9d0b-3377fb803b2f req-224dd75f-075b-4fc1-9233-8a023f50fa05 service nova] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Refreshing network info cache for port 61db3fd1-75e8-4225-b2a2-79a8a34647c4 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:29:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-af2a379e-115a-4675-84ad-32d635e546e1 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Acquiring lock "03a08249-4257-40cc-8cb5-98aa7107d338" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:29:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-af2a379e-115a-4675-84ad-32d635e546e1 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "03a08249-4257-40cc-8cb5-98aa7107d338" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:29:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-af2a379e-115a-4675-84ad-32d635e546e1 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Acquiring lock "03a08249-4257-40cc-8cb5-98aa7107d338-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:29:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-af2a379e-115a-4675-84ad-32d635e546e1 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "03a08249-4257-40cc-8cb5-98aa7107d338-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:29:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-af2a379e-115a-4675-84ad-32d635e546e1 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "03a08249-4257-40cc-8cb5-98aa7107d338-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:29:42 user nova-compute[86206]: INFO nova.compute.manager [None req-af2a379e-115a-4675-84ad-32d635e546e1 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Terminating instance
Nov 10 13:29:42 user nova-compute[86206]: DEBUG nova.compute.manager [None req-af2a379e-115a-4675-84ad-32d635e546e1 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:29:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:43 user nova-compute[86206]: DEBUG nova.network.neutron [req-01e34d47-c009-4b40-9d0b-3377fb803b2f req-224dd75f-075b-4fc1-9233-8a023f50fa05 service nova] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Updated VIF entry in instance network info cache for port 61db3fd1-75e8-4225-b2a2-79a8a34647c4. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:29:43 user nova-compute[86206]: DEBUG nova.network.neutron [req-01e34d47-c009-4b40-9d0b-3377fb803b2f req-224dd75f-075b-4fc1-9233-8a023f50fa05 service nova] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Updating instance_info_cache with network_info: [{"id": "61db3fd1-75e8-4225-b2a2-79a8a34647c4", "address": "fa:16:3e:1c:1b:b6", "network": {"id": "7bee853b-5ac4-4a88-98b9-d1cb8e4f1771", "bridge": "br-int", "label": "tempest-TestStampPattern-1399355674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bad95fde0c451e8451cbb59f2007cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61db3fd1-75", "ovs_interfaceid": "61db3fd1-75e8-4225-b2a2-79a8a34647c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:29:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-01e34d47-c009-4b40-9d0b-3377fb803b2f req-224dd75f-075b-4fc1-9233-8a023f50fa05 service nova] Releasing lock "refresh_cache-03a08249-4257-40cc-8cb5-98aa7107d338" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:29:43 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Instance destroyed successfully.
Nov 10 13:29:43 user nova-compute[86206]: DEBUG nova.objects.instance [None req-af2a379e-115a-4675-84ad-32d635e546e1 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lazy-loading 'resources' on Instance uuid 03a08249-4257-40cc-8cb5-98aa7107d338 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:29:43 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-af2a379e-115a-4675-84ad-32d635e546e1 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:21:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-2068084770',display_name='tempest-TestStampPattern-server-2068084770',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-2068084770',id=15,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLqEv5rbVgcBehn30/yQ/Uv44gbwMEWP0oRMqITCeHPWlbHyxKNa1dV3hzZ06j3ANRgFFDP1ScDrR9pPRYcp4nlddeNGLxs0e7N+Nvh1a2Ixe2n+SYqEv3aHcz/nozzqtg==',key_name='tempest-TestStampPattern-891741230',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:21:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='29bad95fde0c451e8451cbb59f2007cb',ramdisk_id='',reservation_id='r-71tvzrd4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestStampPattern-1486305055',owner_user_name='tempest-TestStampPattern-1486305055-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:25:06Z,user_data=None,user_id='2e98318b676f495d988996ff565e7d21',uuid=03a08249-4257-40cc-8cb5-98aa7107d338,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "61db3fd1-75e8-4225-b2a2-79a8a34647c4", "address": "fa:16:3e:1c:1b:b6", "network": {"id": "7bee853b-5ac4-4a88-98b9-d1cb8e4f1771", "bridge": "br-int", "label": "tempest-TestStampPattern-1399355674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.86", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bad95fde0c451e8451cbb59f2007cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61db3fd1-75", "ovs_interfaceid": "61db3fd1-75e8-4225-b2a2-79a8a34647c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:29:43 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-af2a379e-115a-4675-84ad-32d635e546e1 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Converting VIF {"id": "61db3fd1-75e8-4225-b2a2-79a8a34647c4", "address": "fa:16:3e:1c:1b:b6", "network": {"id": "7bee853b-5ac4-4a88-98b9-d1cb8e4f1771", "bridge": "br-int", "label": "tempest-TestStampPattern-1399355674-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.86", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29bad95fde0c451e8451cbb59f2007cb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61db3fd1-75", "ovs_interfaceid": "61db3fd1-75e8-4225-b2a2-79a8a34647c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:29:43 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-af2a379e-115a-4675-84ad-32d635e546e1 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1c:1b:b6,bridge_name='br-int',has_traffic_filtering=True,id=61db3fd1-75e8-4225-b2a2-79a8a34647c4,network=Network(7bee853b-5ac4-4a88-98b9-d1cb8e4f1771),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61db3fd1-75') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:29:43 user nova-compute[86206]: DEBUG os_vif [None req-af2a379e-115a-4675-84ad-32d635e546e1 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:1c:1b:b6,bridge_name='br-int',has_traffic_filtering=True,id=61db3fd1-75e8-4225-b2a2-79a8a34647c4,network=Network(7bee853b-5ac4-4a88-98b9-d1cb8e4f1771),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61db3fd1-75') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:29:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap61db3fd1-75, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:29:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=430a557a-40e1-41dc-a341-2d315c725d78) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:29:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:43 user nova-compute[86206]: INFO os_vif [None req-af2a379e-115a-4675-84ad-32d635e546e1 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:1c:1b:b6,bridge_name='br-int',has_traffic_filtering=True,id=61db3fd1-75e8-4225-b2a2-79a8a34647c4,network=Network(7bee853b-5ac4-4a88-98b9-d1cb8e4f1771),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61db3fd1-75')
Nov 10 13:29:43 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-af2a379e-115a-4675-84ad-32d635e546e1 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Deleting instance files /opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338_del
Nov 10 13:29:43 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-af2a379e-115a-4675-84ad-32d635e546e1 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Deletion of /opt/stack/data/nova/instances/03a08249-4257-40cc-8cb5-98aa7107d338_del complete
Nov 10 13:29:43 user nova-compute[86206]: INFO nova.compute.manager [None req-af2a379e-115a-4675-84ad-32d635e546e1 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Took 0.99 seconds to destroy the instance on the hypervisor.
Nov 10 13:29:43 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-af2a379e-115a-4675-84ad-32d635e546e1 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:29:43 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:29:43 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:29:43 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:29:43 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Took 0.44 seconds to deallocate network for instance.
Nov 10 13:29:43 user nova-compute[86206]: DEBUG nova.compute.manager [req-821adff4-ca63-48b4-a344-516f6088ceea req-123286f4-32f1-42eb-b40c-f2299e612162 service nova] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Received event network-vif-deleted-61db3fd1-75e8-4225-b2a2-79a8a34647c4 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:29:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-af2a379e-115a-4675-84ad-32d635e546e1 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:29:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-af2a379e-115a-4675-84ad-32d635e546e1 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:29:44 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-af2a379e-115a-4675-84ad-32d635e546e1 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:29:44 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-af2a379e-115a-4675-84ad-32d635e546e1 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:29:44 user nova-compute[86206]: DEBUG nova.compute.manager [req-85e560c3-38a5-4c6e-83d1-7a5c0053218f req-a609bcd1-e39d-4f4b-b2fa-9c41c6c2c102 service nova] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Received event network-vif-unplugged-61db3fd1-75e8-4225-b2a2-79a8a34647c4 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:29:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-85e560c3-38a5-4c6e-83d1-7a5c0053218f req-a609bcd1-e39d-4f4b-b2fa-9c41c6c2c102 service nova] Acquiring lock "03a08249-4257-40cc-8cb5-98aa7107d338-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:29:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-85e560c3-38a5-4c6e-83d1-7a5c0053218f req-a609bcd1-e39d-4f4b-b2fa-9c41c6c2c102 service nova] Lock "03a08249-4257-40cc-8cb5-98aa7107d338-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:29:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-85e560c3-38a5-4c6e-83d1-7a5c0053218f req-a609bcd1-e39d-4f4b-b2fa-9c41c6c2c102 service nova] Lock "03a08249-4257-40cc-8cb5-98aa7107d338-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:29:44 user nova-compute[86206]: DEBUG nova.compute.manager [req-85e560c3-38a5-4c6e-83d1-7a5c0053218f req-a609bcd1-e39d-4f4b-b2fa-9c41c6c2c102 service nova] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] No waiting events found dispatching network-vif-unplugged-61db3fd1-75e8-4225-b2a2-79a8a34647c4 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:29:44 user nova-compute[86206]: WARNING nova.compute.manager [req-85e560c3-38a5-4c6e-83d1-7a5c0053218f req-a609bcd1-e39d-4f4b-b2fa-9c41c6c2c102 service nova] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Received unexpected event network-vif-unplugged-61db3fd1-75e8-4225-b2a2-79a8a34647c4 for instance with vm_state deleted and task_state None.
Nov 10 13:29:44 user nova-compute[86206]: DEBUG nova.compute.manager [req-85e560c3-38a5-4c6e-83d1-7a5c0053218f req-a609bcd1-e39d-4f4b-b2fa-9c41c6c2c102 service nova] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Received event network-vif-plugged-61db3fd1-75e8-4225-b2a2-79a8a34647c4 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:29:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-85e560c3-38a5-4c6e-83d1-7a5c0053218f req-a609bcd1-e39d-4f4b-b2fa-9c41c6c2c102 service nova] Acquiring lock "03a08249-4257-40cc-8cb5-98aa7107d338-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:29:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-85e560c3-38a5-4c6e-83d1-7a5c0053218f req-a609bcd1-e39d-4f4b-b2fa-9c41c6c2c102 service nova] Lock "03a08249-4257-40cc-8cb5-98aa7107d338-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:29:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-85e560c3-38a5-4c6e-83d1-7a5c0053218f req-a609bcd1-e39d-4f4b-b2fa-9c41c6c2c102 service nova] Lock "03a08249-4257-40cc-8cb5-98aa7107d338-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:29:44 user nova-compute[86206]: DEBUG nova.compute.manager [req-85e560c3-38a5-4c6e-83d1-7a5c0053218f req-a609bcd1-e39d-4f4b-b2fa-9c41c6c2c102 service nova] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] No waiting events found dispatching network-vif-plugged-61db3fd1-75e8-4225-b2a2-79a8a34647c4 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:29:44 user nova-compute[86206]: WARNING nova.compute.manager [req-85e560c3-38a5-4c6e-83d1-7a5c0053218f req-a609bcd1-e39d-4f4b-b2fa-9c41c6c2c102 service nova] [instance: 03a08249-4257-40cc-8cb5-98aa7107d338] Received unexpected event network-vif-plugged-61db3fd1-75e8-4225-b2a2-79a8a34647c4 for instance with vm_state deleted and task_state None.
Nov 10 13:29:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-af2a379e-115a-4675-84ad-32d635e546e1 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.356s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:29:44 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-af2a379e-115a-4675-84ad-32d635e546e1 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Deleted allocations for instance 03a08249-4257-40cc-8cb5-98aa7107d338
Nov 10 13:29:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-af2a379e-115a-4675-84ad-32d635e546e1 tempest-TestStampPattern-1486305055 tempest-TestStampPattern-1486305055-project-member] Lock "03a08249-4257-40cc-8cb5-98aa7107d338" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.142s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:29:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-47f3826c-1a60-406e-a7ef-403cb0bab3d0 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Acquiring lock "a0d1fe8d-2907-41a6-beb7-37ffaed0653f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:29:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-47f3826c-1a60-406e-a7ef-403cb0bab3d0 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "a0d1fe8d-2907-41a6-beb7-37ffaed0653f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:29:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-47f3826c-1a60-406e-a7ef-403cb0bab3d0 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Acquiring lock "a0d1fe8d-2907-41a6-beb7-37ffaed0653f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:29:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-47f3826c-1a60-406e-a7ef-403cb0bab3d0 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "a0d1fe8d-2907-41a6-beb7-37ffaed0653f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:29:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-47f3826c-1a60-406e-a7ef-403cb0bab3d0 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "a0d1fe8d-2907-41a6-beb7-37ffaed0653f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:29:50 user nova-compute[86206]: INFO nova.compute.manager [None req-47f3826c-1a60-406e-a7ef-403cb0bab3d0 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Terminating instance
Nov 10 13:29:50 user nova-compute[86206]: DEBUG nova.compute.manager [None req-47f3826c-1a60-406e-a7ef-403cb0bab3d0 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:29:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a018088a-08a7-4209-95f4-5673d3deafb4 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquiring lock "b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:29:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a018088a-08a7-4209-95f4-5673d3deafb4 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:29:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a018088a-08a7-4209-95f4-5673d3deafb4 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquiring lock "b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:29:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a018088a-08a7-4209-95f4-5673d3deafb4 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:29:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a018088a-08a7-4209-95f4-5673d3deafb4 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:29:50 user nova-compute[86206]: INFO nova.compute.manager [None req-a018088a-08a7-4209-95f4-5673d3deafb4 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Terminating instance
Nov 10 13:29:50 user nova-compute[86206]: DEBUG nova.compute.manager [None req-a018088a-08a7-4209-95f4-5673d3deafb4 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:29:50 user nova-compute[86206]: DEBUG nova.compute.manager [req-948917b8-aedd-4186-8534-38bdbf270583 req-4989e1ee-b2e9-4c13-b6d3-db2e03a8b61b service nova] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Received event network-vif-unplugged-b0d05a84-d4b6-4aac-b4a2-77a81f7e307c {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:29:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-948917b8-aedd-4186-8534-38bdbf270583 req-4989e1ee-b2e9-4c13-b6d3-db2e03a8b61b service nova] Acquiring lock "a0d1fe8d-2907-41a6-beb7-37ffaed0653f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:29:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-948917b8-aedd-4186-8534-38bdbf270583 req-4989e1ee-b2e9-4c13-b6d3-db2e03a8b61b service nova] Lock "a0d1fe8d-2907-41a6-beb7-37ffaed0653f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:29:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-948917b8-aedd-4186-8534-38bdbf270583 req-4989e1ee-b2e9-4c13-b6d3-db2e03a8b61b service nova] Lock "a0d1fe8d-2907-41a6-beb7-37ffaed0653f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:29:50 user nova-compute[86206]: DEBUG nova.compute.manager [req-948917b8-aedd-4186-8534-38bdbf270583 req-4989e1ee-b2e9-4c13-b6d3-db2e03a8b61b service nova] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] No waiting events found dispatching network-vif-unplugged-b0d05a84-d4b6-4aac-b4a2-77a81f7e307c {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:29:50 user nova-compute[86206]: DEBUG nova.compute.manager [req-948917b8-aedd-4186-8534-38bdbf270583 req-4989e1ee-b2e9-4c13-b6d3-db2e03a8b61b service nova] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Received event network-vif-unplugged-b0d05a84-d4b6-4aac-b4a2-77a81f7e307c for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:29:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:51 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Instance destroyed successfully.
Nov 10 13:29:51 user nova-compute[86206]: DEBUG nova.objects.instance [None req-47f3826c-1a60-406e-a7ef-403cb0bab3d0 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lazy-loading 'resources' on Instance uuid a0d1fe8d-2907-41a6-beb7-37ffaed0653f {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:29:51 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-47f3826c-1a60-406e-a7ef-403cb0bab3d0 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:24:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1727780230',display_name='tempest-AttachVolumeTestJSON-server-1727780230',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1727780230',id=20,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFLrJkRSTal8GtNqE4CBiECg0pVd2HjFGkLhXwCrXQky1qnE4KINnOXpffQN8Lff3y0FJ8mF4bIfWIjXlEhGo/4XCE7WTrjcDp1aTQF3/eRVvKTPKrwJPGwca+2i4FzlLw==',key_name='tempest-keypair-884407212',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:24:44Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f51f5a8c19194cd9aeeddc45b3de1fb4',ramdisk_id='',reservation_id='r-49w414ad',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-851685879',owner_user_name='tempest-AttachVolumeTestJSON-851685879-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:24:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5c4a8bad7c05418aa2fd819a549a7e36',uuid=a0d1fe8d-2907-41a6-beb7-37ffaed0653f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b0d05a84-d4b6-4aac-b4a2-77a81f7e307c", "address": "fa:16:3e:a9:cd:c8", "network": {"id": "f828dc86-8039-4e45-9f53-d673da27848a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1822137762-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f51f5a8c19194cd9aeeddc45b3de1fb4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0d05a84-d4", "ovs_interfaceid": "b0d05a84-d4b6-4aac-b4a2-77a81f7e307c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:29:51 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-47f3826c-1a60-406e-a7ef-403cb0bab3d0 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Converting VIF {"id": "b0d05a84-d4b6-4aac-b4a2-77a81f7e307c", "address": "fa:16:3e:a9:cd:c8", "network": {"id": "f828dc86-8039-4e45-9f53-d673da27848a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1822137762-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f51f5a8c19194cd9aeeddc45b3de1fb4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb0d05a84-d4", "ovs_interfaceid": "b0d05a84-d4b6-4aac-b4a2-77a81f7e307c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:29:51 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-47f3826c-1a60-406e-a7ef-403cb0bab3d0 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a9:cd:c8,bridge_name='br-int',has_traffic_filtering=True,id=b0d05a84-d4b6-4aac-b4a2-77a81f7e307c,network=Network(f828dc86-8039-4e45-9f53-d673da27848a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb0d05a84-d4') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:29:51 user nova-compute[86206]: DEBUG os_vif [None req-47f3826c-1a60-406e-a7ef-403cb0bab3d0 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a9:cd:c8,bridge_name='br-int',has_traffic_filtering=True,id=b0d05a84-d4b6-4aac-b4a2-77a81f7e307c,network=Network(f828dc86-8039-4e45-9f53-d673da27848a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb0d05a84-d4') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:29:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb0d05a84-d4, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:29:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:29:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=798f86b0-fada-4a36-a063-87701918988c) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:29:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:29:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:51 user nova-compute[86206]: INFO os_vif [None req-47f3826c-1a60-406e-a7ef-403cb0bab3d0 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a9:cd:c8,bridge_name='br-int',has_traffic_filtering=True,id=b0d05a84-d4b6-4aac-b4a2-77a81f7e307c,network=Network(f828dc86-8039-4e45-9f53-d673da27848a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb0d05a84-d4')
Nov 10 13:29:51 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-47f3826c-1a60-406e-a7ef-403cb0bab3d0 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Deleting instance files /opt/stack/data/nova/instances/a0d1fe8d-2907-41a6-beb7-37ffaed0653f_del
Nov 10 13:29:51 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-47f3826c-1a60-406e-a7ef-403cb0bab3d0 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Deletion of /opt/stack/data/nova/instances/a0d1fe8d-2907-41a6-beb7-37ffaed0653f_del complete
Nov 10 13:29:51 user nova-compute[86206]: INFO nova.compute.manager [None req-47f3826c-1a60-406e-a7ef-403cb0bab3d0 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Took 1.01 seconds to destroy the instance on the hypervisor.
Nov 10 13:29:51 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-47f3826c-1a60-406e-a7ef-403cb0bab3d0 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:29:51 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:29:51 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:29:51 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Instance destroyed successfully.
Nov 10 13:29:51 user nova-compute[86206]: DEBUG nova.objects.instance [None req-a018088a-08a7-4209-95f4-5673d3deafb4 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lazy-loading 'resources' on Instance uuid b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:29:51 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-a018088a-08a7-4209-95f4-5673d3deafb4 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-10T13:24:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-880876983',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-880876983',id=19,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE02zL8TlArWEp8wWys8VsxfmmoPvuji9rBPKX8SgmjkFm8oU4rJgkTM5MU5wCdYUBEWxTSNO+yDIanyIMOAN16SDzRKs1rue9mUs5qRUUpLSm9MXeEGvzjOIf1fHlJAgg==',key_name='tempest-keypair-227421102',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:28:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1e28d28d5ba14f608683b61fac770521',ramdisk_id='',reservation_id='r-rtt3a0qc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-1902291949',owner_user_name='tempest-AttachVolumeShelveTestJSON-1902291949-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:28:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9b37dd375e0443eba2635424cedbbbef',uuid=b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "989d7d75-6750-4951-9ae8-fe6088afb53e", "address": "fa:16:3e:fb:1a:64", "network": {"id": "5a991f6d-4193-40ea-9421-a275452a484e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-83404637-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e28d28d5ba14f608683b61fac770521", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989d7d75-67", "ovs_interfaceid": "989d7d75-6750-4951-9ae8-fe6088afb53e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:29:51 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-a018088a-08a7-4209-95f4-5673d3deafb4 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Converting VIF {"id": "989d7d75-6750-4951-9ae8-fe6088afb53e", "address": "fa:16:3e:fb:1a:64", "network": {"id": "5a991f6d-4193-40ea-9421-a275452a484e", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-83404637-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1e28d28d5ba14f608683b61fac770521", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap989d7d75-67", "ovs_interfaceid": "989d7d75-6750-4951-9ae8-fe6088afb53e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:29:51 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-a018088a-08a7-4209-95f4-5673d3deafb4 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fb:1a:64,bridge_name='br-int',has_traffic_filtering=True,id=989d7d75-6750-4951-9ae8-fe6088afb53e,network=Network(5a991f6d-4193-40ea-9421-a275452a484e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap989d7d75-67') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:29:51 user nova-compute[86206]: DEBUG os_vif [None req-a018088a-08a7-4209-95f4-5673d3deafb4 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fb:1a:64,bridge_name='br-int',has_traffic_filtering=True,id=989d7d75-6750-4951-9ae8-fe6088afb53e,network=Network(5a991f6d-4193-40ea-9421-a275452a484e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap989d7d75-67') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:29:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap989d7d75-67, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:29:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:29:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7a4c9628-a8af-45af-a8b7-4dbc758e5132) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:29:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:29:51 user nova-compute[86206]: INFO os_vif [None req-a018088a-08a7-4209-95f4-5673d3deafb4 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fb:1a:64,bridge_name='br-int',has_traffic_filtering=True,id=989d7d75-6750-4951-9ae8-fe6088afb53e,network=Network(5a991f6d-4193-40ea-9421-a275452a484e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap989d7d75-67')
Nov 10 13:29:51 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-a018088a-08a7-4209-95f4-5673d3deafb4 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Deleting instance files /opt/stack/data/nova/instances/b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae_del
Nov 10 13:29:51 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-a018088a-08a7-4209-95f4-5673d3deafb4 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Deletion of /opt/stack/data/nova/instances/b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae_del complete
Nov 10 13:29:51 user nova-compute[86206]: INFO nova.compute.manager [None req-a018088a-08a7-4209-95f4-5673d3deafb4 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Took 0.91 seconds to destroy the instance on the hypervisor.
Nov 10 13:29:51 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-a018088a-08a7-4209-95f4-5673d3deafb4 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:29:51 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:29:51 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:29:52 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:29:52 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Took 0.77 seconds to deallocate network for instance.
Nov 10 13:29:52 user nova-compute[86206]: DEBUG nova.compute.manager [req-b3c48e43-63cb-4082-abf7-efd54abd85a2 req-d63061d3-1ca7-484e-bf94-c1798ed538e9 service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Received event network-vif-deleted-989d7d75-6750-4951-9ae8-fe6088afb53e {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:29:52 user nova-compute[86206]: INFO nova.compute.manager [req-b3c48e43-63cb-4082-abf7-efd54abd85a2 req-d63061d3-1ca7-484e-bf94-c1798ed538e9 service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Neutron deleted interface 989d7d75-6750-4951-9ae8-fe6088afb53e; detaching it from the instance and deleting it from the info cache
Nov 10 13:29:52 user nova-compute[86206]: DEBUG nova.network.neutron [req-b3c48e43-63cb-4082-abf7-efd54abd85a2 req-d63061d3-1ca7-484e-bf94-c1798ed538e9 service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:29:52 user nova-compute[86206]: DEBUG nova.compute.manager [req-b3c48e43-63cb-4082-abf7-efd54abd85a2 req-d63061d3-1ca7-484e-bf94-c1798ed538e9 service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Detach interface failed, port_id=989d7d75-6750-4951-9ae8-fe6088afb53e, reason: Instance b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae could not be found. {{(pid=86206) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 10 13:29:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a018088a-08a7-4209-95f4-5673d3deafb4 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:29:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a018088a-08a7-4209-95f4-5673d3deafb4 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:29:52 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:29:52 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Took 1.45 seconds to deallocate network for instance.
Nov 10 13:29:52 user nova-compute[86206]: DEBUG nova.compute.manager [req-10512bc0-dd59-49e0-9f32-79431302f48e req-4cade3f6-69cf-4f4f-ae60-2750e068533c service nova] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Received event network-vif-deleted-b0d05a84-d4b6-4aac-b4a2-77a81f7e307c {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:29:52 user nova-compute[86206]: INFO nova.compute.manager [req-10512bc0-dd59-49e0-9f32-79431302f48e req-4cade3f6-69cf-4f4f-ae60-2750e068533c service nova] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Neutron deleted interface b0d05a84-d4b6-4aac-b4a2-77a81f7e307c; detaching it from the instance and deleting it from the info cache
Nov 10 13:29:52 user nova-compute[86206]: DEBUG nova.network.neutron [req-10512bc0-dd59-49e0-9f32-79431302f48e req-4cade3f6-69cf-4f4f-ae60-2750e068533c service nova] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:29:52 user nova-compute[86206]: DEBUG nova.compute.manager [req-10512bc0-dd59-49e0-9f32-79431302f48e req-4cade3f6-69cf-4f4f-ae60-2750e068533c service nova] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Detach interface failed, port_id=b0d05a84-d4b6-4aac-b4a2-77a81f7e307c, reason: Instance a0d1fe8d-2907-41a6-beb7-37ffaed0653f could not be found. {{(pid=86206) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 10 13:29:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-47f3826c-1a60-406e-a7ef-403cb0bab3d0 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:29:52 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-a018088a-08a7-4209-95f4-5673d3deafb4 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:29:52 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-a018088a-08a7-4209-95f4-5673d3deafb4 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:29:52 user nova-compute[86206]: DEBUG nova.compute.manager [req-7207424b-a446-47f7-a183-3c5821043246 req-be2a9650-70ac-4f27-a445-53d67e849fb7 service nova] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Received event network-vif-plugged-b0d05a84-d4b6-4aac-b4a2-77a81f7e307c {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:29:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7207424b-a446-47f7-a183-3c5821043246 req-be2a9650-70ac-4f27-a445-53d67e849fb7 service nova] Acquiring lock "a0d1fe8d-2907-41a6-beb7-37ffaed0653f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:29:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7207424b-a446-47f7-a183-3c5821043246 req-be2a9650-70ac-4f27-a445-53d67e849fb7 service nova] Lock "a0d1fe8d-2907-41a6-beb7-37ffaed0653f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:29:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7207424b-a446-47f7-a183-3c5821043246 req-be2a9650-70ac-4f27-a445-53d67e849fb7 service nova] Lock "a0d1fe8d-2907-41a6-beb7-37ffaed0653f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:29:52 user nova-compute[86206]: DEBUG nova.compute.manager [req-7207424b-a446-47f7-a183-3c5821043246 req-be2a9650-70ac-4f27-a445-53d67e849fb7 service nova] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] No waiting events found dispatching network-vif-plugged-b0d05a84-d4b6-4aac-b4a2-77a81f7e307c {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:29:52 user nova-compute[86206]: WARNING nova.compute.manager [req-7207424b-a446-47f7-a183-3c5821043246 req-be2a9650-70ac-4f27-a445-53d67e849fb7 service nova] [instance: a0d1fe8d-2907-41a6-beb7-37ffaed0653f] Received unexpected event network-vif-plugged-b0d05a84-d4b6-4aac-b4a2-77a81f7e307c for instance with vm_state deleted and task_state None.
Nov 10 13:29:52 user nova-compute[86206]: DEBUG nova.compute.manager [req-7207424b-a446-47f7-a183-3c5821043246 req-be2a9650-70ac-4f27-a445-53d67e849fb7 service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Received event network-vif-unplugged-989d7d75-6750-4951-9ae8-fe6088afb53e {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:29:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7207424b-a446-47f7-a183-3c5821043246 req-be2a9650-70ac-4f27-a445-53d67e849fb7 service nova] Acquiring lock "b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:29:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7207424b-a446-47f7-a183-3c5821043246 req-be2a9650-70ac-4f27-a445-53d67e849fb7 service nova] Lock "b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:29:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7207424b-a446-47f7-a183-3c5821043246 req-be2a9650-70ac-4f27-a445-53d67e849fb7 service nova] Lock "b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:29:52 user nova-compute[86206]: DEBUG nova.compute.manager [req-7207424b-a446-47f7-a183-3c5821043246 req-be2a9650-70ac-4f27-a445-53d67e849fb7 service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] No waiting events found dispatching network-vif-unplugged-989d7d75-6750-4951-9ae8-fe6088afb53e {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:29:52 user nova-compute[86206]: WARNING nova.compute.manager [req-7207424b-a446-47f7-a183-3c5821043246 req-be2a9650-70ac-4f27-a445-53d67e849fb7 service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Received unexpected event network-vif-unplugged-989d7d75-6750-4951-9ae8-fe6088afb53e for instance with vm_state deleted and task_state None.
Nov 10 13:29:52 user nova-compute[86206]: DEBUG nova.compute.manager [req-7207424b-a446-47f7-a183-3c5821043246 req-be2a9650-70ac-4f27-a445-53d67e849fb7 service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Received event network-vif-plugged-989d7d75-6750-4951-9ae8-fe6088afb53e {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:29:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7207424b-a446-47f7-a183-3c5821043246 req-be2a9650-70ac-4f27-a445-53d67e849fb7 service nova] Acquiring lock "b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:29:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7207424b-a446-47f7-a183-3c5821043246 req-be2a9650-70ac-4f27-a445-53d67e849fb7 service nova] Lock "b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:29:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7207424b-a446-47f7-a183-3c5821043246 req-be2a9650-70ac-4f27-a445-53d67e849fb7 service nova] Lock "b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:29:52 user nova-compute[86206]: DEBUG nova.compute.manager [req-7207424b-a446-47f7-a183-3c5821043246 req-be2a9650-70ac-4f27-a445-53d67e849fb7 service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] No waiting events found dispatching network-vif-plugged-989d7d75-6750-4951-9ae8-fe6088afb53e {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:29:52 user nova-compute[86206]: WARNING nova.compute.manager [req-7207424b-a446-47f7-a183-3c5821043246 req-be2a9650-70ac-4f27-a445-53d67e849fb7 service nova] [instance: b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae] Received unexpected event network-vif-plugged-989d7d75-6750-4951-9ae8-fe6088afb53e for instance with vm_state deleted and task_state None.
Nov 10 13:29:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a018088a-08a7-4209-95f4-5673d3deafb4 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.372s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:29:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-47f3826c-1a60-406e-a7ef-403cb0bab3d0 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.096s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:29:52 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-a018088a-08a7-4209-95f4-5673d3deafb4 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Deleted allocations for instance b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae
Nov 10 13:29:53 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a018088a-08a7-4209-95f4-5673d3deafb4 tempest-AttachVolumeShelveTestJSON-1902291949 tempest-AttachVolumeShelveTestJSON-1902291949-project-member] Lock "b7eb7c5d-06a1-4b32-bddb-c1ebde9299ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.278s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:29:53 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-47f3826c-1a60-406e-a7ef-403cb0bab3d0 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:29:53 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-47f3826c-1a60-406e-a7ef-403cb0bab3d0 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:29:53 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-47f3826c-1a60-406e-a7ef-403cb0bab3d0 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.293s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:29:53 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-47f3826c-1a60-406e-a7ef-403cb0bab3d0 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Deleted allocations for instance a0d1fe8d-2907-41a6-beb7-37ffaed0653f
Nov 10 13:29:53 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-47f3826c-1a60-406e-a7ef-403cb0bab3d0 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "a0d1fe8d-2907-41a6-beb7-37ffaed0653f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.056s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:29:53 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:56 user nova-compute[86206]: DEBUG nova.compute.manager [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:29:56 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:29:56 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Creating image(s)
Nov 10 13:29:56 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Did not create local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 10 13:29:56 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Ensure instance console log exists: /opt/stack/data/nova/instances/67554a1f-9c0a-4198-b944-46044d05ffb0/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:29:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:29:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:29:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:29:56 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Start _get_guest_xml network_info=[{"id": "ea931032-8735-4df0-9113-72b091789983", "address": "fa:16:3e:a6:74:9e", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea931032-87", "ovs_interfaceid": "ea931032-8735-4df0-9113-72b091789983", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'attachment_id': '2090e24f-93d6-4b5e-958e-ac00bc839ca8', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'doehfSsb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '67554a1f-9c0a-4198-b944-46044d05ffb0', 'attached_at': '', 'detached_at': '', 'volume_id': '9e53d14d-9e83-4952-86d4-a5101f813cb4', 'serial': '9e53d14d-9e83-4952-86d4-a5101f813cb4'}, 'mount_device': '/dev/vda', 'boot_index': 0, 'volume_type': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:29:56 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:29:56 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:29:56 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:29:56 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:29:56 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:29:56 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:29:56 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:29:56 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:29:56 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:29:56 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:29:56 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:29:56 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:29:56 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:29:56 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:29:56 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:29:56 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:29:56 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:29:56 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:29:56 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'doehfSsb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:29:57 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:29:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:29:57 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:29:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:29:57 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:29:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[6feeb53f-e2d4-46d8-ae32-6b6ec49151b8]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 13:29:57 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6b6cdb0-7eb1-43d1-aaf5-0005614faec4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4] added
Nov 10 13:29:57 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fbc48cb-694c-496f-9918-fe8d18e9fc2f]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b496f5a6-59f8-4797-bb28-95b31e430b6d]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v doehfSsb {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v doehfSsb" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[21c857b1-3525-4db6-92d1-230a1dab5f9c]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'doehfSsb'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[42044cb2-64bc-4186-8e21-f770f12dd1d4]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cc89e58-c677-4da7-b64a-732c8a78df85]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)
Nov 10 13:29:57 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:29:57 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)
Nov 10 13:29:57 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:29:57 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[d641156f-6b55-4756-a241-868134182077]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4, portal: 172.16.0.220,3260]
Nov 10 13:29:57 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4, portal: 172.16.0.220,3260] successful.
Nov 10 13:29:57 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7501de45-139e-4155-ba2e-b556facb39e1]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe1463c2-8015-4e46-814f-4e98c4808d33]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)
Nov 10 13:29:57 user nova-compute[86206]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)
Nov 10 13:29:57 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:29:57 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)
Nov 10 13:29:57 user nova-compute[86206]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)
Nov 10 13:29:57 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:29:57 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.270s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] HCTL ('35', '-', '-', 0) found on session 23 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[5eba39ba-8746-4649-b549-def09ec7c9d5]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Searching for a device in session 23 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:29:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'doehfSsb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:29:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.306s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:29:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] <== connect_volume: return (1307ms) {'type': 'block', 'scsi_wwn': '23335353737363434', 'path': '/dev/sdd'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:29:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23335353737363434', 'path': '/dev/sdd'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:29:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:28:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1261941471',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1261941471',id=26,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='028ee5b7789f4eb9809f6c89b8649453',ramdisk_id='',reservation_id='r-vqnjjq0v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1948757916',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:29:00Z,user_data=None,user_id='1b99c0d49a5e450ba43bce92d827d7c2',uuid=67554a1f-9c0a-4198-b944-46044d05ffb0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ea931032-8735-4df0-9113-72b091789983", "address": "fa:16:3e:a6:74:9e", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea931032-87", "ovs_interfaceid": "ea931032-8735-4df0-9113-72b091789983", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:29:58 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Converting VIF {"id": "ea931032-8735-4df0-9113-72b091789983", "address": "fa:16:3e:a6:74:9e", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea931032-87", "ovs_interfaceid": "ea931032-8735-4df0-9113-72b091789983", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:29:58 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a6:74:9e,bridge_name='br-int',has_traffic_filtering=True,id=ea931032-8735-4df0-9113-72b091789983,network=Network(953cfc69-1add-40de-a3ae-1d9aeaa3b3e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea931032-87') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:29:58 user nova-compute[86206]: DEBUG nova.objects.instance [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lazy-loading 'pci_devices' on Instance uuid 67554a1f-9c0a-4198-b944-46044d05ffb0 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:29:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:29:58 user nova-compute[86206]:   <uuid>67554a1f-9c0a-4198-b944-46044d05ffb0</uuid>
Nov 10 13:29:58 user nova-compute[86206]:   <name>instance-0000001a</name>
Nov 10 13:29:58 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:29:58 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:29:58 user nova-compute[86206]:   <metadata>
Nov 10 13:29:58 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:29:58 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:29:58 user nova-compute[86206]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1261941471</nova:name>
Nov 10 13:29:58 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:29:56</nova:creationTime>
Nov 10 13:29:58 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:29:58 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:29:58 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:29:58 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:29:58 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:29:58 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:29:58 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:29:58 user nova-compute[86206]:       <nova:owner>
Nov 10 13:29:58 user nova-compute[86206]:         <nova:user uuid="1b99c0d49a5e450ba43bce92d827d7c2">tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member</nova:user>
Nov 10 13:29:58 user nova-compute[86206]:         <nova:project uuid="028ee5b7789f4eb9809f6c89b8649453">tempest-ServerBootFromVolumeStableRescueTest-1948757916</nova:project>
Nov 10 13:29:58 user nova-compute[86206]:       </nova:owner>
Nov 10 13:29:58 user nova-compute[86206]:       <nova:root type="image" uuid="73290e4a-d2c0-4305-9ee6-397ce6a900ba"/>
Nov 10 13:29:58 user nova-compute[86206]:       <nova:ports>
Nov 10 13:29:58 user nova-compute[86206]:         <nova:port uuid="ea931032-8735-4df0-9113-72b091789983">
Nov 10 13:29:58 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 10 13:29:58 user nova-compute[86206]:         </nova:port>
Nov 10 13:29:58 user nova-compute[86206]:       </nova:ports>
Nov 10 13:29:58 user nova-compute[86206]:     </nova:instance>
Nov 10 13:29:58 user nova-compute[86206]:   </metadata>
Nov 10 13:29:58 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:29:58 user nova-compute[86206]:     <system>
Nov 10 13:29:58 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:29:58 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:29:58 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:29:58 user nova-compute[86206]:       <entry name="serial">67554a1f-9c0a-4198-b944-46044d05ffb0</entry>
Nov 10 13:29:58 user nova-compute[86206]:       <entry name="uuid">67554a1f-9c0a-4198-b944-46044d05ffb0</entry>
Nov 10 13:29:58 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:29:58 user nova-compute[86206]:     </system>
Nov 10 13:29:58 user nova-compute[86206]:   </sysinfo>
Nov 10 13:29:58 user nova-compute[86206]:   <os>
Nov 10 13:29:58 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:29:58 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:29:58 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:29:58 user nova-compute[86206]:   </os>
Nov 10 13:29:58 user nova-compute[86206]:   <features>
Nov 10 13:29:58 user nova-compute[86206]:     <acpi/>
Nov 10 13:29:58 user nova-compute[86206]:     <apic/>
Nov 10 13:29:58 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:29:58 user nova-compute[86206]:   </features>
Nov 10 13:29:58 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:29:58 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:29:58 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:29:58 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:29:58 user nova-compute[86206]:   </clock>
Nov 10 13:29:58 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:29:58 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:29:58 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:29:58 user nova-compute[86206]:   </cpu>
Nov 10 13:29:58 user nova-compute[86206]:   <devices>
Nov 10 13:29:58 user nova-compute[86206]:     <disk type="block" device="disk">
Nov 10 13:29:58 user nova-compute[86206]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:29:58 user nova-compute[86206]:       <source dev="/dev/sdd"/>
Nov 10 13:29:58 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:29:58 user nova-compute[86206]:       <serial>9e53d14d-9e83-4952-86d4-a5101f813cb4</serial>
Nov 10 13:29:58 user nova-compute[86206]:     </disk>
Nov 10 13:29:58 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:29:58 user nova-compute[86206]:       <mac address="fa:16:3e:a6:74:9e"/>
Nov 10 13:29:58 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:29:58 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:29:58 user nova-compute[86206]:       <target dev="tapea931032-87"/>
Nov 10 13:29:58 user nova-compute[86206]:     </interface>
Nov 10 13:29:58 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:29:58 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/67554a1f-9c0a-4198-b944-46044d05ffb0/console.log" append="off"/>
Nov 10 13:29:58 user nova-compute[86206]:     </serial>
Nov 10 13:29:58 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:29:58 user nova-compute[86206]:     <video>
Nov 10 13:29:58 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:29:58 user nova-compute[86206]:     </video>
Nov 10 13:29:58 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:29:58 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:29:58 user nova-compute[86206]:     </rng>
Nov 10 13:29:58 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:29:58 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:29:58 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:29:58 user nova-compute[86206]:     </memballoon>
Nov 10 13:29:58 user nova-compute[86206]:   </devices>
Nov 10 13:29:58 user nova-compute[86206]: </domain>
Nov 10 13:29:58 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:29:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:28:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1261941471',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1261941471',id=26,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='028ee5b7789f4eb9809f6c89b8649453',ramdisk_id='',reservation_id='r-vqnjjq0v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1948757916',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:29:00Z,user_data=None,user_id='1b99c0d49a5e450ba43bce92d827d7c2',uuid=67554a1f-9c0a-4198-b944-46044d05ffb0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ea931032-8735-4df0-9113-72b091789983", "address": "fa:16:3e:a6:74:9e", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea931032-87", "ovs_interfaceid": "ea931032-8735-4df0-9113-72b091789983", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:29:58 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Converting VIF {"id": "ea931032-8735-4df0-9113-72b091789983", "address": "fa:16:3e:a6:74:9e", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea931032-87", "ovs_interfaceid": "ea931032-8735-4df0-9113-72b091789983", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:29:58 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a6:74:9e,bridge_name='br-int',has_traffic_filtering=True,id=ea931032-8735-4df0-9113-72b091789983,network=Network(953cfc69-1add-40de-a3ae-1d9aeaa3b3e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea931032-87') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:29:58 user nova-compute[86206]: DEBUG os_vif [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a6:74:9e,bridge_name='br-int',has_traffic_filtering=True,id=ea931032-8735-4df0-9113-72b091789983,network=Network(953cfc69-1add-40de-a3ae-1d9aeaa3b3e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea931032-87') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:29:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:29:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:29:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fee0f74c-0094-5d5a-b75a-b8e0d1062426', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:29:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:29:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapea931032-87, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:29:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapea931032-87, col_values=(('qos', UUID('cc193f38-8660-48ec-a52d-1237b203baf8')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:29:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapea931032-87, col_values=(('external_ids', {'iface-id': 'ea931032-8735-4df0-9113-72b091789983', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a6:74:9e', 'vm-uuid': '67554a1f-9c0a-4198-b944-46044d05ffb0'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:29:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:29:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:58 user nova-compute[86206]: INFO os_vif [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a6:74:9e,bridge_name='br-int',has_traffic_filtering=True,id=ea931032-8735-4df0-9113-72b091789983,network=Network(953cfc69-1add-40de-a3ae-1d9aeaa3b3e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea931032-87')
Nov 10 13:29:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:29:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] No VIF found with MAC fa:16:3e:a6:74:9e, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:29:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:29:59 user nova-compute[86206]: DEBUG nova.compute.manager [req-6830b90b-aebf-46c8-bed7-b93dd8833cf3 req-100eb856-c238-4bd8-91b5-7a0b807b2779 service nova] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Received event network-vif-plugged-ea931032-8735-4df0-9113-72b091789983 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:29:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6830b90b-aebf-46c8-bed7-b93dd8833cf3 req-100eb856-c238-4bd8-91b5-7a0b807b2779 service nova] Acquiring lock "67554a1f-9c0a-4198-b944-46044d05ffb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:29:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6830b90b-aebf-46c8-bed7-b93dd8833cf3 req-100eb856-c238-4bd8-91b5-7a0b807b2779 service nova] Lock "67554a1f-9c0a-4198-b944-46044d05ffb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:29:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6830b90b-aebf-46c8-bed7-b93dd8833cf3 req-100eb856-c238-4bd8-91b5-7a0b807b2779 service nova] Lock "67554a1f-9c0a-4198-b944-46044d05ffb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:29:59 user nova-compute[86206]: DEBUG nova.compute.manager [req-6830b90b-aebf-46c8-bed7-b93dd8833cf3 req-100eb856-c238-4bd8-91b5-7a0b807b2779 service nova] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] No waiting events found dispatching network-vif-plugged-ea931032-8735-4df0-9113-72b091789983 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:29:59 user nova-compute[86206]: WARNING nova.compute.manager [req-6830b90b-aebf-46c8-bed7-b93dd8833cf3 req-100eb856-c238-4bd8-91b5-7a0b807b2779 service nova] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Received unexpected event network-vif-plugged-ea931032-8735-4df0-9113-72b091789983 for instance with vm_state building and task_state spawning.
Nov 10 13:29:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:01 user nova-compute[86206]: DEBUG nova.compute.manager [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:30:01 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:30:01 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Instance spawned successfully.
Nov 10 13:30:01 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:30:02 user nova-compute[86206]: DEBUG nova.compute.manager [req-13e6a6cf-de54-47b9-bfaf-7b4ba58ac78a req-2e593456-d80d-4e27-9bef-b37cdabed2f0 service nova] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Received event network-vif-plugged-ea931032-8735-4df0-9113-72b091789983 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:30:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-13e6a6cf-de54-47b9-bfaf-7b4ba58ac78a req-2e593456-d80d-4e27-9bef-b37cdabed2f0 service nova] Acquiring lock "67554a1f-9c0a-4198-b944-46044d05ffb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:30:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-13e6a6cf-de54-47b9-bfaf-7b4ba58ac78a req-2e593456-d80d-4e27-9bef-b37cdabed2f0 service nova] Lock "67554a1f-9c0a-4198-b944-46044d05ffb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:30:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-13e6a6cf-de54-47b9-bfaf-7b4ba58ac78a req-2e593456-d80d-4e27-9bef-b37cdabed2f0 service nova] Lock "67554a1f-9c0a-4198-b944-46044d05ffb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:30:02 user nova-compute[86206]: DEBUG nova.compute.manager [req-13e6a6cf-de54-47b9-bfaf-7b4ba58ac78a req-2e593456-d80d-4e27-9bef-b37cdabed2f0 service nova] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] No waiting events found dispatching network-vif-plugged-ea931032-8735-4df0-9113-72b091789983 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:30:02 user nova-compute[86206]: WARNING nova.compute.manager [req-13e6a6cf-de54-47b9-bfaf-7b4ba58ac78a req-2e593456-d80d-4e27-9bef-b37cdabed2f0 service nova] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Received unexpected event network-vif-plugged-ea931032-8735-4df0-9113-72b091789983 for instance with vm_state building and task_state spawning.
Nov 10 13:30:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:30:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:30:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:30:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:30:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:30:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:30:02 user nova-compute[86206]: INFO nova.compute.manager [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Took 5.16 seconds to spawn the instance on the hypervisor.
Nov 10 13:30:02 user nova-compute[86206]: DEBUG nova.compute.manager [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:30:02 user nova-compute[86206]: INFO nova.compute.manager [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Took 63.50 seconds to build instance.
Nov 10 13:30:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3599436e-945c-4cb2-8444-57ddbbfd2721 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "67554a1f-9c0a-4198-b944-46044d05ffb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 63.637s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:30:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:30:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:31 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:30:31 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:30:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:30:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:30:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:30:31 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:30:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:30:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:30:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:30:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:30:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:30:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:30:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:30:32 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:30:32 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:32 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:30:32 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:30:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:30:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:30:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:30:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:30:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b29d17d-3e7a-464a-8341-c467708bbc33/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:30:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b29d17d-3e7a-464a-8341-c467708bbc33/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:30:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b29d17d-3e7a-464a-8341-c467708bbc33/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:30:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/8b29d17d-3e7a-464a-8341-c467708bbc33/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:30:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:30:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:30:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:30:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:30:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:30:34 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:30:34 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:30:34 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=7852MB free_disk=25.18370819091797GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:30:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:30:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:30:34 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance e040d0fe-dea0-451e-91e2-6852000fa9dc actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:30:34 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 4509d78d-a41e-4150-beef-feed0bb03160 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:30:34 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 8a48ce18-2887-4676-9d7b-ebebbc8e5381 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:30:34 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance e67daf4a-9438-455c-ad9e-f4b706296f77 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:30:34 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:30:34 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 8b29d17d-3e7a-464a-8341-c467708bbc33 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:30:34 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 55c5fe3e-2885-4d71-992b-fe2a99682a12 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:30:34 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 67554a1f-9c0a-4198-b944-46044d05ffb0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:30:34 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:30:34 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:30:35 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:30:35 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:30:35 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:30:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.505s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:30:35 user nova-compute[86206]: DEBUG nova.compute.manager [req-3a9ba5f3-3ebd-4eb9-a6df-ebcffa27914e req-22bf6dca-2416-4a3f-8d4f-46c067461577 service nova] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Received event network-changed-e77bf2d2-2e29-42eb-896a-57bde9a85c3a {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:30:35 user nova-compute[86206]: DEBUG nova.compute.manager [req-3a9ba5f3-3ebd-4eb9-a6df-ebcffa27914e req-22bf6dca-2416-4a3f-8d4f-46c067461577 service nova] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Refreshing instance network info cache due to event network-changed-e77bf2d2-2e29-42eb-896a-57bde9a85c3a. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:30:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-3a9ba5f3-3ebd-4eb9-a6df-ebcffa27914e req-22bf6dca-2416-4a3f-8d4f-46c067461577 service nova] Acquiring lock "refresh_cache-4509d78d-a41e-4150-beef-feed0bb03160" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:30:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-3a9ba5f3-3ebd-4eb9-a6df-ebcffa27914e req-22bf6dca-2416-4a3f-8d4f-46c067461577 service nova] Acquired lock "refresh_cache-4509d78d-a41e-4150-beef-feed0bb03160" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:30:35 user nova-compute[86206]: DEBUG nova.network.neutron [req-3a9ba5f3-3ebd-4eb9-a6df-ebcffa27914e req-22bf6dca-2416-4a3f-8d4f-46c067461577 service nova] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Refreshing network info cache for port e77bf2d2-2e29-42eb-896a-57bde9a85c3a {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:30:35 user nova-compute[86206]: DEBUG nova.network.neutron [req-3a9ba5f3-3ebd-4eb9-a6df-ebcffa27914e req-22bf6dca-2416-4a3f-8d4f-46c067461577 service nova] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Updated VIF entry in instance network info cache for port e77bf2d2-2e29-42eb-896a-57bde9a85c3a. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:30:35 user nova-compute[86206]: DEBUG nova.network.neutron [req-3a9ba5f3-3ebd-4eb9-a6df-ebcffa27914e req-22bf6dca-2416-4a3f-8d4f-46c067461577 service nova] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Updating instance_info_cache with network_info: [{"id": "e77bf2d2-2e29-42eb-896a-57bde9a85c3a", "address": "fa:16:3e:b1:2e:11", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape77bf2d2-2e", "ovs_interfaceid": "e77bf2d2-2e29-42eb-896a-57bde9a85c3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:30:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-3a9ba5f3-3ebd-4eb9-a6df-ebcffa27914e req-22bf6dca-2416-4a3f-8d4f-46c067461577 service nova] Releasing lock "refresh_cache-4509d78d-a41e-4150-beef-feed0bb03160" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:30:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:37 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:30:37 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:30:37 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:30:37 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Didn't find any instances for network info cache update. {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 10 13:30:37 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:30:37 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:30:37 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:30:37 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 13:30:37 user nova-compute[86206]: DEBUG nova.compute.manager [req-13791068-3778-45e6-aed0-18a902fb54f1 req-a59fb6a1-a6f7-4d0b-9492-ce96f468423b service nova] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Received event network-changed-36346bcb-bfee-43e5-98fa-e7723354c0be {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:30:37 user nova-compute[86206]: DEBUG nova.compute.manager [req-13791068-3778-45e6-aed0-18a902fb54f1 req-a59fb6a1-a6f7-4d0b-9492-ce96f468423b service nova] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Refreshing instance network info cache due to event network-changed-36346bcb-bfee-43e5-98fa-e7723354c0be. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:30:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-13791068-3778-45e6-aed0-18a902fb54f1 req-a59fb6a1-a6f7-4d0b-9492-ce96f468423b service nova] Acquiring lock "refresh_cache-55c5fe3e-2885-4d71-992b-fe2a99682a12" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:30:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-13791068-3778-45e6-aed0-18a902fb54f1 req-a59fb6a1-a6f7-4d0b-9492-ce96f468423b service nova] Acquired lock "refresh_cache-55c5fe3e-2885-4d71-992b-fe2a99682a12" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:30:37 user nova-compute[86206]: DEBUG nova.network.neutron [req-13791068-3778-45e6-aed0-18a902fb54f1 req-a59fb6a1-a6f7-4d0b-9492-ce96f468423b service nova] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Refreshing network info cache for port 36346bcb-bfee-43e5-98fa-e7723354c0be {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:30:37 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:30:37 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:30:38 user nova-compute[86206]: DEBUG nova.network.neutron [req-13791068-3778-45e6-aed0-18a902fb54f1 req-a59fb6a1-a6f7-4d0b-9492-ce96f468423b service nova] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Updated VIF entry in instance network info cache for port 36346bcb-bfee-43e5-98fa-e7723354c0be. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:30:38 user nova-compute[86206]: DEBUG nova.network.neutron [req-13791068-3778-45e6-aed0-18a902fb54f1 req-a59fb6a1-a6f7-4d0b-9492-ce96f468423b service nova] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Updating instance_info_cache with network_info: [{"id": "36346bcb-bfee-43e5-98fa-e7723354c0be", "address": "fa:16:3e:b8:07:e1", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36346bcb-bf", "ovs_interfaceid": "36346bcb-bfee-43e5-98fa-e7723354c0be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:30:38 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-13791068-3778-45e6-aed0-18a902fb54f1 req-a59fb6a1-a6f7-4d0b-9492-ce96f468423b service nova] Releasing lock "refresh_cache-55c5fe3e-2885-4d71-992b-fe2a99682a12" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:30:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:38 user nova-compute[86206]: DEBUG nova.compute.manager [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Stashing vm_state: active {{(pid=86206) _prep_resize /opt/stack/nova/nova/compute/manager.py:5615}}
Nov 10 13:30:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:38 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:30:38 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:30:38 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:30:38 user nova-compute[86206]: INFO nova.compute.claims [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Claim successful on node user
Nov 10 13:30:38 user nova-compute[86206]: INFO nova.compute.resource_tracker [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Updating resource usage from migration 7d500122-7d1b-4ed0-ab19-d0e8a50139a6
Nov 10 13:30:38 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:30:39 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:30:39 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:30:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.487s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:30:39 user nova-compute[86206]: INFO nova.compute.manager [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Migrating
Nov 10 13:30:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:30:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquired lock "compute-rpcapi-router" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:30:39 user nova-compute[86206]: INFO nova.compute.rpcapi [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Automatically selected compute RPC version 6.2 from minimum service version 66
Nov 10 13:30:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Releasing lock "compute-rpcapi-router" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:30:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "refresh_cache-55c5fe3e-2885-4d71-992b-fe2a99682a12" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:30:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquired lock "refresh_cache-55c5fe3e-2885-4d71-992b-fe2a99682a12" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:30:39 user nova-compute[86206]: DEBUG nova.network.neutron [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:30:39 user nova-compute[86206]: DEBUG nova.network.neutron [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Updating instance_info_cache with network_info: [{"id": "36346bcb-bfee-43e5-98fa-e7723354c0be", "address": "fa:16:3e:b8:07:e1", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36346bcb-bf", "ovs_interfaceid": "36346bcb-bfee-43e5-98fa-e7723354c0be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:30:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Releasing lock "refresh_cache-55c5fe3e-2885-4d71-992b-fe2a99682a12" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:30:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Starting migrate_disk_and_power_off {{(pid=86206) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11487}}
Nov 10 13:30:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:40 user nova-compute[86206]: DEBUG nova.compute.manager [req-c32217d2-ce94-43c3-8aae-3929ce907721 req-83695669-809b-4be0-a3a9-c8ce1e8b9742 service nova] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Received event network-vif-unplugged-36346bcb-bfee-43e5-98fa-e7723354c0be {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:30:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c32217d2-ce94-43c3-8aae-3929ce907721 req-83695669-809b-4be0-a3a9-c8ce1e8b9742 service nova] Acquiring lock "55c5fe3e-2885-4d71-992b-fe2a99682a12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:30:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c32217d2-ce94-43c3-8aae-3929ce907721 req-83695669-809b-4be0-a3a9-c8ce1e8b9742 service nova] Lock "55c5fe3e-2885-4d71-992b-fe2a99682a12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:30:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c32217d2-ce94-43c3-8aae-3929ce907721 req-83695669-809b-4be0-a3a9-c8ce1e8b9742 service nova] Lock "55c5fe3e-2885-4d71-992b-fe2a99682a12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:30:40 user nova-compute[86206]: DEBUG nova.compute.manager [req-c32217d2-ce94-43c3-8aae-3929ce907721 req-83695669-809b-4be0-a3a9-c8ce1e8b9742 service nova] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] No waiting events found dispatching network-vif-unplugged-36346bcb-bfee-43e5-98fa-e7723354c0be {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:30:40 user nova-compute[86206]: WARNING nova.compute.manager [req-c32217d2-ce94-43c3-8aae-3929ce907721 req-83695669-809b-4be0-a3a9-c8ce1e8b9742 service nova] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Received unexpected event network-vif-unplugged-36346bcb-bfee-43e5-98fa-e7723354c0be for instance with vm_state active and task_state resize_migrating.
Nov 10 13:30:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:40 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Instance destroyed successfully.
Nov 10 13:30:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:28:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-654081587',display_name='tempest-ServerActionsTestOtherA-server-654081587',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-654081587',id=25,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDAGFNrtWsk5TevUcE27D53UaLQvzhJ77rBAAkPtVa8Jx/xCQV/DutfVwEd1Edzw4/KolH8J2c1Q7M4XzvNSeTQSV3bCXeje7ybURam1jm+6LTngmTg/N7MB+gscMvdfiw==',key_name='tempest-keypair-1216139462',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:29:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='aa556336540e427c9e304bbea288aa30',ramdisk_id='',reservation_id='r-oqy2bcza',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-390805104',owner_user_name='tempest-ServerActionsTestOtherA-390805104-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:30:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4a3b7d9322594e2fb154a787c8054f20',uuid=55c5fe3e-2885-4d71-992b-fe2a99682a12,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "36346bcb-bfee-43e5-98fa-e7723354c0be", "address": "fa:16:3e:b8:07:e1", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-2028193102-network", "vif_mac": "fa:16:3e:b8:07:e1"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36346bcb-bf", "ovs_interfaceid": "36346bcb-bfee-43e5-98fa-e7723354c0be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:30:40 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Converting VIF {"id": "36346bcb-bfee-43e5-98fa-e7723354c0be", "address": "fa:16:3e:b8:07:e1", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-2028193102-network", "vif_mac": "fa:16:3e:b8:07:e1"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36346bcb-bf", "ovs_interfaceid": "36346bcb-bfee-43e5-98fa-e7723354c0be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:30:40 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b8:07:e1,bridge_name='br-int',has_traffic_filtering=True,id=36346bcb-bfee-43e5-98fa-e7723354c0be,network=Network(2a23f5a5-f10f-463c-8b01-f554f87e7379),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36346bcb-bf') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:30:40 user nova-compute[86206]: DEBUG os_vif [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b8:07:e1,bridge_name='br-int',has_traffic_filtering=True,id=36346bcb-bfee-43e5-98fa-e7723354c0be,network=Network(2a23f5a5-f10f-463c-8b01-f554f87e7379),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36346bcb-bf') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap36346bcb-bf, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0af86e5e-dc40-489c-a794-ab2c499c3766) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:41 user nova-compute[86206]: INFO os_vif [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b8:07:e1,bridge_name='br-int',has_traffic_filtering=True,id=36346bcb-bfee-43e5-98fa-e7723354c0be,network=Network(2a23f5a5-f10f-463c-8b01-f554f87e7379),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36346bcb-bf')
Nov 10 13:30:41 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tiNzhyxn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:30:41 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:30:41 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9f538da-6319-42dd-8dc6-98ae5b0fccf0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 13:30:41 user nova-compute[86206]: No targets found.
Nov 10 13:30:41 user nova-compute[86206]: iSNS:
Nov 10 13:30:41 user nova-compute[86206]: No targets found.
Nov 10 13:30:41 user nova-compute[86206]: STATIC:
Nov 10 13:30:41 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a
Nov 10 13:30:41 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:30:41 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:30:41 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4
Nov 10 13:30:41 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:30:41 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:30:41 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20
Nov 10 13:30:41 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:30:41 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:30:41 user nova-compute[86206]: FIRMWARE:
Nov 10 13:30:41 user nova-compute[86206]: No targets found.
Nov 10 13:30:41 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 13:30:41 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 13:30:41 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[2af1293e-2542-424c-892a-555caad5dfd0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad3ee05d-1e21-45c0-80b2-f2742e24ea9c]: (4, ('tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)
Nov 10 13:30:41 user nova-compute[86206]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)
Nov 10 13:30:41 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:30:41 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsi session list stdout=tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)
Nov 10 13:30:41 user nova-compute[86206]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)
Nov 10 13:30:41 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:30:41 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe46457d870>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20'): ({'sdb'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Removing single pathed devices sdb {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a9abbd7-f84d-4597-9d24-475b7bd169a5]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[833d3027-1115-46c8-a0c6-a950edc12294]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Flushing IO for device /dev/sdb {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fb17a0d-c865-4435-a3a6-44c31a27feed]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.052s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[40901dbe-b993-44b0-acd4-3d5b40994565]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] SCSI volumes sdb have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b4fe23f-9edb-4afa-9b57-78049b38c723]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 -p 172.16.0.220:3260 --logout" returned: 0 in 0.087s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8e0f40d-fe14-4528-8a2f-b4eaecb57da2]: (4, ('Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20, portal: 172.16.0.220,3260]\nLogout of [sid: 22, target: iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20, portal: 172.16.0.220,3260]
Nov 10 13:30:41 user nova-compute[86206]: Logout of [sid: 22, target: iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20, portal: 172.16.0.220,3260] successful.
Nov 10 13:30:41 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0828eda-5729-4dee-b171-81acd595e331]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.384s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] <== disconnect_volume: return (387ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] skipping disk /dev/sdb (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:30:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:42 user nova-compute[86206]: DEBUG nova.compute.manager [req-ad8e679d-8598-4a12-8c3a-b1a0daee55f3 req-bd23581d-40a3-46ca-a640-d7cd0f0eed0c service nova] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Received event network-vif-plugged-36346bcb-bfee-43e5-98fa-e7723354c0be {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:30:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-ad8e679d-8598-4a12-8c3a-b1a0daee55f3 req-bd23581d-40a3-46ca-a640-d7cd0f0eed0c service nova] Acquiring lock "55c5fe3e-2885-4d71-992b-fe2a99682a12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:30:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-ad8e679d-8598-4a12-8c3a-b1a0daee55f3 req-bd23581d-40a3-46ca-a640-d7cd0f0eed0c service nova] Lock "55c5fe3e-2885-4d71-992b-fe2a99682a12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:30:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-ad8e679d-8598-4a12-8c3a-b1a0daee55f3 req-bd23581d-40a3-46ca-a640-d7cd0f0eed0c service nova] Lock "55c5fe3e-2885-4d71-992b-fe2a99682a12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:30:42 user nova-compute[86206]: DEBUG nova.compute.manager [req-ad8e679d-8598-4a12-8c3a-b1a0daee55f3 req-bd23581d-40a3-46ca-a640-d7cd0f0eed0c service nova] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] No waiting events found dispatching network-vif-plugged-36346bcb-bfee-43e5-98fa-e7723354c0be {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:30:42 user nova-compute[86206]: WARNING nova.compute.manager [req-ad8e679d-8598-4a12-8c3a-b1a0daee55f3 req-bd23581d-40a3-46ca-a640-d7cd0f0eed0c service nova] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Received unexpected event network-vif-plugged-36346bcb-bfee-43e5-98fa-e7723354c0be for instance with vm_state active and task_state resize_migrating.
Nov 10 13:30:42 user nova-compute[86206]: DEBUG nova.network.neutron [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Port 36346bcb-bfee-43e5-98fa-e7723354c0be binding to destination host user is already ACTIVE {{(pid=86206) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Nov 10 13:30:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "55c5fe3e-2885-4d71-992b-fe2a99682a12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:30:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "55c5fe3e-2885-4d71-992b-fe2a99682a12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:30:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "55c5fe3e-2885-4d71-992b-fe2a99682a12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:30:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "refresh_cache-55c5fe3e-2885-4d71-992b-fe2a99682a12" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:30:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquired lock "refresh_cache-55c5fe3e-2885-4d71-992b-fe2a99682a12" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:30:43 user nova-compute[86206]: DEBUG nova.network.neutron [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:30:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:44 user nova-compute[86206]: DEBUG nova.network.neutron [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Updating instance_info_cache with network_info: [{"id": "36346bcb-bfee-43e5-98fa-e7723354c0be", "address": "fa:16:3e:b8:07:e1", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36346bcb-bf", "ovs_interfaceid": "36346bcb-bfee-43e5-98fa-e7723354c0be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:30:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Releasing lock "refresh_cache-55c5fe3e-2885-4d71-992b-fe2a99682a12" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:30:44 user nova-compute[86206]: DEBUG os_brick.utils [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:30:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:30:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:30:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdb3911b-3880-4991-8153-291cccdad06f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:30:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:30:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.025s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:30:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[539e507d-26e9-4901-822d-15090062c9bd]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:30:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:30:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:30:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a796cf70-b09f-4735-97e9-a8d85c6a4a3f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:30:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[9359e594-1903-42b2-b657-7158809ae8fc]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:30:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:30:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:30:44 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:30:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:30:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:30:44 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:30:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[08bbc581-a6a5-4aab-a1ed-26f3affed9c1]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:30:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:30:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:30:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:30:44 user nova-compute[86206]: DEBUG os_brick.utils [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] <== get_connector_properties: return (159ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:30:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Acquiring lock "b174a322-8f63-41cc-afc6-881e4dd1b665" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:30:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "b174a322-8f63-41cc-afc6-881e4dd1b665" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:30:46 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:30:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:30:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:30:47 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:30:47 user nova-compute[86206]: INFO nova.compute.claims [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Claim successful on node user
Nov 10 13:30:47 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:30:47 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:30:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.546s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:30:47 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:30:47 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:30:47 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:30:47 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:30:47 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:30:47 user nova-compute[86206]: DEBUG nova.policy [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c4a8bad7c05418aa2fd819a549a7e36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f51f5a8c19194cd9aeeddc45b3de1fb4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:30:47 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:30:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:30:47 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Creating image(s)
Nov 10 13:30:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Acquiring lock "/opt/stack/data/nova/instances/b174a322-8f63-41cc-afc6-881e4dd1b665/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:30:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "/opt/stack/data/nova/instances/b174a322-8f63-41cc-afc6-881e4dd1b665/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:30:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "/opt/stack/data/nova/instances/b174a322-8f63-41cc-afc6-881e4dd1b665/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.098s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:30:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:30:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.202s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:30:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Acquiring lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:30:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:30:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:30:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.219s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:30:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/b174a322-8f63-41cc-afc6-881e4dd1b665/disk 1073741824 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:30:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/b174a322-8f63-41cc-afc6-881e4dd1b665/disk 1073741824" returned: 0 in 0.067s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:30:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.295s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:30:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:30:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.205s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:30:48 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b174a322-8f63-41cc-afc6-881e4dd1b665/disk. size=1073741824 {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 10 13:30:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b174a322-8f63-41cc-afc6-881e4dd1b665/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:30:48 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Successfully created port: 2ab527dd-1a54-474f-bedd-739160858dc7 {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:30:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b174a322-8f63-41cc-afc6-881e4dd1b665/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:30:48 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Cannot resize image /opt/stack/data/nova/instances/b174a322-8f63-41cc-afc6-881e4dd1b665/disk to a smaller size. {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 10 13:30:48 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:30:48 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Ensure instance console log exists: /opt/stack/data/nova/instances/b174a322-8f63-41cc-afc6-881e4dd1b665/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:30:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:30:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:30:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Successfully updated port: 2ab527dd-1a54-474f-bedd-739160858dc7 {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Acquiring lock "refresh_cache-b174a322-8f63-41cc-afc6-881e4dd1b665" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Acquired lock "refresh_cache-b174a322-8f63-41cc-afc6-881e4dd1b665" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG nova.compute.manager [req-194b6e56-e898-459a-96e1-5c6b3b6f1c66 req-64afda9c-868f-4864-90ba-c651660bbe8d service nova] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Received event network-changed-2ab527dd-1a54-474f-bedd-739160858dc7 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG nova.compute.manager [req-194b6e56-e898-459a-96e1-5c6b3b6f1c66 req-64afda9c-868f-4864-90ba-c651660bbe8d service nova] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Refreshing instance network info cache due to event network-changed-2ab527dd-1a54-474f-bedd-739160858dc7. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-194b6e56-e898-459a-96e1-5c6b3b6f1c66 req-64afda9c-868f-4864-90ba-c651660bbe8d service nova] Acquiring lock "refresh_cache-b174a322-8f63-41cc-afc6-881e4dd1b665" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Updating instance_info_cache with network_info: [{"id": "2ab527dd-1a54-474f-bedd-739160858dc7", "address": "fa:16:3e:d4:6b:86", "network": {"id": "f828dc86-8039-4e45-9f53-d673da27848a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1822137762-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f51f5a8c19194cd9aeeddc45b3de1fb4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ab527dd-1a", "ovs_interfaceid": "2ab527dd-1a54-474f-bedd-739160858dc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Releasing lock "refresh_cache-b174a322-8f63-41cc-afc6-881e4dd1b665" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Instance network_info: |[{"id": "2ab527dd-1a54-474f-bedd-739160858dc7", "address": "fa:16:3e:d4:6b:86", "network": {"id": "f828dc86-8039-4e45-9f53-d673da27848a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1822137762-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f51f5a8c19194cd9aeeddc45b3de1fb4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ab527dd-1a", "ovs_interfaceid": "2ab527dd-1a54-474f-bedd-739160858dc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-194b6e56-e898-459a-96e1-5c6b3b6f1c66 req-64afda9c-868f-4864-90ba-c651660bbe8d service nova] Acquired lock "refresh_cache-b174a322-8f63-41cc-afc6-881e4dd1b665" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG nova.network.neutron [req-194b6e56-e898-459a-96e1-5c6b3b6f1c66 req-64afda9c-868f-4864-90ba-c651660bbe8d service nova] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Refreshing network info cache for port 2ab527dd-1a54-474f-bedd-739160858dc7 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Start _get_guest_xml network_info=[{"id": "2ab527dd-1a54-474f-bedd-739160858dc7", "address": "fa:16:3e:d4:6b:86", "network": {"id": "f828dc86-8039-4e45-9f53-d673da27848a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1822137762-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f51f5a8c19194cd9aeeddc45b3de1fb4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ab527dd-1a", "ovs_interfaceid": "2ab527dd-1a54-474f-bedd-739160858dc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '73290e4a-d2c0-4305-9ee6-397ce6a900ba'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:30:49 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:30:49 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:30:49 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:30:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-602635651',display_name='tempest-AttachVolumeTestJSON-server-602635651',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-602635651',id=27,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHx+0g18Es153d0yGV2JwIYkitu1JByB939qhLb1s2pubU/S6NGuMslJiO5WTlKsZxbmtinilZrYRhat1fE89tbvMTzcsyMLJMqaOX7d9mR3fDMriDFsXCBGCVV7odx48Q==',key_name='tempest-keypair-563195143',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f51f5a8c19194cd9aeeddc45b3de1fb4',ramdisk_id='',reservation_id='r-dtxru1gw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-851685879',owner_user_name='tempest-AttachVolumeTestJSON-851685879-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:30:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5c4a8bad7c05418aa2fd819a549a7e36',uuid=b174a322-8f63-41cc-afc6-881e4dd1b665,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2ab527dd-1a54-474f-bedd-739160858dc7", "address": "fa:16:3e:d4:6b:86", "network": {"id": "f828dc86-8039-4e45-9f53-d673da27848a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1822137762-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f51f5a8c19194cd9aeeddc45b3de1fb4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ab527dd-1a", "ovs_interfaceid": "2ab527dd-1a54-474f-bedd-739160858dc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Converting VIF {"id": "2ab527dd-1a54-474f-bedd-739160858dc7", "address": "fa:16:3e:d4:6b:86", "network": {"id": "f828dc86-8039-4e45-9f53-d673da27848a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1822137762-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f51f5a8c19194cd9aeeddc45b3de1fb4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ab527dd-1a", "ovs_interfaceid": "2ab527dd-1a54-474f-bedd-739160858dc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d4:6b:86,bridge_name='br-int',has_traffic_filtering=True,id=2ab527dd-1a54-474f-bedd-739160858dc7,network=Network(f828dc86-8039-4e45-9f53-d673da27848a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ab527dd-1a') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG nova.objects.instance [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lazy-loading 'pci_devices' on Instance uuid b174a322-8f63-41cc-afc6-881e4dd1b665 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:30:49 user nova-compute[86206]:   <uuid>b174a322-8f63-41cc-afc6-881e4dd1b665</uuid>
Nov 10 13:30:49 user nova-compute[86206]:   <name>instance-0000001b</name>
Nov 10 13:30:49 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:30:49 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:30:49 user nova-compute[86206]:   <metadata>
Nov 10 13:30:49 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:30:49 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:30:49 user nova-compute[86206]:       <nova:name>tempest-AttachVolumeTestJSON-server-602635651</nova:name>
Nov 10 13:30:49 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:30:49</nova:creationTime>
Nov 10 13:30:49 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:30:49 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:30:49 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:30:49 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:30:49 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:30:49 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:30:49 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:30:49 user nova-compute[86206]:       <nova:owner>
Nov 10 13:30:49 user nova-compute[86206]:         <nova:user uuid="5c4a8bad7c05418aa2fd819a549a7e36">tempest-AttachVolumeTestJSON-851685879-project-member</nova:user>
Nov 10 13:30:49 user nova-compute[86206]:         <nova:project uuid="f51f5a8c19194cd9aeeddc45b3de1fb4">tempest-AttachVolumeTestJSON-851685879</nova:project>
Nov 10 13:30:49 user nova-compute[86206]:       </nova:owner>
Nov 10 13:30:49 user nova-compute[86206]:       <nova:root type="image" uuid="73290e4a-d2c0-4305-9ee6-397ce6a900ba"/>
Nov 10 13:30:49 user nova-compute[86206]:       <nova:ports>
Nov 10 13:30:49 user nova-compute[86206]:         <nova:port uuid="2ab527dd-1a54-474f-bedd-739160858dc7">
Nov 10 13:30:49 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 10 13:30:49 user nova-compute[86206]:         </nova:port>
Nov 10 13:30:49 user nova-compute[86206]:       </nova:ports>
Nov 10 13:30:49 user nova-compute[86206]:     </nova:instance>
Nov 10 13:30:49 user nova-compute[86206]:   </metadata>
Nov 10 13:30:49 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:30:49 user nova-compute[86206]:     <system>
Nov 10 13:30:49 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:30:49 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:30:49 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:30:49 user nova-compute[86206]:       <entry name="serial">b174a322-8f63-41cc-afc6-881e4dd1b665</entry>
Nov 10 13:30:49 user nova-compute[86206]:       <entry name="uuid">b174a322-8f63-41cc-afc6-881e4dd1b665</entry>
Nov 10 13:30:49 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:30:49 user nova-compute[86206]:     </system>
Nov 10 13:30:49 user nova-compute[86206]:   </sysinfo>
Nov 10 13:30:49 user nova-compute[86206]:   <os>
Nov 10 13:30:49 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:30:49 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:30:49 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:30:49 user nova-compute[86206]:   </os>
Nov 10 13:30:49 user nova-compute[86206]:   <features>
Nov 10 13:30:49 user nova-compute[86206]:     <acpi/>
Nov 10 13:30:49 user nova-compute[86206]:     <apic/>
Nov 10 13:30:49 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:30:49 user nova-compute[86206]:   </features>
Nov 10 13:30:49 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:30:49 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:30:49 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:30:49 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:30:49 user nova-compute[86206]:   </clock>
Nov 10 13:30:49 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:30:49 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:30:49 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:30:49 user nova-compute[86206]:   </cpu>
Nov 10 13:30:49 user nova-compute[86206]:   <devices>
Nov 10 13:30:49 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:30:49 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:30:49 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/b174a322-8f63-41cc-afc6-881e4dd1b665/disk"/>
Nov 10 13:30:49 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:30:49 user nova-compute[86206]:     </disk>
Nov 10 13:30:49 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:30:49 user nova-compute[86206]:       <mac address="fa:16:3e:d4:6b:86"/>
Nov 10 13:30:49 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:30:49 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:30:49 user nova-compute[86206]:       <target dev="tap2ab527dd-1a"/>
Nov 10 13:30:49 user nova-compute[86206]:     </interface>
Nov 10 13:30:49 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:30:49 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/b174a322-8f63-41cc-afc6-881e4dd1b665/console.log" append="off"/>
Nov 10 13:30:49 user nova-compute[86206]:     </serial>
Nov 10 13:30:49 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:30:49 user nova-compute[86206]:     <video>
Nov 10 13:30:49 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:30:49 user nova-compute[86206]:     </video>
Nov 10 13:30:49 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:30:49 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:30:49 user nova-compute[86206]:     </rng>
Nov 10 13:30:49 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:30:49 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:30:49 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:30:49 user nova-compute[86206]:     </memballoon>
Nov 10 13:30:49 user nova-compute[86206]:   </devices>
Nov 10 13:30:49 user nova-compute[86206]: </domain>
Nov 10 13:30:49 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:30:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-602635651',display_name='tempest-AttachVolumeTestJSON-server-602635651',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-602635651',id=27,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHx+0g18Es153d0yGV2JwIYkitu1JByB939qhLb1s2pubU/S6NGuMslJiO5WTlKsZxbmtinilZrYRhat1fE89tbvMTzcsyMLJMqaOX7d9mR3fDMriDFsXCBGCVV7odx48Q==',key_name='tempest-keypair-563195143',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f51f5a8c19194cd9aeeddc45b3de1fb4',ramdisk_id='',reservation_id='r-dtxru1gw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-851685879',owner_user_name='tempest-AttachVolumeTestJSON-851685879-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:30:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5c4a8bad7c05418aa2fd819a549a7e36',uuid=b174a322-8f63-41cc-afc6-881e4dd1b665,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2ab527dd-1a54-474f-bedd-739160858dc7", "address": "fa:16:3e:d4:6b:86", "network": {"id": "f828dc86-8039-4e45-9f53-d673da27848a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1822137762-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f51f5a8c19194cd9aeeddc45b3de1fb4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ab527dd-1a", "ovs_interfaceid": "2ab527dd-1a54-474f-bedd-739160858dc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Converting VIF {"id": "2ab527dd-1a54-474f-bedd-739160858dc7", "address": "fa:16:3e:d4:6b:86", "network": {"id": "f828dc86-8039-4e45-9f53-d673da27848a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1822137762-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f51f5a8c19194cd9aeeddc45b3de1fb4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ab527dd-1a", "ovs_interfaceid": "2ab527dd-1a54-474f-bedd-739160858dc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d4:6b:86,bridge_name='br-int',has_traffic_filtering=True,id=2ab527dd-1a54-474f-bedd-739160858dc7,network=Network(f828dc86-8039-4e45-9f53-d673da27848a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ab527dd-1a') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG os_vif [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d4:6b:86,bridge_name='br-int',has_traffic_filtering=True,id=2ab527dd-1a54-474f-bedd-739160858dc7,network=Network(f828dc86-8039-4e45-9f53-d673da27848a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ab527dd-1a') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '02ef5c6a-f02f-57dd-9214-ac80c4015b6e', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2ab527dd-1a, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2ab527dd-1a, col_values=(('qos', UUID('449969cc-25ca-477e-84f6-9bd8b57bcc37')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2ab527dd-1a, col_values=(('external_ids', {'iface-id': '2ab527dd-1a54-474f-bedd-739160858dc7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d4:6b:86', 'vm-uuid': 'b174a322-8f63-41cc-afc6-881e4dd1b665'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:49 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:30:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:50 user nova-compute[86206]: INFO os_vif [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d4:6b:86,bridge_name='br-int',has_traffic_filtering=True,id=2ab527dd-1a54-474f-bedd-739160858dc7,network=Network(f828dc86-8039-4e45-9f53-d673da27848a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ab527dd-1a')
Nov 10 13:30:50 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:30:50 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] No VIF found with MAC fa:16:3e:d4:6b:86, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:30:50 user nova-compute[86206]: DEBUG nova.network.neutron [req-194b6e56-e898-459a-96e1-5c6b3b6f1c66 req-64afda9c-868f-4864-90ba-c651660bbe8d service nova] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Updated VIF entry in instance network info cache for port 2ab527dd-1a54-474f-bedd-739160858dc7. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:30:50 user nova-compute[86206]: DEBUG nova.network.neutron [req-194b6e56-e898-459a-96e1-5c6b3b6f1c66 req-64afda9c-868f-4864-90ba-c651660bbe8d service nova] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Updating instance_info_cache with network_info: [{"id": "2ab527dd-1a54-474f-bedd-739160858dc7", "address": "fa:16:3e:d4:6b:86", "network": {"id": "f828dc86-8039-4e45-9f53-d673da27848a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1822137762-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f51f5a8c19194cd9aeeddc45b3de1fb4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ab527dd-1a", "ovs_interfaceid": "2ab527dd-1a54-474f-bedd-739160858dc7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:30:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-194b6e56-e898-459a-96e1-5c6b3b6f1c66 req-64afda9c-868f-4864-90ba-c651660bbe8d service nova] Releasing lock "refresh_cache-b174a322-8f63-41cc-afc6-881e4dd1b665" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:30:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:51 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f70d5288-ce47-47cc-b370-9816aa089941 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Acquiring lock "e67daf4a-9438-455c-ad9e-f4b706296f77" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:30:51 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f70d5288-ce47-47cc-b370-9816aa089941 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Lock "e67daf4a-9438-455c-ad9e-f4b706296f77" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:30:51 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f70d5288-ce47-47cc-b370-9816aa089941 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Acquiring lock "e67daf4a-9438-455c-ad9e-f4b706296f77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:30:51 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f70d5288-ce47-47cc-b370-9816aa089941 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Lock "e67daf4a-9438-455c-ad9e-f4b706296f77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:30:51 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f70d5288-ce47-47cc-b370-9816aa089941 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Lock "e67daf4a-9438-455c-ad9e-f4b706296f77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:30:51 user nova-compute[86206]: INFO nova.compute.manager [None req-f70d5288-ce47-47cc-b370-9816aa089941 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Terminating instance
Nov 10 13:30:51 user nova-compute[86206]: DEBUG nova.compute.manager [None req-f70d5288-ce47-47cc-b370-9816aa089941 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:30:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:52 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Instance destroyed successfully.
Nov 10 13:30:52 user nova-compute[86206]: DEBUG nova.objects.instance [None req-f70d5288-ce47-47cc-b370-9816aa089941 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Lazy-loading 'resources' on Instance uuid e67daf4a-9438-455c-ad9e-f4b706296f77 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:30:52 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-f70d5288-ce47-47cc-b370-9816aa089941 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:22:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-968041639',display_name='tempest-ServerActionsTestOtherB-server-968041639',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-968041639',id=16,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPVw5tlto/OFTP4uYHMnVJT32i7JE0GrRw++lAZ9UthCZCx8zF+PrhfXoOyCjooDBOImu49U/Jn0AzHPqUG7WWk3FEw4lZZ+vNZIBxrK5VKOGynbLA922brF0T5vxkfrtg==',key_name='tempest-keypair-936809989',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:22:28Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='378ba02177a94252ba488d7eead39556',ramdisk_id='',reservation_id='r-vc9u8lm1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherB-585458394',owner_user_name='tempest-ServerActionsTestOtherB-585458394-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:22:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='47e87c7ff7a747c0a490d0091c5f321e',uuid=e67daf4a-9438-455c-ad9e-f4b706296f77,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "21b6fbc8-1657-4664-b9ae-6e51cd64a761", "address": "fa:16:3e:da:93:68", "network": {"id": "9de77117-4989-4714-8d67-66ff6a20fab2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-213645020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "378ba02177a94252ba488d7eead39556", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21b6fbc8-16", "ovs_interfaceid": "21b6fbc8-1657-4664-b9ae-6e51cd64a761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:30:52 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-f70d5288-ce47-47cc-b370-9816aa089941 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Converting VIF {"id": "21b6fbc8-1657-4664-b9ae-6e51cd64a761", "address": "fa:16:3e:da:93:68", "network": {"id": "9de77117-4989-4714-8d67-66ff6a20fab2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-213645020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.57", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "378ba02177a94252ba488d7eead39556", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap21b6fbc8-16", "ovs_interfaceid": "21b6fbc8-1657-4664-b9ae-6e51cd64a761", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:30:52 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-f70d5288-ce47-47cc-b370-9816aa089941 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:da:93:68,bridge_name='br-int',has_traffic_filtering=True,id=21b6fbc8-1657-4664-b9ae-6e51cd64a761,network=Network(9de77117-4989-4714-8d67-66ff6a20fab2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21b6fbc8-16') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:30:52 user nova-compute[86206]: DEBUG os_vif [None req-f70d5288-ce47-47cc-b370-9816aa089941 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:da:93:68,bridge_name='br-int',has_traffic_filtering=True,id=21b6fbc8-1657-4664-b9ae-6e51cd64a761,network=Network(9de77117-4989-4714-8d67-66ff6a20fab2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21b6fbc8-16') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:30:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap21b6fbc8-16, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:30:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:30:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1f972e54-610b-4c09-9d87-3ace250ecb68) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:30:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:30:52 user nova-compute[86206]: INFO os_vif [None req-f70d5288-ce47-47cc-b370-9816aa089941 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:da:93:68,bridge_name='br-int',has_traffic_filtering=True,id=21b6fbc8-1657-4664-b9ae-6e51cd64a761,network=Network(9de77117-4989-4714-8d67-66ff6a20fab2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap21b6fbc8-16')
Nov 10 13:30:52 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-f70d5288-ce47-47cc-b370-9816aa089941 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Deleting instance files /opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77_del
Nov 10 13:30:52 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-f70d5288-ce47-47cc-b370-9816aa089941 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Deletion of /opt/stack/data/nova/instances/e67daf4a-9438-455c-ad9e-f4b706296f77_del complete
Nov 10 13:30:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:52 user nova-compute[86206]: INFO nova.compute.manager [None req-f70d5288-ce47-47cc-b370-9816aa089941 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Took 0.97 seconds to destroy the instance on the hypervisor.
Nov 10 13:30:52 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-f70d5288-ce47-47cc-b370-9816aa089941 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:30:52 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:30:52 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:30:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:53 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:53 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:54 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:30:54 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:30:54 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Instance spawned successfully.
Nov 10 13:30:54 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:30:54 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:30:54 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:30:54 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:30:54 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:30:54 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:30:54 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:30:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquiring lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:30:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:30:54 user nova-compute[86206]: INFO nova.compute.manager [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Took 6.36 seconds to spawn the instance on the hypervisor.
Nov 10 13:30:54 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:30:54 user nova-compute[86206]: DEBUG nova.compute.manager [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:30:54 user nova-compute[86206]: INFO nova.compute.manager [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Took 7.34 seconds to build instance.
Nov 10 13:30:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:30:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:30:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c090258b-be21-44ce-b7b5-0bfb6f860fe5 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "b174a322-8f63-41cc-afc6-881e4dd1b665" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.473s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:30:54 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:30:54 user nova-compute[86206]: INFO nova.compute.claims [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Claim successful on node user
Nov 10 13:30:55 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:30:55 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:30:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.825s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:30:55 user nova-compute[86206]: DEBUG nova.compute.manager [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:30:55 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:30:55 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Took 2.67 seconds to deallocate network for instance.
Nov 10 13:30:55 user nova-compute[86206]: DEBUG nova.compute.manager [req-847317ff-d0b1-4d8a-8beb-4b701b818044 req-de3adfab-2a43-4e6c-96ab-b8e0278d3453 service nova] [instance: e67daf4a-9438-455c-ad9e-f4b706296f77] Received event network-vif-deleted-21b6fbc8-1657-4664-b9ae-6e51cd64a761 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:30:55 user nova-compute[86206]: DEBUG nova.compute.manager [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:30:55 user nova-compute[86206]: DEBUG nova.network.neutron [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:30:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f70d5288-ce47-47cc-b370-9816aa089941 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:30:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f70d5288-ce47-47cc-b370-9816aa089941 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:30:55 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:30:55 user nova-compute[86206]: DEBUG nova.compute.manager [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:30:55 user nova-compute[86206]: DEBUG nova.policy [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86d4c4afc9874d4ea1f37fd27ca0d8aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccc7d64ad3664aed888c4035bb3e4cd9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:30:55 user nova-compute[86206]: DEBUG nova.compute.manager [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:30:55 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:30:55 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Creating image(s)
Nov 10 13:30:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquiring lock "/opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:30:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "/opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:30:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "/opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:30:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:30:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquiring lock "dcbbf073-aada-4069-ab96-58f83cd8259c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:30:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "dcbbf073-aada-4069-ab96-58f83cd8259c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:30:55 user nova-compute[86206]: DEBUG nova.compute.manager [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:30:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:30:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.258s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:30:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquiring lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:30:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:30:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:30:55 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-f70d5288-ce47-47cc-b370-9816aa089941 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:30:55 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-f70d5288-ce47-47cc-b370-9816aa089941 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:30:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f70d5288-ce47-47cc-b370-9816aa089941 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.752s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:30:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.211s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:30:56 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:30:56 user nova-compute[86206]: INFO nova.compute.claims [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Claim successful on node user
Nov 10 13:30:56 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.219s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:30:56 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk 1073741824 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:30:56 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-f70d5288-ce47-47cc-b370-9816aa089941 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Deleted allocations for instance e67daf4a-9438-455c-ad9e-f4b706296f77
Nov 10 13:30:56 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk 1073741824" returned: 0 in 0.086s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:30:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.326s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:30:56 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:30:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f70d5288-ce47-47cc-b370-9816aa089941 tempest-ServerActionsTestOtherB-585458394 tempest-ServerActionsTestOtherB-585458394-project-member] Lock "e67daf4a-9438-455c-ad9e-f4b706296f77" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.763s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:30:56 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.204s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:30:56 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk. size=1073741824 {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 10 13:30:56 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:30:56 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:30:56 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Cannot resize image /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk to a smaller size. {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 10 13:30:56 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:30:56 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Ensure instance console log exists: /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:30:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:30:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:30:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:30:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:56 user nova-compute[86206]: DEBUG nova.network.neutron [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Successfully created port: 9b2a8f53-1ad7-4c98-bad4-90862f8cc057 {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:30:56 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:30:56 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:30:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.820s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:30:56 user nova-compute[86206]: DEBUG nova.compute.manager [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:30:56 user nova-compute[86206]: DEBUG nova.compute.manager [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:30:56 user nova-compute[86206]: DEBUG nova.network.neutron [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:30:56 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:30:57 user nova-compute[86206]: DEBUG nova.compute.manager [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:30:57 user nova-compute[86206]: DEBUG nova.policy [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86d4c4afc9874d4ea1f37fd27ca0d8aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccc7d64ad3664aed888c4035bb3e4cd9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:30:57 user nova-compute[86206]: DEBUG nova.compute.manager [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:30:57 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:30:57 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Creating image(s)
Nov 10 13:30:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquiring lock "/opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:30:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "/opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:30:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "/opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:30:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:30:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.249s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:30:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquiring lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:30:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.005s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:30:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:30:57 user nova-compute[86206]: DEBUG nova.network.neutron [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Successfully updated port: 9b2a8f53-1ad7-4c98-bad4-90862f8cc057 {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:30:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquiring lock "refresh_cache-4e270764-c028-41ad-b2f7-4d502bd8d7ef" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:30:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquired lock "refresh_cache-4e270764-c028-41ad-b2f7-4d502bd8d7ef" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:30:57 user nova-compute[86206]: DEBUG nova.network.neutron [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:30:57 user nova-compute[86206]: DEBUG nova.compute.manager [req-b7b36571-2297-463f-afad-da11a49baf39 req-3d683b54-b3f7-404c-883f-6ad8673ececd service nova] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Received event network-changed-9b2a8f53-1ad7-4c98-bad4-90862f8cc057 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:30:57 user nova-compute[86206]: DEBUG nova.compute.manager [req-b7b36571-2297-463f-afad-da11a49baf39 req-3d683b54-b3f7-404c-883f-6ad8673ececd service nova] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Refreshing instance network info cache due to event network-changed-9b2a8f53-1ad7-4c98-bad4-90862f8cc057. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:30:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b7b36571-2297-463f-afad-da11a49baf39 req-3d683b54-b3f7-404c-883f-6ad8673ececd service nova] Acquiring lock "refresh_cache-4e270764-c028-41ad-b2f7-4d502bd8d7ef" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:30:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.213s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:30:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk 1073741824 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:30:57 user nova-compute[86206]: DEBUG nova.network.neutron [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:30:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk 1073741824" returned: 0 in 0.070s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:30:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.288s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:30:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:30:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.230s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:30:57 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Checking if we can resize image /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk. size=1073741824 {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 10 13:30:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG nova.network.neutron [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Successfully created port: 27eb0326-2bc9-41c0-ba01-0803b82e7ceb {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json" returned: 0 in 0.239s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Cannot resize image /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk to a smaller size. {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Ensure instance console log exists: /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG nova.network.neutron [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Updating instance_info_cache with network_info: [{"id": "9b2a8f53-1ad7-4c98-bad4-90862f8cc057", "address": "fa:16:3e:61:97:70", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b2a8f53-1a", "ovs_interfaceid": "9b2a8f53-1ad7-4c98-bad4-90862f8cc057", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Releasing lock "refresh_cache-4e270764-c028-41ad-b2f7-4d502bd8d7ef" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG nova.compute.manager [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Instance network_info: |[{"id": "9b2a8f53-1ad7-4c98-bad4-90862f8cc057", "address": "fa:16:3e:61:97:70", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b2a8f53-1a", "ovs_interfaceid": "9b2a8f53-1ad7-4c98-bad4-90862f8cc057", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b7b36571-2297-463f-afad-da11a49baf39 req-3d683b54-b3f7-404c-883f-6ad8673ececd service nova] Acquired lock "refresh_cache-4e270764-c028-41ad-b2f7-4d502bd8d7ef" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG nova.network.neutron [req-b7b36571-2297-463f-afad-da11a49baf39 req-3d683b54-b3f7-404c-883f-6ad8673ececd service nova] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Refreshing network info cache for port 9b2a8f53-1ad7-4c98-bad4-90862f8cc057 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Start _get_guest_xml network_info=[{"id": "9b2a8f53-1ad7-4c98-bad4-90862f8cc057", "address": "fa:16:3e:61:97:70", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b2a8f53-1a", "ovs_interfaceid": "9b2a8f53-1ad7-4c98-bad4-90862f8cc057", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '73290e4a-d2c0-4305-9ee6-397ce6a900ba'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:30:58 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:30:58 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:30:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:30:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-826744250',display_name='tempest-ServerRescueNegativeTestJSON-server-826744250',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-826744250',id=28,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ccc7d64ad3664aed888c4035bb3e4cd9',ramdisk_id='',reservation_id='r-6k34q16k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-330734770',owner_user_name='tempest-ServerRescueNegativeTestJSON-330734770-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:30:55Z,user_data=None,user_id='86d4c4afc9874d4ea1f37fd27ca0d8aa',uuid=4e270764-c028-41ad-b2f7-4d502bd8d7ef,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9b2a8f53-1ad7-4c98-bad4-90862f8cc057", "address": "fa:16:3e:61:97:70", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b2a8f53-1a", "ovs_interfaceid": "9b2a8f53-1ad7-4c98-bad4-90862f8cc057", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Converting VIF {"id": "9b2a8f53-1ad7-4c98-bad4-90862f8cc057", "address": "fa:16:3e:61:97:70", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b2a8f53-1a", "ovs_interfaceid": "9b2a8f53-1ad7-4c98-bad4-90862f8cc057", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:61:97:70,bridge_name='br-int',has_traffic_filtering=True,id=9b2a8f53-1ad7-4c98-bad4-90862f8cc057,network=Network(07a75854-977d-4a57-be18-1d83f03f99f7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b2a8f53-1a') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG nova.objects.instance [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lazy-loading 'pci_devices' on Instance uuid 4e270764-c028-41ad-b2f7-4d502bd8d7ef {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:30:58 user nova-compute[86206]:   <uuid>4e270764-c028-41ad-b2f7-4d502bd8d7ef</uuid>
Nov 10 13:30:58 user nova-compute[86206]:   <name>instance-0000001c</name>
Nov 10 13:30:58 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:30:58 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:30:58 user nova-compute[86206]:   <metadata>
Nov 10 13:30:58 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:30:58 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:30:58 user nova-compute[86206]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-826744250</nova:name>
Nov 10 13:30:58 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:30:58</nova:creationTime>
Nov 10 13:30:58 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:30:58 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:30:58 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:30:58 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:30:58 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:30:58 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:30:58 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:30:58 user nova-compute[86206]:       <nova:owner>
Nov 10 13:30:58 user nova-compute[86206]:         <nova:user uuid="86d4c4afc9874d4ea1f37fd27ca0d8aa">tempest-ServerRescueNegativeTestJSON-330734770-project-member</nova:user>
Nov 10 13:30:58 user nova-compute[86206]:         <nova:project uuid="ccc7d64ad3664aed888c4035bb3e4cd9">tempest-ServerRescueNegativeTestJSON-330734770</nova:project>
Nov 10 13:30:58 user nova-compute[86206]:       </nova:owner>
Nov 10 13:30:58 user nova-compute[86206]:       <nova:root type="image" uuid="73290e4a-d2c0-4305-9ee6-397ce6a900ba"/>
Nov 10 13:30:58 user nova-compute[86206]:       <nova:ports>
Nov 10 13:30:58 user nova-compute[86206]:         <nova:port uuid="9b2a8f53-1ad7-4c98-bad4-90862f8cc057">
Nov 10 13:30:58 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 10 13:30:58 user nova-compute[86206]:         </nova:port>
Nov 10 13:30:58 user nova-compute[86206]:       </nova:ports>
Nov 10 13:30:58 user nova-compute[86206]:     </nova:instance>
Nov 10 13:30:58 user nova-compute[86206]:   </metadata>
Nov 10 13:30:58 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:30:58 user nova-compute[86206]:     <system>
Nov 10 13:30:58 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:30:58 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:30:58 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:30:58 user nova-compute[86206]:       <entry name="serial">4e270764-c028-41ad-b2f7-4d502bd8d7ef</entry>
Nov 10 13:30:58 user nova-compute[86206]:       <entry name="uuid">4e270764-c028-41ad-b2f7-4d502bd8d7ef</entry>
Nov 10 13:30:58 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:30:58 user nova-compute[86206]:     </system>
Nov 10 13:30:58 user nova-compute[86206]:   </sysinfo>
Nov 10 13:30:58 user nova-compute[86206]:   <os>
Nov 10 13:30:58 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:30:58 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:30:58 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:30:58 user nova-compute[86206]:   </os>
Nov 10 13:30:58 user nova-compute[86206]:   <features>
Nov 10 13:30:58 user nova-compute[86206]:     <acpi/>
Nov 10 13:30:58 user nova-compute[86206]:     <apic/>
Nov 10 13:30:58 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:30:58 user nova-compute[86206]:   </features>
Nov 10 13:30:58 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:30:58 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:30:58 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:30:58 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:30:58 user nova-compute[86206]:   </clock>
Nov 10 13:30:58 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:30:58 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:30:58 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:30:58 user nova-compute[86206]:   </cpu>
Nov 10 13:30:58 user nova-compute[86206]:   <devices>
Nov 10 13:30:58 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:30:58 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:30:58 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk"/>
Nov 10 13:30:58 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:30:58 user nova-compute[86206]:     </disk>
Nov 10 13:30:58 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:30:58 user nova-compute[86206]:       <mac address="fa:16:3e:61:97:70"/>
Nov 10 13:30:58 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:30:58 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:30:58 user nova-compute[86206]:       <target dev="tap9b2a8f53-1a"/>
Nov 10 13:30:58 user nova-compute[86206]:     </interface>
Nov 10 13:30:58 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:30:58 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/console.log" append="off"/>
Nov 10 13:30:58 user nova-compute[86206]:     </serial>
Nov 10 13:30:58 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:30:58 user nova-compute[86206]:     <video>
Nov 10 13:30:58 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:30:58 user nova-compute[86206]:     </video>
Nov 10 13:30:58 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:30:58 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:30:58 user nova-compute[86206]:     </rng>
Nov 10 13:30:58 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:30:58 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:30:58 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:30:58 user nova-compute[86206]:     </memballoon>
Nov 10 13:30:58 user nova-compute[86206]:   </devices>
Nov 10 13:30:58 user nova-compute[86206]: </domain>
Nov 10 13:30:58 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:30:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-826744250',display_name='tempest-ServerRescueNegativeTestJSON-server-826744250',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-826744250',id=28,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ccc7d64ad3664aed888c4035bb3e4cd9',ramdisk_id='',reservation_id='r-6k34q16k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-330734770',owner_user_name='tempest-ServerRescueNegativeTestJSON-330734770-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:30:55Z,user_data=None,user_id='86d4c4afc9874d4ea1f37fd27ca0d8aa',uuid=4e270764-c028-41ad-b2f7-4d502bd8d7ef,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9b2a8f53-1ad7-4c98-bad4-90862f8cc057", "address": "fa:16:3e:61:97:70", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b2a8f53-1a", "ovs_interfaceid": "9b2a8f53-1ad7-4c98-bad4-90862f8cc057", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Converting VIF {"id": "9b2a8f53-1ad7-4c98-bad4-90862f8cc057", "address": "fa:16:3e:61:97:70", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b2a8f53-1a", "ovs_interfaceid": "9b2a8f53-1ad7-4c98-bad4-90862f8cc057", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:61:97:70,bridge_name='br-int',has_traffic_filtering=True,id=9b2a8f53-1ad7-4c98-bad4-90862f8cc057,network=Network(07a75854-977d-4a57-be18-1d83f03f99f7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b2a8f53-1a') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG os_vif [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:61:97:70,bridge_name='br-int',has_traffic_filtering=True,id=9b2a8f53-1ad7-4c98-bad4-90862f8cc057,network=Network(07a75854-977d-4a57-be18-1d83f03f99f7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b2a8f53-1a') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3cac1aaa-acd7-5811-985e-780d972183f3', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9b2a8f53-1a, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9b2a8f53-1a, col_values=(('qos', UUID('b423eccf-a605-43d2-bf59-656eddbc9ef3')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9b2a8f53-1a, col_values=(('external_ids', {'iface-id': '9b2a8f53-1ad7-4c98-bad4-90862f8cc057', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:61:97:70', 'vm-uuid': '4e270764-c028-41ad-b2f7-4d502bd8d7ef'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:58 user nova-compute[86206]: INFO os_vif [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:61:97:70,bridge_name='br-int',has_traffic_filtering=True,id=9b2a8f53-1ad7-4c98-bad4-90862f8cc057,network=Network(07a75854-977d-4a57-be18-1d83f03f99f7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b2a8f53-1a')
Nov 10 13:30:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:30:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] No VIF found with MAC fa:16:3e:61:97:70, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG nova.network.neutron [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Successfully updated port: 27eb0326-2bc9-41c0-ba01-0803b82e7ceb {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquiring lock "refresh_cache-dcbbf073-aada-4069-ab96-58f83cd8259c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquired lock "refresh_cache-dcbbf073-aada-4069-ab96-58f83cd8259c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG nova.network.neutron [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG nova.compute.manager [req-16bed1f7-7867-48ed-8000-3131a6c2222b req-c318199f-0f1d-41a8-86b0-e56b9453eff7 service nova] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Received event network-changed-27eb0326-2bc9-41c0-ba01-0803b82e7ceb {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG nova.compute.manager [req-16bed1f7-7867-48ed-8000-3131a6c2222b req-c318199f-0f1d-41a8-86b0-e56b9453eff7 service nova] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Refreshing instance network info cache due to event network-changed-27eb0326-2bc9-41c0-ba01-0803b82e7ceb. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-16bed1f7-7867-48ed-8000-3131a6c2222b req-c318199f-0f1d-41a8-86b0-e56b9453eff7 service nova] Acquiring lock "refresh_cache-dcbbf073-aada-4069-ab96-58f83cd8259c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG nova.network.neutron [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG nova.network.neutron [req-b7b36571-2297-463f-afad-da11a49baf39 req-3d683b54-b3f7-404c-883f-6ad8673ececd service nova] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Updated VIF entry in instance network info cache for port 9b2a8f53-1ad7-4c98-bad4-90862f8cc057. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG nova.network.neutron [req-b7b36571-2297-463f-afad-da11a49baf39 req-3d683b54-b3f7-404c-883f-6ad8673ececd service nova] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Updating instance_info_cache with network_info: [{"id": "9b2a8f53-1ad7-4c98-bad4-90862f8cc057", "address": "fa:16:3e:61:97:70", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b2a8f53-1a", "ovs_interfaceid": "9b2a8f53-1ad7-4c98-bad4-90862f8cc057", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b7b36571-2297-463f-afad-da11a49baf39 req-3d683b54-b3f7-404c-883f-6ad8673ececd service nova] Releasing lock "refresh_cache-4e270764-c028-41ad-b2f7-4d502bd8d7ef" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG nova.network.neutron [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Updating instance_info_cache with network_info: [{"id": "27eb0326-2bc9-41c0-ba01-0803b82e7ceb", "address": "fa:16:3e:c4:71:b2", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27eb0326-2b", "ovs_interfaceid": "27eb0326-2bc9-41c0-ba01-0803b82e7ceb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Releasing lock "refresh_cache-dcbbf073-aada-4069-ab96-58f83cd8259c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG nova.compute.manager [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Instance network_info: |[{"id": "27eb0326-2bc9-41c0-ba01-0803b82e7ceb", "address": "fa:16:3e:c4:71:b2", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27eb0326-2b", "ovs_interfaceid": "27eb0326-2bc9-41c0-ba01-0803b82e7ceb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-16bed1f7-7867-48ed-8000-3131a6c2222b req-c318199f-0f1d-41a8-86b0-e56b9453eff7 service nova] Acquired lock "refresh_cache-dcbbf073-aada-4069-ab96-58f83cd8259c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG nova.network.neutron [req-16bed1f7-7867-48ed-8000-3131a6c2222b req-c318199f-0f1d-41a8-86b0-e56b9453eff7 service nova] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Refreshing network info cache for port 27eb0326-2bc9-41c0-ba01-0803b82e7ceb {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Start _get_guest_xml network_info=[{"id": "27eb0326-2bc9-41c0-ba01-0803b82e7ceb", "address": "fa:16:3e:c4:71:b2", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27eb0326-2b", "ovs_interfaceid": "27eb0326-2bc9-41c0-ba01-0803b82e7ceb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '73290e4a-d2c0-4305-9ee6-397ce6a900ba'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:30:59 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:30:59 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:30:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:30:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1817461097',display_name='tempest-ServerRescueNegativeTestJSON-server-1817461097',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1817461097',id=29,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ccc7d64ad3664aed888c4035bb3e4cd9',ramdisk_id='',reservation_id='r-xkk0geog',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-330734770',owner_user_name='tempest-ServerRescueNegativeTestJSON-330734770-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:30:57Z,user_data=None,user_id='86d4c4afc9874d4ea1f37fd27ca0d8aa',uuid=dcbbf073-aada-4069-ab96-58f83cd8259c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "27eb0326-2bc9-41c0-ba01-0803b82e7ceb", "address": "fa:16:3e:c4:71:b2", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27eb0326-2b", "ovs_interfaceid": "27eb0326-2bc9-41c0-ba01-0803b82e7ceb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Converting VIF {"id": "27eb0326-2bc9-41c0-ba01-0803b82e7ceb", "address": "fa:16:3e:c4:71:b2", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27eb0326-2b", "ovs_interfaceid": "27eb0326-2bc9-41c0-ba01-0803b82e7ceb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c4:71:b2,bridge_name='br-int',has_traffic_filtering=True,id=27eb0326-2bc9-41c0-ba01-0803b82e7ceb,network=Network(07a75854-977d-4a57-be18-1d83f03f99f7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap27eb0326-2b') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG nova.objects.instance [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lazy-loading 'pci_devices' on Instance uuid dcbbf073-aada-4069-ab96-58f83cd8259c {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:30:59 user nova-compute[86206]:   <uuid>dcbbf073-aada-4069-ab96-58f83cd8259c</uuid>
Nov 10 13:30:59 user nova-compute[86206]:   <name>instance-0000001d</name>
Nov 10 13:30:59 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:30:59 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:30:59 user nova-compute[86206]:   <metadata>
Nov 10 13:30:59 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:30:59 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:30:59 user nova-compute[86206]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1817461097</nova:name>
Nov 10 13:30:59 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:30:59</nova:creationTime>
Nov 10 13:30:59 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:30:59 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:30:59 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:30:59 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:30:59 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:30:59 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:30:59 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:30:59 user nova-compute[86206]:       <nova:owner>
Nov 10 13:30:59 user nova-compute[86206]:         <nova:user uuid="86d4c4afc9874d4ea1f37fd27ca0d8aa">tempest-ServerRescueNegativeTestJSON-330734770-project-member</nova:user>
Nov 10 13:30:59 user nova-compute[86206]:         <nova:project uuid="ccc7d64ad3664aed888c4035bb3e4cd9">tempest-ServerRescueNegativeTestJSON-330734770</nova:project>
Nov 10 13:30:59 user nova-compute[86206]:       </nova:owner>
Nov 10 13:30:59 user nova-compute[86206]:       <nova:root type="image" uuid="73290e4a-d2c0-4305-9ee6-397ce6a900ba"/>
Nov 10 13:30:59 user nova-compute[86206]:       <nova:ports>
Nov 10 13:30:59 user nova-compute[86206]:         <nova:port uuid="27eb0326-2bc9-41c0-ba01-0803b82e7ceb">
Nov 10 13:30:59 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 10 13:30:59 user nova-compute[86206]:         </nova:port>
Nov 10 13:30:59 user nova-compute[86206]:       </nova:ports>
Nov 10 13:30:59 user nova-compute[86206]:     </nova:instance>
Nov 10 13:30:59 user nova-compute[86206]:   </metadata>
Nov 10 13:30:59 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:30:59 user nova-compute[86206]:     <system>
Nov 10 13:30:59 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:30:59 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:30:59 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:30:59 user nova-compute[86206]:       <entry name="serial">dcbbf073-aada-4069-ab96-58f83cd8259c</entry>
Nov 10 13:30:59 user nova-compute[86206]:       <entry name="uuid">dcbbf073-aada-4069-ab96-58f83cd8259c</entry>
Nov 10 13:30:59 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:30:59 user nova-compute[86206]:     </system>
Nov 10 13:30:59 user nova-compute[86206]:   </sysinfo>
Nov 10 13:30:59 user nova-compute[86206]:   <os>
Nov 10 13:30:59 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:30:59 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:30:59 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:30:59 user nova-compute[86206]:   </os>
Nov 10 13:30:59 user nova-compute[86206]:   <features>
Nov 10 13:30:59 user nova-compute[86206]:     <acpi/>
Nov 10 13:30:59 user nova-compute[86206]:     <apic/>
Nov 10 13:30:59 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:30:59 user nova-compute[86206]:   </features>
Nov 10 13:30:59 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:30:59 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:30:59 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:30:59 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:30:59 user nova-compute[86206]:   </clock>
Nov 10 13:30:59 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:30:59 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:30:59 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:30:59 user nova-compute[86206]:   </cpu>
Nov 10 13:30:59 user nova-compute[86206]:   <devices>
Nov 10 13:30:59 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:30:59 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:30:59 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk"/>
Nov 10 13:30:59 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:30:59 user nova-compute[86206]:     </disk>
Nov 10 13:30:59 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:30:59 user nova-compute[86206]:       <mac address="fa:16:3e:c4:71:b2"/>
Nov 10 13:30:59 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:30:59 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:30:59 user nova-compute[86206]:       <target dev="tap27eb0326-2b"/>
Nov 10 13:30:59 user nova-compute[86206]:     </interface>
Nov 10 13:30:59 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:30:59 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/console.log" append="off"/>
Nov 10 13:30:59 user nova-compute[86206]:     </serial>
Nov 10 13:30:59 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:30:59 user nova-compute[86206]:     <video>
Nov 10 13:30:59 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:30:59 user nova-compute[86206]:     </video>
Nov 10 13:30:59 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:30:59 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:30:59 user nova-compute[86206]:     </rng>
Nov 10 13:30:59 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:30:59 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:30:59 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:30:59 user nova-compute[86206]:     </memballoon>
Nov 10 13:30:59 user nova-compute[86206]:   </devices>
Nov 10 13:30:59 user nova-compute[86206]: </domain>
Nov 10 13:30:59 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:30:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1817461097',display_name='tempest-ServerRescueNegativeTestJSON-server-1817461097',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1817461097',id=29,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ccc7d64ad3664aed888c4035bb3e4cd9',ramdisk_id='',reservation_id='r-xkk0geog',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-330734770',owner_user_name='tempest-ServerRescueNegativeTestJSON-330734770-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:30:57Z,user_data=None,user_id='86d4c4afc9874d4ea1f37fd27ca0d8aa',uuid=dcbbf073-aada-4069-ab96-58f83cd8259c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "27eb0326-2bc9-41c0-ba01-0803b82e7ceb", "address": "fa:16:3e:c4:71:b2", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27eb0326-2b", "ovs_interfaceid": "27eb0326-2bc9-41c0-ba01-0803b82e7ceb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Converting VIF {"id": "27eb0326-2bc9-41c0-ba01-0803b82e7ceb", "address": "fa:16:3e:c4:71:b2", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27eb0326-2b", "ovs_interfaceid": "27eb0326-2bc9-41c0-ba01-0803b82e7ceb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c4:71:b2,bridge_name='br-int',has_traffic_filtering=True,id=27eb0326-2bc9-41c0-ba01-0803b82e7ceb,network=Network(07a75854-977d-4a57-be18-1d83f03f99f7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap27eb0326-2b') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG os_vif [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c4:71:b2,bridge_name='br-int',has_traffic_filtering=True,id=27eb0326-2bc9-41c0-ba01-0803b82e7ceb,network=Network(07a75854-977d-4a57-be18-1d83f03f99f7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap27eb0326-2b') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f6dc8334-2bb5-5e9d-a447-67497742bc80', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap27eb0326-2b, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap27eb0326-2b, col_values=(('qos', UUID('07af36f2-adcb-499c-95b3-5cb1abf2631d')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap27eb0326-2b, col_values=(('external_ids', {'iface-id': '27eb0326-2bc9-41c0-ba01-0803b82e7ceb', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c4:71:b2', 'vm-uuid': 'dcbbf073-aada-4069-ab96-58f83cd8259c'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:30:59 user nova-compute[86206]: INFO os_vif [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c4:71:b2,bridge_name='br-int',has_traffic_filtering=True,id=27eb0326-2bc9-41c0-ba01-0803b82e7ceb,network=Network(07a75854-977d-4a57-be18-1d83f03f99f7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap27eb0326-2b')
Nov 10 13:30:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:30:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] No VIF found with MAC fa:16:3e:c4:71:b2, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:31:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:00 user nova-compute[86206]: DEBUG nova.compute.manager [req-6105570e-b82f-4006-8e3f-8a6715244cf0 req-c3fa45cf-3f55-43d7-add2-9880c26acaa8 service nova] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Received event network-vif-plugged-2ab527dd-1a54-474f-bedd-739160858dc7 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:31:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6105570e-b82f-4006-8e3f-8a6715244cf0 req-c3fa45cf-3f55-43d7-add2-9880c26acaa8 service nova] Acquiring lock "b174a322-8f63-41cc-afc6-881e4dd1b665-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:31:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6105570e-b82f-4006-8e3f-8a6715244cf0 req-c3fa45cf-3f55-43d7-add2-9880c26acaa8 service nova] Lock "b174a322-8f63-41cc-afc6-881e4dd1b665-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:31:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6105570e-b82f-4006-8e3f-8a6715244cf0 req-c3fa45cf-3f55-43d7-add2-9880c26acaa8 service nova] Lock "b174a322-8f63-41cc-afc6-881e4dd1b665-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:31:00 user nova-compute[86206]: DEBUG nova.compute.manager [req-6105570e-b82f-4006-8e3f-8a6715244cf0 req-c3fa45cf-3f55-43d7-add2-9880c26acaa8 service nova] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] No waiting events found dispatching network-vif-plugged-2ab527dd-1a54-474f-bedd-739160858dc7 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:31:00 user nova-compute[86206]: WARNING nova.compute.manager [req-6105570e-b82f-4006-8e3f-8a6715244cf0 req-c3fa45cf-3f55-43d7-add2-9880c26acaa8 service nova] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Received unexpected event network-vif-plugged-2ab527dd-1a54-474f-bedd-739160858dc7 for instance with vm_state active and task_state None.
Nov 10 13:31:00 user nova-compute[86206]: DEBUG nova.network.neutron [req-16bed1f7-7867-48ed-8000-3131a6c2222b req-c318199f-0f1d-41a8-86b0-e56b9453eff7 service nova] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Updated VIF entry in instance network info cache for port 27eb0326-2bc9-41c0-ba01-0803b82e7ceb. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:31:00 user nova-compute[86206]: DEBUG nova.network.neutron [req-16bed1f7-7867-48ed-8000-3131a6c2222b req-c318199f-0f1d-41a8-86b0-e56b9453eff7 service nova] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Updating instance_info_cache with network_info: [{"id": "27eb0326-2bc9-41c0-ba01-0803b82e7ceb", "address": "fa:16:3e:c4:71:b2", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27eb0326-2b", "ovs_interfaceid": "27eb0326-2bc9-41c0-ba01-0803b82e7ceb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:31:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-16bed1f7-7867-48ed-8000-3131a6c2222b req-c318199f-0f1d-41a8-86b0-e56b9453eff7 service nova] Releasing lock "refresh_cache-dcbbf073-aada-4069-ab96-58f83cd8259c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:31:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Acquiring lock "e5cbaa1d-05f1-4490-af58-a5555d86d8a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:31:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lock "e5cbaa1d-05f1-4490-af58-a5555d86d8a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:31:01 user nova-compute[86206]: DEBUG nova.compute.manager [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:31:01 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:31:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:31:01 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:31:01 user nova-compute[86206]: INFO nova.compute.claims [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Claim successful on node user
Nov 10 13:31:01 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:01 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:01 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:02 user nova-compute[86206]: DEBUG nova.compute.manager [req-358859e2-b90e-47e2-8a18-a183f6029610 req-4261313e-6e6c-41b9-b5a0-81a60a65a3db service nova] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Received event network-vif-plugged-2ab527dd-1a54-474f-bedd-739160858dc7 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:31:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-358859e2-b90e-47e2-8a18-a183f6029610 req-4261313e-6e6c-41b9-b5a0-81a60a65a3db service nova] Acquiring lock "b174a322-8f63-41cc-afc6-881e4dd1b665-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:31:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-358859e2-b90e-47e2-8a18-a183f6029610 req-4261313e-6e6c-41b9-b5a0-81a60a65a3db service nova] Lock "b174a322-8f63-41cc-afc6-881e4dd1b665-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:31:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-358859e2-b90e-47e2-8a18-a183f6029610 req-4261313e-6e6c-41b9-b5a0-81a60a65a3db service nova] Lock "b174a322-8f63-41cc-afc6-881e4dd1b665-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:31:02 user nova-compute[86206]: DEBUG nova.compute.manager [req-358859e2-b90e-47e2-8a18-a183f6029610 req-4261313e-6e6c-41b9-b5a0-81a60a65a3db service nova] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] No waiting events found dispatching network-vif-plugged-2ab527dd-1a54-474f-bedd-739160858dc7 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:31:02 user nova-compute[86206]: WARNING nova.compute.manager [req-358859e2-b90e-47e2-8a18-a183f6029610 req-4261313e-6e6c-41b9-b5a0-81a60a65a3db service nova] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Received unexpected event network-vif-plugged-2ab527dd-1a54-474f-bedd-739160858dc7 for instance with vm_state active and task_state None.
Nov 10 13:31:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:02 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:31:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:02 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:31:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.945s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:31:02 user nova-compute[86206]: DEBUG nova.compute.manager [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:31:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:02 user nova-compute[86206]: DEBUG nova.compute.manager [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:31:02 user nova-compute[86206]: DEBUG nova.network.neutron [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:31:02 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:31:02 user nova-compute[86206]: DEBUG nova.compute.manager [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:31:02 user nova-compute[86206]: DEBUG nova.compute.manager [req-82d0795f-0f91-45d0-b4b7-2ddf7c084b80 req-431a2b05-43fc-4e67-8ab6-9cade6df62ad service nova] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Received event network-vif-plugged-9b2a8f53-1ad7-4c98-bad4-90862f8cc057 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:31:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-82d0795f-0f91-45d0-b4b7-2ddf7c084b80 req-431a2b05-43fc-4e67-8ab6-9cade6df62ad service nova] Acquiring lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:31:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-82d0795f-0f91-45d0-b4b7-2ddf7c084b80 req-431a2b05-43fc-4e67-8ab6-9cade6df62ad service nova] Lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:31:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-82d0795f-0f91-45d0-b4b7-2ddf7c084b80 req-431a2b05-43fc-4e67-8ab6-9cade6df62ad service nova] Lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:31:02 user nova-compute[86206]: DEBUG nova.compute.manager [req-82d0795f-0f91-45d0-b4b7-2ddf7c084b80 req-431a2b05-43fc-4e67-8ab6-9cade6df62ad service nova] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] No waiting events found dispatching network-vif-plugged-9b2a8f53-1ad7-4c98-bad4-90862f8cc057 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:31:02 user nova-compute[86206]: WARNING nova.compute.manager [req-82d0795f-0f91-45d0-b4b7-2ddf7c084b80 req-431a2b05-43fc-4e67-8ab6-9cade6df62ad service nova] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Received unexpected event network-vif-plugged-9b2a8f53-1ad7-4c98-bad4-90862f8cc057 for instance with vm_state building and task_state spawning.
Nov 10 13:31:03 user nova-compute[86206]: DEBUG nova.policy [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f4a20752ed744a0bb7033a95d0c7462', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d27af045ca74208b295dbcdcdda4719', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:31:03 user nova-compute[86206]: DEBUG nova.compute.manager [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:31:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:31:03 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Creating image(s)
Nov 10 13:31:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Acquiring lock "/opt/stack/data/nova/instances/e5cbaa1d-05f1-4490-af58-a5555d86d8a1/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:31:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lock "/opt/stack/data/nova/instances/e5cbaa1d-05f1-4490-af58-a5555d86d8a1/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:31:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lock "/opt/stack/data/nova/instances/e5cbaa1d-05f1-4490-af58-a5555d86d8a1/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.009s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:31:03 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:31:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:03 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.279s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:31:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Acquiring lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:31:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:31:03 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:31:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:03 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.208s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:31:03 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/e5cbaa1d-05f1-4490-af58-a5555d86d8a1/disk 1073741824 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:31:03 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/e5cbaa1d-05f1-4490-af58-a5555d86d8a1/disk 1073741824" returned: 0 in 0.107s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:31:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.328s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:31:03 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:31:04 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.413s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:31:04 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e5cbaa1d-05f1-4490-af58-a5555d86d8a1/disk. size=1073741824 {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 10 13:31:04 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5cbaa1d-05f1-4490-af58-a5555d86d8a1/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:31:04 user nova-compute[86206]: DEBUG nova.compute.manager [req-64dff1de-a9dc-45bc-ad26-bed124317fc7 req-85d00888-b4d1-4be6-a1d5-9991a0be0881 service nova] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Received event network-vif-plugged-27eb0326-2bc9-41c0-ba01-0803b82e7ceb {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:31:04 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-64dff1de-a9dc-45bc-ad26-bed124317fc7 req-85d00888-b4d1-4be6-a1d5-9991a0be0881 service nova] Acquiring lock "dcbbf073-aada-4069-ab96-58f83cd8259c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:31:04 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-64dff1de-a9dc-45bc-ad26-bed124317fc7 req-85d00888-b4d1-4be6-a1d5-9991a0be0881 service nova] Lock "dcbbf073-aada-4069-ab96-58f83cd8259c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:31:04 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-64dff1de-a9dc-45bc-ad26-bed124317fc7 req-85d00888-b4d1-4be6-a1d5-9991a0be0881 service nova] Lock "dcbbf073-aada-4069-ab96-58f83cd8259c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:31:04 user nova-compute[86206]: DEBUG nova.compute.manager [req-64dff1de-a9dc-45bc-ad26-bed124317fc7 req-85d00888-b4d1-4be6-a1d5-9991a0be0881 service nova] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] No waiting events found dispatching network-vif-plugged-27eb0326-2bc9-41c0-ba01-0803b82e7ceb {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:31:04 user nova-compute[86206]: WARNING nova.compute.manager [req-64dff1de-a9dc-45bc-ad26-bed124317fc7 req-85d00888-b4d1-4be6-a1d5-9991a0be0881 service nova] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Received unexpected event network-vif-plugged-27eb0326-2bc9-41c0-ba01-0803b82e7ceb for instance with vm_state building and task_state spawning.
Nov 10 13:31:04 user nova-compute[86206]: DEBUG nova.compute.manager [req-64dff1de-a9dc-45bc-ad26-bed124317fc7 req-85d00888-b4d1-4be6-a1d5-9991a0be0881 service nova] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Received event network-vif-plugged-27eb0326-2bc9-41c0-ba01-0803b82e7ceb {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:31:04 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-64dff1de-a9dc-45bc-ad26-bed124317fc7 req-85d00888-b4d1-4be6-a1d5-9991a0be0881 service nova] Acquiring lock "dcbbf073-aada-4069-ab96-58f83cd8259c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:31:04 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-64dff1de-a9dc-45bc-ad26-bed124317fc7 req-85d00888-b4d1-4be6-a1d5-9991a0be0881 service nova] Lock "dcbbf073-aada-4069-ab96-58f83cd8259c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:31:04 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-64dff1de-a9dc-45bc-ad26-bed124317fc7 req-85d00888-b4d1-4be6-a1d5-9991a0be0881 service nova] Lock "dcbbf073-aada-4069-ab96-58f83cd8259c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:31:04 user nova-compute[86206]: DEBUG nova.compute.manager [req-64dff1de-a9dc-45bc-ad26-bed124317fc7 req-85d00888-b4d1-4be6-a1d5-9991a0be0881 service nova] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] No waiting events found dispatching network-vif-plugged-27eb0326-2bc9-41c0-ba01-0803b82e7ceb {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:31:04 user nova-compute[86206]: WARNING nova.compute.manager [req-64dff1de-a9dc-45bc-ad26-bed124317fc7 req-85d00888-b4d1-4be6-a1d5-9991a0be0881 service nova] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Received unexpected event network-vif-plugged-27eb0326-2bc9-41c0-ba01-0803b82e7ceb for instance with vm_state building and task_state spawning.
Nov 10 13:31:04 user nova-compute[86206]: DEBUG nova.network.neutron [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Successfully created port: d26d4f98-70c5-4feb-a913-0ff843f8de50 {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:31:04 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5cbaa1d-05f1-4490-af58-a5555d86d8a1/disk --force-share --output=json" returned: 0 in 0.324s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:31:04 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Cannot resize image /opt/stack/data/nova/instances/e5cbaa1d-05f1-4490-af58-a5555d86d8a1/disk to a smaller size. {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 10 13:31:04 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:31:04 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Ensure instance console log exists: /opt/stack/data/nova/instances/e5cbaa1d-05f1-4490-af58-a5555d86d8a1/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:31:04 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:31:04 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:31:04 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:31:04 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:04 user nova-compute[86206]: DEBUG nova.compute.manager [req-ece15e80-f4cb-42b7-ab48-b3ef60ba7c1f req-b7567252-c4f4-40f3-a089-c07bc24263d4 service nova] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Received event network-vif-plugged-9b2a8f53-1ad7-4c98-bad4-90862f8cc057 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:31:04 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-ece15e80-f4cb-42b7-ab48-b3ef60ba7c1f req-b7567252-c4f4-40f3-a089-c07bc24263d4 service nova] Acquiring lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:31:04 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-ece15e80-f4cb-42b7-ab48-b3ef60ba7c1f req-b7567252-c4f4-40f3-a089-c07bc24263d4 service nova] Lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:31:04 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-ece15e80-f4cb-42b7-ab48-b3ef60ba7c1f req-b7567252-c4f4-40f3-a089-c07bc24263d4 service nova] Lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:31:04 user nova-compute[86206]: DEBUG nova.compute.manager [req-ece15e80-f4cb-42b7-ab48-b3ef60ba7c1f req-b7567252-c4f4-40f3-a089-c07bc24263d4 service nova] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] No waiting events found dispatching network-vif-plugged-9b2a8f53-1ad7-4c98-bad4-90862f8cc057 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:31:04 user nova-compute[86206]: WARNING nova.compute.manager [req-ece15e80-f4cb-42b7-ab48-b3ef60ba7c1f req-b7567252-c4f4-40f3-a089-c07bc24263d4 service nova] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Received unexpected event network-vif-plugged-9b2a8f53-1ad7-4c98-bad4-90862f8cc057 for instance with vm_state building and task_state spawning.
Nov 10 13:31:05 user nova-compute[86206]: DEBUG nova.compute.manager [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:31:05 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:31:05 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Instance spawned successfully.
Nov 10 13:31:05 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:31:05 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:31:05 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:31:05 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:31:05 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:31:05 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:31:05 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:31:05 user nova-compute[86206]: DEBUG nova.compute.manager [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:31:05 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:31:05 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Instance spawned successfully.
Nov 10 13:31:05 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:31:05 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:31:05 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:31:05 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:31:05 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:31:05 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:31:05 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:31:05 user nova-compute[86206]: INFO nova.compute.manager [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Took 10.15 seconds to spawn the instance on the hypervisor.
Nov 10 13:31:05 user nova-compute[86206]: DEBUG nova.compute.manager [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:31:05 user nova-compute[86206]: INFO nova.compute.manager [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Took 8.63 seconds to spawn the instance on the hypervisor.
Nov 10 13:31:05 user nova-compute[86206]: DEBUG nova.compute.manager [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:31:05 user nova-compute[86206]: DEBUG nova.network.neutron [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Successfully updated port: d26d4f98-70c5-4feb-a913-0ff843f8de50 {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:31:05 user nova-compute[86206]: INFO nova.compute.manager [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Took 11.54 seconds to build instance.
Nov 10 13:31:05 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Acquiring lock "refresh_cache-e5cbaa1d-05f1-4490-af58-a5555d86d8a1" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:31:05 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Acquired lock "refresh_cache-e5cbaa1d-05f1-4490-af58-a5555d86d8a1" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:31:05 user nova-compute[86206]: DEBUG nova.network.neutron [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:31:05 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3005ad6b-df7a-4176-932d-4390ed13b289 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.695s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:31:05 user nova-compute[86206]: DEBUG nova.compute.manager [req-aabb070e-ed7a-4396-837c-1ebc333bb884 req-702b4be2-2263-46be-8128-8588acf2b25e service nova] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Received event network-changed-d26d4f98-70c5-4feb-a913-0ff843f8de50 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:31:05 user nova-compute[86206]: DEBUG nova.compute.manager [req-aabb070e-ed7a-4396-837c-1ebc333bb884 req-702b4be2-2263-46be-8128-8588acf2b25e service nova] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Refreshing instance network info cache due to event network-changed-d26d4f98-70c5-4feb-a913-0ff843f8de50. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:31:05 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-aabb070e-ed7a-4396-837c-1ebc333bb884 req-702b4be2-2263-46be-8128-8588acf2b25e service nova] Acquiring lock "refresh_cache-e5cbaa1d-05f1-4490-af58-a5555d86d8a1" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:31:05 user nova-compute[86206]: INFO nova.compute.manager [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Took 10.15 seconds to build instance.
Nov 10 13:31:05 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9d36e764-efd2-4dcf-ae79-c9b6ac8ded94 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "dcbbf073-aada-4069-ab96-58f83cd8259c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.280s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:31:05 user nova-compute[86206]: DEBUG nova.network.neutron [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-26978103-a430-472a-945f-df9879eb5bff tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Acquiring lock "8b29d17d-3e7a-464a-8341-c467708bbc33" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-26978103-a430-472a-945f-df9879eb5bff tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Lock "8b29d17d-3e7a-464a-8341-c467708bbc33" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-26978103-a430-472a-945f-df9879eb5bff tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Acquiring lock "8b29d17d-3e7a-464a-8341-c467708bbc33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-26978103-a430-472a-945f-df9879eb5bff tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Lock "8b29d17d-3e7a-464a-8341-c467708bbc33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-26978103-a430-472a-945f-df9879eb5bff tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Lock "8b29d17d-3e7a-464a-8341-c467708bbc33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:31:06 user nova-compute[86206]: INFO nova.compute.manager [None req-26978103-a430-472a-945f-df9879eb5bff tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Terminating instance
Nov 10 13:31:06 user nova-compute[86206]: DEBUG nova.compute.manager [None req-26978103-a430-472a-945f-df9879eb5bff tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG nova.network.neutron [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Updating instance_info_cache with network_info: [{"id": "d26d4f98-70c5-4feb-a913-0ff843f8de50", "address": "fa:16:3e:fc:69:de", "network": {"id": "2d541235-3d8e-44ee-9a4f-59d36f53307e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1654613805-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d27af045ca74208b295dbcdcdda4719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd26d4f98-70", "ovs_interfaceid": "d26d4f98-70c5-4feb-a913-0ff843f8de50", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Releasing lock "refresh_cache-e5cbaa1d-05f1-4490-af58-a5555d86d8a1" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG nova.compute.manager [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Instance network_info: |[{"id": "d26d4f98-70c5-4feb-a913-0ff843f8de50", "address": "fa:16:3e:fc:69:de", "network": {"id": "2d541235-3d8e-44ee-9a4f-59d36f53307e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1654613805-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d27af045ca74208b295dbcdcdda4719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd26d4f98-70", "ovs_interfaceid": "d26d4f98-70c5-4feb-a913-0ff843f8de50", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-aabb070e-ed7a-4396-837c-1ebc333bb884 req-702b4be2-2263-46be-8128-8588acf2b25e service nova] Acquired lock "refresh_cache-e5cbaa1d-05f1-4490-af58-a5555d86d8a1" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG nova.network.neutron [req-aabb070e-ed7a-4396-837c-1ebc333bb884 req-702b4be2-2263-46be-8128-8588acf2b25e service nova] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Refreshing network info cache for port d26d4f98-70c5-4feb-a913-0ff843f8de50 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Start _get_guest_xml network_info=[{"id": "d26d4f98-70c5-4feb-a913-0ff843f8de50", "address": "fa:16:3e:fc:69:de", "network": {"id": "2d541235-3d8e-44ee-9a4f-59d36f53307e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1654613805-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d27af045ca74208b295dbcdcdda4719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd26d4f98-70", "ovs_interfaceid": "d26d4f98-70c5-4feb-a913-0ff843f8de50", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '73290e4a-d2c0-4305-9ee6-397ce6a900ba'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:31:06 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:31:06 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:31:06 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:31:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-191082384',display_name='tempest-TestServerVolumeAttachmentScenario-server-191082384',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-191082384',id=30,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBUiaIddxN7Z7i/mWrmaOPWt0fQ3HrrqAlI2h0eyb7FxWgxEHgbDZ8yputL/MOK6OoCluHkzKkfJ/xfejrptkZCJujuHtkTiedFpbrk1Tkn8xaF3C6FNPvUm80PqXScw7w==',key_name='tempest-keypair-1253348124',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8d27af045ca74208b295dbcdcdda4719',ramdisk_id='',reservation_id='r-zn0u7h7k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-909649122',owner_user_name='tempest-TestServerVolumeAttachmentScenario-909649122-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:31:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8f4a20752ed744a0bb7033a95d0c7462',uuid=e5cbaa1d-05f1-4490-af58-a5555d86d8a1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d26d4f98-70c5-4feb-a913-0ff843f8de50", "address": "fa:16:3e:fc:69:de", "network": {"id": "2d541235-3d8e-44ee-9a4f-59d36f53307e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1654613805-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d27af045ca74208b295dbcdcdda4719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd26d4f98-70", "ovs_interfaceid": "d26d4f98-70c5-4feb-a913-0ff843f8de50", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Converting VIF {"id": "d26d4f98-70c5-4feb-a913-0ff843f8de50", "address": "fa:16:3e:fc:69:de", "network": {"id": "2d541235-3d8e-44ee-9a4f-59d36f53307e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1654613805-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d27af045ca74208b295dbcdcdda4719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd26d4f98-70", "ovs_interfaceid": "d26d4f98-70c5-4feb-a913-0ff843f8de50", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fc:69:de,bridge_name='br-int',has_traffic_filtering=True,id=d26d4f98-70c5-4feb-a913-0ff843f8de50,network=Network(2d541235-3d8e-44ee-9a4f-59d36f53307e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd26d4f98-70') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG nova.objects.instance [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lazy-loading 'pci_devices' on Instance uuid e5cbaa1d-05f1-4490-af58-a5555d86d8a1 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:31:06 user nova-compute[86206]:   <uuid>e5cbaa1d-05f1-4490-af58-a5555d86d8a1</uuid>
Nov 10 13:31:06 user nova-compute[86206]:   <name>instance-0000001e</name>
Nov 10 13:31:06 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:31:06 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:31:06 user nova-compute[86206]:   <metadata>
Nov 10 13:31:06 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:31:06 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:31:06 user nova-compute[86206]:       <nova:name>tempest-TestServerVolumeAttachmentScenario-server-191082384</nova:name>
Nov 10 13:31:06 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:31:06</nova:creationTime>
Nov 10 13:31:06 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:31:06 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:31:06 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:31:06 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:31:06 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:31:06 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:31:06 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:31:06 user nova-compute[86206]:       <nova:owner>
Nov 10 13:31:06 user nova-compute[86206]:         <nova:user uuid="8f4a20752ed744a0bb7033a95d0c7462">tempest-TestServerVolumeAttachmentScenario-909649122-project-member</nova:user>
Nov 10 13:31:06 user nova-compute[86206]:         <nova:project uuid="8d27af045ca74208b295dbcdcdda4719">tempest-TestServerVolumeAttachmentScenario-909649122</nova:project>
Nov 10 13:31:06 user nova-compute[86206]:       </nova:owner>
Nov 10 13:31:06 user nova-compute[86206]:       <nova:root type="image" uuid="73290e4a-d2c0-4305-9ee6-397ce6a900ba"/>
Nov 10 13:31:06 user nova-compute[86206]:       <nova:ports>
Nov 10 13:31:06 user nova-compute[86206]:         <nova:port uuid="d26d4f98-70c5-4feb-a913-0ff843f8de50">
Nov 10 13:31:06 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 10 13:31:06 user nova-compute[86206]:         </nova:port>
Nov 10 13:31:06 user nova-compute[86206]:       </nova:ports>
Nov 10 13:31:06 user nova-compute[86206]:     </nova:instance>
Nov 10 13:31:06 user nova-compute[86206]:   </metadata>
Nov 10 13:31:06 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:31:06 user nova-compute[86206]:     <system>
Nov 10 13:31:06 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:31:06 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:31:06 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:31:06 user nova-compute[86206]:       <entry name="serial">e5cbaa1d-05f1-4490-af58-a5555d86d8a1</entry>
Nov 10 13:31:06 user nova-compute[86206]:       <entry name="uuid">e5cbaa1d-05f1-4490-af58-a5555d86d8a1</entry>
Nov 10 13:31:06 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:31:06 user nova-compute[86206]:     </system>
Nov 10 13:31:06 user nova-compute[86206]:   </sysinfo>
Nov 10 13:31:06 user nova-compute[86206]:   <os>
Nov 10 13:31:06 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:31:06 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:31:06 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:31:06 user nova-compute[86206]:   </os>
Nov 10 13:31:06 user nova-compute[86206]:   <features>
Nov 10 13:31:06 user nova-compute[86206]:     <acpi/>
Nov 10 13:31:06 user nova-compute[86206]:     <apic/>
Nov 10 13:31:06 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:31:06 user nova-compute[86206]:   </features>
Nov 10 13:31:06 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:31:06 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:31:06 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:31:06 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:31:06 user nova-compute[86206]:   </clock>
Nov 10 13:31:06 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:31:06 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:31:06 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:31:06 user nova-compute[86206]:   </cpu>
Nov 10 13:31:06 user nova-compute[86206]:   <devices>
Nov 10 13:31:06 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:31:06 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:31:06 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/e5cbaa1d-05f1-4490-af58-a5555d86d8a1/disk"/>
Nov 10 13:31:06 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:31:06 user nova-compute[86206]:     </disk>
Nov 10 13:31:06 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:31:06 user nova-compute[86206]:       <mac address="fa:16:3e:fc:69:de"/>
Nov 10 13:31:06 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:31:06 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:31:06 user nova-compute[86206]:       <target dev="tapd26d4f98-70"/>
Nov 10 13:31:06 user nova-compute[86206]:     </interface>
Nov 10 13:31:06 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:31:06 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/e5cbaa1d-05f1-4490-af58-a5555d86d8a1/console.log" append="off"/>
Nov 10 13:31:06 user nova-compute[86206]:     </serial>
Nov 10 13:31:06 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:31:06 user nova-compute[86206]:     <video>
Nov 10 13:31:06 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:31:06 user nova-compute[86206]:     </video>
Nov 10 13:31:06 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:31:06 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:31:06 user nova-compute[86206]:     </rng>
Nov 10 13:31:06 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:31:06 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:31:06 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:31:06 user nova-compute[86206]:     </memballoon>
Nov 10 13:31:06 user nova-compute[86206]:   </devices>
Nov 10 13:31:06 user nova-compute[86206]: </domain>
Nov 10 13:31:06 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:31:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-191082384',display_name='tempest-TestServerVolumeAttachmentScenario-server-191082384',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-191082384',id=30,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBUiaIddxN7Z7i/mWrmaOPWt0fQ3HrrqAlI2h0eyb7FxWgxEHgbDZ8yputL/MOK6OoCluHkzKkfJ/xfejrptkZCJujuHtkTiedFpbrk1Tkn8xaF3C6FNPvUm80PqXScw7w==',key_name='tempest-keypair-1253348124',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8d27af045ca74208b295dbcdcdda4719',ramdisk_id='',reservation_id='r-zn0u7h7k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-909649122',owner_user_name='tempest-TestServerVolumeAttachmentScenario-909649122-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:31:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8f4a20752ed744a0bb7033a95d0c7462',uuid=e5cbaa1d-05f1-4490-af58-a5555d86d8a1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d26d4f98-70c5-4feb-a913-0ff843f8de50", "address": "fa:16:3e:fc:69:de", "network": {"id": "2d541235-3d8e-44ee-9a4f-59d36f53307e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1654613805-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d27af045ca74208b295dbcdcdda4719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd26d4f98-70", "ovs_interfaceid": "d26d4f98-70c5-4feb-a913-0ff843f8de50", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Converting VIF {"id": "d26d4f98-70c5-4feb-a913-0ff843f8de50", "address": "fa:16:3e:fc:69:de", "network": {"id": "2d541235-3d8e-44ee-9a4f-59d36f53307e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1654613805-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d27af045ca74208b295dbcdcdda4719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd26d4f98-70", "ovs_interfaceid": "d26d4f98-70c5-4feb-a913-0ff843f8de50", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fc:69:de,bridge_name='br-int',has_traffic_filtering=True,id=d26d4f98-70c5-4feb-a913-0ff843f8de50,network=Network(2d541235-3d8e-44ee-9a4f-59d36f53307e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd26d4f98-70') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG os_vif [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fc:69:de,bridge_name='br-int',has_traffic_filtering=True,id=d26d4f98-70c5-4feb-a913-0ff843f8de50,network=Network(2d541235-3d8e-44ee-9a4f-59d36f53307e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd26d4f98-70') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '539ecce7-1879-544e-8cc0-a46f76fd55e8', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG nova.compute.manager [req-0bb3b4de-4286-420f-af71-023f104110da req-bfdffe03-3d1a-434f-8af8-f8712c41746d service nova] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Received event network-vif-unplugged-cf40fe33-0d09-416d-81fb-78f24f377ecd {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-0bb3b4de-4286-420f-af71-023f104110da req-bfdffe03-3d1a-434f-8af8-f8712c41746d service nova] Acquiring lock "8b29d17d-3e7a-464a-8341-c467708bbc33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-0bb3b4de-4286-420f-af71-023f104110da req-bfdffe03-3d1a-434f-8af8-f8712c41746d service nova] Lock "8b29d17d-3e7a-464a-8341-c467708bbc33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-0bb3b4de-4286-420f-af71-023f104110da req-bfdffe03-3d1a-434f-8af8-f8712c41746d service nova] Lock "8b29d17d-3e7a-464a-8341-c467708bbc33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG nova.compute.manager [req-0bb3b4de-4286-420f-af71-023f104110da req-bfdffe03-3d1a-434f-8af8-f8712c41746d service nova] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] No waiting events found dispatching network-vif-unplugged-cf40fe33-0d09-416d-81fb-78f24f377ecd {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG nova.compute.manager [req-0bb3b4de-4286-420f-af71-023f104110da req-bfdffe03-3d1a-434f-8af8-f8712c41746d service nova] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Received event network-vif-unplugged-cf40fe33-0d09-416d-81fb-78f24f377ecd for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd26d4f98-70, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd26d4f98-70, col_values=(('qos', UUID('e841819a-7d59-489c-b1c8-5322fa0ea958')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd26d4f98-70, col_values=(('external_ids', {'iface-id': 'd26d4f98-70c5-4feb-a913-0ff843f8de50', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fc:69:de', 'vm-uuid': 'e5cbaa1d-05f1-4490-af58-a5555d86d8a1'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:06 user nova-compute[86206]: INFO os_vif [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fc:69:de,bridge_name='br-int',has_traffic_filtering=True,id=d26d4f98-70c5-4feb-a913-0ff843f8de50,network=Network(2d541235-3d8e-44ee-9a4f-59d36f53307e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd26d4f98-70')
Nov 10 13:31:06 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:31:06 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] No VIF found with MAC fa:16:3e:fc:69:de, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:31:07 user nova-compute[86206]: DEBUG nova.network.neutron [req-aabb070e-ed7a-4396-837c-1ebc333bb884 req-702b4be2-2263-46be-8128-8588acf2b25e service nova] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Updated VIF entry in instance network info cache for port d26d4f98-70c5-4feb-a913-0ff843f8de50. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:31:07 user nova-compute[86206]: DEBUG nova.network.neutron [req-aabb070e-ed7a-4396-837c-1ebc333bb884 req-702b4be2-2263-46be-8128-8588acf2b25e service nova] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Updating instance_info_cache with network_info: [{"id": "d26d4f98-70c5-4feb-a913-0ff843f8de50", "address": "fa:16:3e:fc:69:de", "network": {"id": "2d541235-3d8e-44ee-9a4f-59d36f53307e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1654613805-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d27af045ca74208b295dbcdcdda4719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd26d4f98-70", "ovs_interfaceid": "d26d4f98-70c5-4feb-a913-0ff843f8de50", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:31:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-aabb070e-ed7a-4396-837c-1ebc333bb884 req-702b4be2-2263-46be-8128-8588acf2b25e service nova] Releasing lock "refresh_cache-e5cbaa1d-05f1-4490-af58-a5555d86d8a1" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:31:07 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Instance destroyed successfully.
Nov 10 13:31:07 user nova-compute[86206]: DEBUG nova.objects.instance [None req-26978103-a430-472a-945f-df9879eb5bff tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Lazy-loading 'resources' on Instance uuid 8b29d17d-3e7a-464a-8341-c467708bbc33 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:31:07 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-26978103-a430-472a-945f-df9879eb5bff tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:28:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-151092769',display_name='tempest-VolumesActionsTest-instance-151092769',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-151092769',id=24,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:28:48Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bb84a400cbde4ed58ca8253c29d24569',ramdisk_id='',reservation_id='r-8meckg50',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1180244452',owner_user_name='tempest-VolumesActionsTest-1180244452-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:28:49Z,user_data=None,user_id='e9452f529552496a82fad18243edff0f',uuid=8b29d17d-3e7a-464a-8341-c467708bbc33,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cf40fe33-0d09-416d-81fb-78f24f377ecd", "address": "fa:16:3e:92:42:b4", "network": {"id": "428a2a29-ba58-40d2-bbbe-10c731fe3bd0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-217641288-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb84a400cbde4ed58ca8253c29d24569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcf40fe33-0d", "ovs_interfaceid": "cf40fe33-0d09-416d-81fb-78f24f377ecd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:31:07 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-26978103-a430-472a-945f-df9879eb5bff tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Converting VIF {"id": "cf40fe33-0d09-416d-81fb-78f24f377ecd", "address": "fa:16:3e:92:42:b4", "network": {"id": "428a2a29-ba58-40d2-bbbe-10c731fe3bd0", "bridge": "br-int", "label": "tempest-VolumesActionsTest-217641288-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb84a400cbde4ed58ca8253c29d24569", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcf40fe33-0d", "ovs_interfaceid": "cf40fe33-0d09-416d-81fb-78f24f377ecd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:31:07 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-26978103-a430-472a-945f-df9879eb5bff tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:92:42:b4,bridge_name='br-int',has_traffic_filtering=True,id=cf40fe33-0d09-416d-81fb-78f24f377ecd,network=Network(428a2a29-ba58-40d2-bbbe-10c731fe3bd0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcf40fe33-0d') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:31:07 user nova-compute[86206]: DEBUG os_vif [None req-26978103-a430-472a-945f-df9879eb5bff tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:92:42:b4,bridge_name='br-int',has_traffic_filtering=True,id=cf40fe33-0d09-416d-81fb-78f24f377ecd,network=Network(428a2a29-ba58-40d2-bbbe-10c731fe3bd0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcf40fe33-0d') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:31:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcf40fe33-0d, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:31:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:31:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b08f6132-7cd1-4e72-87ed-afd49f9c0640) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:31:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:31:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:07 user nova-compute[86206]: INFO os_vif [None req-26978103-a430-472a-945f-df9879eb5bff tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:92:42:b4,bridge_name='br-int',has_traffic_filtering=True,id=cf40fe33-0d09-416d-81fb-78f24f377ecd,network=Network(428a2a29-ba58-40d2-bbbe-10c731fe3bd0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcf40fe33-0d')
Nov 10 13:31:07 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-26978103-a430-472a-945f-df9879eb5bff tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Deleting instance files /opt/stack/data/nova/instances/8b29d17d-3e7a-464a-8341-c467708bbc33_del
Nov 10 13:31:07 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-26978103-a430-472a-945f-df9879eb5bff tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Deletion of /opt/stack/data/nova/instances/8b29d17d-3e7a-464a-8341-c467708bbc33_del complete
Nov 10 13:31:07 user nova-compute[86206]: INFO nova.compute.manager [None req-26978103-a430-472a-945f-df9879eb5bff tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Took 1.54 seconds to destroy the instance on the hypervisor.
Nov 10 13:31:07 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-26978103-a430-472a-945f-df9879eb5bff tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:31:07 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:31:07 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:31:08 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:31:08 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Took 0.62 seconds to deallocate network for instance.
Nov 10 13:31:08 user nova-compute[86206]: DEBUG nova.compute.manager [req-e9acaa22-2d09-44e6-95ab-67f145b5b07a req-b6452628-37e6-4682-b09d-d25009736a6c service nova] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Received event network-vif-deleted-cf40fe33-0d09-416d-81fb-78f24f377ecd {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:31:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-26978103-a430-472a-945f-df9879eb5bff tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:31:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-26978103-a430-472a-945f-df9879eb5bff tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:31:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:08 user nova-compute[86206]: DEBUG nova.compute.manager [req-5c5e93c7-4e3e-4370-b272-a6df712d4176 req-b960fcb4-dfff-4775-88f2-4fb476aba418 service nova] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Received event network-vif-plugged-cf40fe33-0d09-416d-81fb-78f24f377ecd {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:31:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-5c5e93c7-4e3e-4370-b272-a6df712d4176 req-b960fcb4-dfff-4775-88f2-4fb476aba418 service nova] Acquiring lock "8b29d17d-3e7a-464a-8341-c467708bbc33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:31:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-5c5e93c7-4e3e-4370-b272-a6df712d4176 req-b960fcb4-dfff-4775-88f2-4fb476aba418 service nova] Lock "8b29d17d-3e7a-464a-8341-c467708bbc33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:31:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-5c5e93c7-4e3e-4370-b272-a6df712d4176 req-b960fcb4-dfff-4775-88f2-4fb476aba418 service nova] Lock "8b29d17d-3e7a-464a-8341-c467708bbc33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:31:08 user nova-compute[86206]: DEBUG nova.compute.manager [req-5c5e93c7-4e3e-4370-b272-a6df712d4176 req-b960fcb4-dfff-4775-88f2-4fb476aba418 service nova] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] No waiting events found dispatching network-vif-plugged-cf40fe33-0d09-416d-81fb-78f24f377ecd {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:31:08 user nova-compute[86206]: WARNING nova.compute.manager [req-5c5e93c7-4e3e-4370-b272-a6df712d4176 req-b960fcb4-dfff-4775-88f2-4fb476aba418 service nova] [instance: 8b29d17d-3e7a-464a-8341-c467708bbc33] Received unexpected event network-vif-plugged-cf40fe33-0d09-416d-81fb-78f24f377ecd for instance with vm_state deleted and task_state None.
Nov 10 13:31:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:09 user nova-compute[86206]: DEBUG nova.compute.manager [req-e54c778b-018e-460e-b42c-d3a806041330 req-06219350-63cd-4c9b-b203-46579292db1f service nova] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Received event network-vif-plugged-d26d4f98-70c5-4feb-a913-0ff843f8de50 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:31:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-e54c778b-018e-460e-b42c-d3a806041330 req-06219350-63cd-4c9b-b203-46579292db1f service nova] Acquiring lock "e5cbaa1d-05f1-4490-af58-a5555d86d8a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:31:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-e54c778b-018e-460e-b42c-d3a806041330 req-06219350-63cd-4c9b-b203-46579292db1f service nova] Lock "e5cbaa1d-05f1-4490-af58-a5555d86d8a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:31:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-e54c778b-018e-460e-b42c-d3a806041330 req-06219350-63cd-4c9b-b203-46579292db1f service nova] Lock "e5cbaa1d-05f1-4490-af58-a5555d86d8a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:31:09 user nova-compute[86206]: DEBUG nova.compute.manager [req-e54c778b-018e-460e-b42c-d3a806041330 req-06219350-63cd-4c9b-b203-46579292db1f service nova] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] No waiting events found dispatching network-vif-plugged-d26d4f98-70c5-4feb-a913-0ff843f8de50 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:31:09 user nova-compute[86206]: WARNING nova.compute.manager [req-e54c778b-018e-460e-b42c-d3a806041330 req-06219350-63cd-4c9b-b203-46579292db1f service nova] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Received unexpected event network-vif-plugged-d26d4f98-70c5-4feb-a913-0ff843f8de50 for instance with vm_state building and task_state spawning.
Nov 10 13:31:09 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-26978103-a430-472a-945f-df9879eb5bff tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:31:09 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-26978103-a430-472a-945f-df9879eb5bff tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:31:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-26978103-a430-472a-945f-df9879eb5bff tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.194s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:31:09 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-26978103-a430-472a-945f-df9879eb5bff tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Deleted allocations for instance 8b29d17d-3e7a-464a-8341-c467708bbc33
Nov 10 13:31:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-26978103-a430-472a-945f-df9879eb5bff tempest-VolumesActionsTest-1180244452 tempest-VolumesActionsTest-1180244452-project-member] Lock "8b29d17d-3e7a-464a-8341-c467708bbc33" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.685s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:31:11 user nova-compute[86206]: DEBUG nova.compute.manager [req-3e5e42da-9bc6-4705-ae13-c288cbe6d92d req-bfd4cb99-cd0a-4a46-a462-e99d147c7b45 service nova] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Received event network-vif-plugged-d26d4f98-70c5-4feb-a913-0ff843f8de50 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:31:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-3e5e42da-9bc6-4705-ae13-c288cbe6d92d req-bfd4cb99-cd0a-4a46-a462-e99d147c7b45 service nova] Acquiring lock "e5cbaa1d-05f1-4490-af58-a5555d86d8a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:31:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-3e5e42da-9bc6-4705-ae13-c288cbe6d92d req-bfd4cb99-cd0a-4a46-a462-e99d147c7b45 service nova] Lock "e5cbaa1d-05f1-4490-af58-a5555d86d8a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:31:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-3e5e42da-9bc6-4705-ae13-c288cbe6d92d req-bfd4cb99-cd0a-4a46-a462-e99d147c7b45 service nova] Lock "e5cbaa1d-05f1-4490-af58-a5555d86d8a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:31:11 user nova-compute[86206]: DEBUG nova.compute.manager [req-3e5e42da-9bc6-4705-ae13-c288cbe6d92d req-bfd4cb99-cd0a-4a46-a462-e99d147c7b45 service nova] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] No waiting events found dispatching network-vif-plugged-d26d4f98-70c5-4feb-a913-0ff843f8de50 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:31:11 user nova-compute[86206]: WARNING nova.compute.manager [req-3e5e42da-9bc6-4705-ae13-c288cbe6d92d req-bfd4cb99-cd0a-4a46-a462-e99d147c7b45 service nova] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Received unexpected event network-vif-plugged-d26d4f98-70c5-4feb-a913-0ff843f8de50 for instance with vm_state building and task_state spawning.
Nov 10 13:31:11 user nova-compute[86206]: DEBUG nova.compute.manager [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:31:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:31:11 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Instance spawned successfully.
Nov 10 13:31:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:31:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:31:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:31:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:31:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:31:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:31:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:31:11 user nova-compute[86206]: INFO nova.compute.manager [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Took 8.53 seconds to spawn the instance on the hypervisor.
Nov 10 13:31:11 user nova-compute[86206]: DEBUG nova.compute.manager [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:31:11 user nova-compute[86206]: INFO nova.compute.manager [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Took 10.13 seconds to build instance.
Nov 10 13:31:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d1c0d235-189d-4906-9932-6d2e76e023df tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lock "e5cbaa1d-05f1-4490-af58-a5555d86d8a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.267s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:31:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Starting finish_migration {{(pid=86206) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11674}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Instance directory exists: not creating {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 10 13:31:15 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Creating image(s)
Nov 10 13:31:15 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Did not create local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Ensure instance console log exists: /opt/stack/data/nova/instances/55c5fe3e-2885-4d71-992b-fe2a99682a12/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Start _get_guest_xml network_info=[{"id": "36346bcb-bfee-43e5-98fa-e7723354c0be", "address": "fa:16:3e:b8:07:e1", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-2028193102-network", "vif_mac": "fa:16:3e:b8:07:e1"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36346bcb-bf", "ovs_interfaceid": "36346bcb-bfee-43e5-98fa-e7723354c0be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'attachment_id': '637751f3-b7ae-4228-98e6-d69608108963', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tiNzhyxn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '55c5fe3e-2885-4d71-992b-fe2a99682a12', 'attached_at': '2023-11-10T13:31:15.000000', 'detached_at': '', 'volume_id': '604b6905-c2a3-4a11-95ef-bfb5b7c09a20', 'serial': '604b6905-c2a3-4a11-95ef-bfb5b7c09a20'}, 'mount_device': '/dev/vda', 'boot_index': 0, 'volume_type': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:31:15 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:31:15 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:31:15 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tiNzhyxn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:31:15 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:31:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:31:15 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:31:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:31:15 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:31:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ec2321e-d277-4ae5-9427-006879a50a96]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 13:31:15 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.027s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1b454d1-10eb-4b77-a45f-5ed7c235bcda]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20] added
Nov 10 13:31:15 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[85687c80-53f0-46d1-82e0-03a582f0c1d1]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.027s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbd59a72-300b-41dc-b7c8-32b4561d21df]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tiNzhyxn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tiNzhyxn" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb208557-c876-497b-9049-95e2d60f9ac1]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'tiNzhyxn'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.027s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c66b2e9-08ed-4e16-b592-4db2686bff3c]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[789ca8c0-3bbf-4fae-b332-1120efe089e7]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)
Nov 10 13:31:15 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:31:15 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)
Nov 10 13:31:15 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:31:15 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 -p 172.16.0.220:3260 --login" returned: 0 in 0.083s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d04f11c-4ef6-45e1-9cf6-822c088258d3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20, portal: 172.16.0.220,3260]
Nov 10 13:31:15 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20, portal: 172.16.0.220,3260] successful.
Nov 10 13:31:15 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7185db9b-3a7a-4d02-826e-648fca893e11]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[233f2610-a506-4900-bd3b-3a381e1b6acc]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)
Nov 10 13:31:15 user nova-compute[86206]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)
Nov 10 13:31:15 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:31:15 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)
Nov 10 13:31:15 user nova-compute[86206]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)
Nov 10 13:31:15 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:31:15 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.361s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] HCTL ('33', '-', '-', 0) found on session 24 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dba43b8-715b-4328-9a2d-bd352fac48b4]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:31:15 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Searching for a device in session 24 and hctl ['33', '*', '*', 0] yield: None {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:31:16 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Searching for a device in session 24 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:31:16 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tiNzhyxn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:31:16 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.396s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:31:16 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] <== connect_volume: return (1397ms) {'type': 'block', 'scsi_wwn': '26635643832376432', 'path': '/dev/sdb'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:31:16 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26635643832376432', 'path': '/dev/sdb'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:31:16 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:28:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-654081587',display_name='tempest-ServerActionsTestOtherA-server-654081587',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-654081587',id=25,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDAGFNrtWsk5TevUcE27D53UaLQvzhJ77rBAAkPtVa8Jx/xCQV/DutfVwEd1Edzw4/KolH8J2c1Q7M4XzvNSeTQSV3bCXeje7ybURam1jm+6LTngmTg/N7MB+gscMvdfiw==',key_name='tempest-keypair-1216139462',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:29:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='aa556336540e427c9e304bbea288aa30',ramdisk_id='',reservation_id='r-oqy2bcza',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-390805104',owner_user_name='tempest-ServerActionsTestOtherA-390805104-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:30:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4a3b7d9322594e2fb154a787c8054f20',uuid=55c5fe3e-2885-4d71-992b-fe2a99682a12,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "36346bcb-bfee-43e5-98fa-e7723354c0be", "address": "fa:16:3e:b8:07:e1", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-2028193102-network", "vif_mac": "fa:16:3e:b8:07:e1"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36346bcb-bf", "ovs_interfaceid": "36346bcb-bfee-43e5-98fa-e7723354c0be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:31:16 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Converting VIF {"id": "36346bcb-bfee-43e5-98fa-e7723354c0be", "address": "fa:16:3e:b8:07:e1", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-2028193102-network", "vif_mac": "fa:16:3e:b8:07:e1"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36346bcb-bf", "ovs_interfaceid": "36346bcb-bfee-43e5-98fa-e7723354c0be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:31:16 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b8:07:e1,bridge_name='br-int',has_traffic_filtering=True,id=36346bcb-bfee-43e5-98fa-e7723354c0be,network=Network(2a23f5a5-f10f-463c-8b01-f554f87e7379),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36346bcb-bf') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:31:16 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:31:16 user nova-compute[86206]:   <uuid>55c5fe3e-2885-4d71-992b-fe2a99682a12</uuid>
Nov 10 13:31:16 user nova-compute[86206]:   <name>instance-00000019</name>
Nov 10 13:31:16 user nova-compute[86206]:   <memory>2097152</memory>
Nov 10 13:31:16 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:31:16 user nova-compute[86206]:   <metadata>
Nov 10 13:31:16 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:31:16 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:31:16 user nova-compute[86206]:       <nova:name>tempest-ServerActionsTestOtherA-server-654081587</nova:name>
Nov 10 13:31:16 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:31:15</nova:creationTime>
Nov 10 13:31:16 user nova-compute[86206]:       <nova:flavor name="m1.small">
Nov 10 13:31:16 user nova-compute[86206]:         <nova:memory>2048</nova:memory>
Nov 10 13:31:16 user nova-compute[86206]:         <nova:disk>20</nova:disk>
Nov 10 13:31:16 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:31:16 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:31:16 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:31:16 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:31:16 user nova-compute[86206]:       <nova:owner>
Nov 10 13:31:16 user nova-compute[86206]:         <nova:user uuid="4a3b7d9322594e2fb154a787c8054f20">tempest-ServerActionsTestOtherA-390805104-project-member</nova:user>
Nov 10 13:31:16 user nova-compute[86206]:         <nova:project uuid="aa556336540e427c9e304bbea288aa30">tempest-ServerActionsTestOtherA-390805104</nova:project>
Nov 10 13:31:16 user nova-compute[86206]:       </nova:owner>
Nov 10 13:31:16 user nova-compute[86206]:       <nova:ports>
Nov 10 13:31:16 user nova-compute[86206]:         <nova:port uuid="36346bcb-bfee-43e5-98fa-e7723354c0be">
Nov 10 13:31:16 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 10 13:31:16 user nova-compute[86206]:         </nova:port>
Nov 10 13:31:16 user nova-compute[86206]:       </nova:ports>
Nov 10 13:31:16 user nova-compute[86206]:     </nova:instance>
Nov 10 13:31:16 user nova-compute[86206]:   </metadata>
Nov 10 13:31:16 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:31:16 user nova-compute[86206]:     <system>
Nov 10 13:31:16 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:31:16 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:31:16 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:31:16 user nova-compute[86206]:       <entry name="serial">55c5fe3e-2885-4d71-992b-fe2a99682a12</entry>
Nov 10 13:31:16 user nova-compute[86206]:       <entry name="uuid">55c5fe3e-2885-4d71-992b-fe2a99682a12</entry>
Nov 10 13:31:16 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:31:16 user nova-compute[86206]:     </system>
Nov 10 13:31:16 user nova-compute[86206]:   </sysinfo>
Nov 10 13:31:16 user nova-compute[86206]:   <os>
Nov 10 13:31:16 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:31:16 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:31:16 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:31:16 user nova-compute[86206]:   </os>
Nov 10 13:31:16 user nova-compute[86206]:   <features>
Nov 10 13:31:16 user nova-compute[86206]:     <acpi/>
Nov 10 13:31:16 user nova-compute[86206]:     <apic/>
Nov 10 13:31:16 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:31:16 user nova-compute[86206]:   </features>
Nov 10 13:31:16 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:31:16 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:31:16 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:31:16 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:31:16 user nova-compute[86206]:   </clock>
Nov 10 13:31:16 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:31:16 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:31:16 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:31:16 user nova-compute[86206]:   </cpu>
Nov 10 13:31:16 user nova-compute[86206]:   <devices>
Nov 10 13:31:16 user nova-compute[86206]:     <disk type="block" device="disk">
Nov 10 13:31:16 user nova-compute[86206]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:31:16 user nova-compute[86206]:       <source dev="/dev/sdb"/>
Nov 10 13:31:16 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:31:16 user nova-compute[86206]:       <serial>604b6905-c2a3-4a11-95ef-bfb5b7c09a20</serial>
Nov 10 13:31:16 user nova-compute[86206]:     </disk>
Nov 10 13:31:16 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:31:16 user nova-compute[86206]:       <mac address="fa:16:3e:b8:07:e1"/>
Nov 10 13:31:16 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:31:16 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:31:16 user nova-compute[86206]:       <target dev="tap36346bcb-bf"/>
Nov 10 13:31:16 user nova-compute[86206]:     </interface>
Nov 10 13:31:16 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:31:16 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/55c5fe3e-2885-4d71-992b-fe2a99682a12/console.log" append="off"/>
Nov 10 13:31:16 user nova-compute[86206]:     </serial>
Nov 10 13:31:16 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:31:16 user nova-compute[86206]:     <video>
Nov 10 13:31:16 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:31:16 user nova-compute[86206]:     </video>
Nov 10 13:31:16 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:31:16 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:31:16 user nova-compute[86206]:     </rng>
Nov 10 13:31:16 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:31:16 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:31:16 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:31:16 user nova-compute[86206]:     </memballoon>
Nov 10 13:31:16 user nova-compute[86206]:   </devices>
Nov 10 13:31:16 user nova-compute[86206]: </domain>
Nov 10 13:31:16 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:31:16 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:28:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-654081587',display_name='tempest-ServerActionsTestOtherA-server-654081587',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-654081587',id=25,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDAGFNrtWsk5TevUcE27D53UaLQvzhJ77rBAAkPtVa8Jx/xCQV/DutfVwEd1Edzw4/KolH8J2c1Q7M4XzvNSeTQSV3bCXeje7ybURam1jm+6LTngmTg/N7MB+gscMvdfiw==',key_name='tempest-keypair-1216139462',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:29:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='aa556336540e427c9e304bbea288aa30',ramdisk_id='',reservation_id='r-oqy2bcza',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-390805104',owner_user_name='tempest-ServerActionsTestOtherA-390805104-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:30:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4a3b7d9322594e2fb154a787c8054f20',uuid=55c5fe3e-2885-4d71-992b-fe2a99682a12,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "36346bcb-bfee-43e5-98fa-e7723354c0be", "address": "fa:16:3e:b8:07:e1", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-2028193102-network", "vif_mac": "fa:16:3e:b8:07:e1"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36346bcb-bf", "ovs_interfaceid": "36346bcb-bfee-43e5-98fa-e7723354c0be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:31:16 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Converting VIF {"id": "36346bcb-bfee-43e5-98fa-e7723354c0be", "address": "fa:16:3e:b8:07:e1", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-2028193102-network", "vif_mac": "fa:16:3e:b8:07:e1"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36346bcb-bf", "ovs_interfaceid": "36346bcb-bfee-43e5-98fa-e7723354c0be", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:31:16 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b8:07:e1,bridge_name='br-int',has_traffic_filtering=True,id=36346bcb-bfee-43e5-98fa-e7723354c0be,network=Network(2a23f5a5-f10f-463c-8b01-f554f87e7379),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36346bcb-bf') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:31:16 user nova-compute[86206]: DEBUG os_vif [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b8:07:e1,bridge_name='br-int',has_traffic_filtering=True,id=36346bcb-bfee-43e5-98fa-e7723354c0be,network=Network(2a23f5a5-f10f-463c-8b01-f554f87e7379),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36346bcb-bf') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:31:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:31:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:31:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6d5b5503-c454-52c6-9ccd-ff1cc6304a26', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:31:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:31:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap36346bcb-bf, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:31:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap36346bcb-bf, col_values=(('qos', UUID('88211492-1810-4bdb-b09b-3c1e549b77b6')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:31:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap36346bcb-bf, col_values=(('external_ids', {'iface-id': '36346bcb-bfee-43e5-98fa-e7723354c0be', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b8:07:e1', 'vm-uuid': '55c5fe3e-2885-4d71-992b-fe2a99682a12'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:31:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:31:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:16 user nova-compute[86206]: INFO os_vif [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b8:07:e1,bridge_name='br-int',has_traffic_filtering=True,id=36346bcb-bfee-43e5-98fa-e7723354c0be,network=Network(2a23f5a5-f10f-463c-8b01-f554f87e7379),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36346bcb-bf')
Nov 10 13:31:16 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:31:16 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] No VIF found with MAC fa:16:3e:b8:07:e1, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:31:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:18 user nova-compute[86206]: DEBUG nova.compute.manager [req-dfc833ad-a529-4534-a8b0-e61c51648b8b req-fdcc4980-3311-4333-b983-23375ddfff15 service nova] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Received event network-vif-plugged-36346bcb-bfee-43e5-98fa-e7723354c0be {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:31:18 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-dfc833ad-a529-4534-a8b0-e61c51648b8b req-fdcc4980-3311-4333-b983-23375ddfff15 service nova] Acquiring lock "55c5fe3e-2885-4d71-992b-fe2a99682a12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:31:18 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-dfc833ad-a529-4534-a8b0-e61c51648b8b req-fdcc4980-3311-4333-b983-23375ddfff15 service nova] Lock "55c5fe3e-2885-4d71-992b-fe2a99682a12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:31:18 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-dfc833ad-a529-4534-a8b0-e61c51648b8b req-fdcc4980-3311-4333-b983-23375ddfff15 service nova] Lock "55c5fe3e-2885-4d71-992b-fe2a99682a12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:31:18 user nova-compute[86206]: DEBUG nova.compute.manager [req-dfc833ad-a529-4534-a8b0-e61c51648b8b req-fdcc4980-3311-4333-b983-23375ddfff15 service nova] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] No waiting events found dispatching network-vif-plugged-36346bcb-bfee-43e5-98fa-e7723354c0be {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:31:18 user nova-compute[86206]: WARNING nova.compute.manager [req-dfc833ad-a529-4534-a8b0-e61c51648b8b req-fdcc4980-3311-4333-b983-23375ddfff15 service nova] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Received unexpected event network-vif-plugged-36346bcb-bfee-43e5-98fa-e7723354c0be for instance with vm_state active and task_state resize_finish.
Nov 10 13:31:20 user nova-compute[86206]: DEBUG nova.compute.manager [req-cfbfd612-f3a6-4dbe-a720-560a0d66abe7 req-b31c7ff9-6da9-467c-ab12-e633c2601adb service nova] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Received event network-vif-plugged-36346bcb-bfee-43e5-98fa-e7723354c0be {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:31:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-cfbfd612-f3a6-4dbe-a720-560a0d66abe7 req-b31c7ff9-6da9-467c-ab12-e633c2601adb service nova] Acquiring lock "55c5fe3e-2885-4d71-992b-fe2a99682a12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:31:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-cfbfd612-f3a6-4dbe-a720-560a0d66abe7 req-b31c7ff9-6da9-467c-ab12-e633c2601adb service nova] Lock "55c5fe3e-2885-4d71-992b-fe2a99682a12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:31:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-cfbfd612-f3a6-4dbe-a720-560a0d66abe7 req-b31c7ff9-6da9-467c-ab12-e633c2601adb service nova] Lock "55c5fe3e-2885-4d71-992b-fe2a99682a12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:31:20 user nova-compute[86206]: DEBUG nova.compute.manager [req-cfbfd612-f3a6-4dbe-a720-560a0d66abe7 req-b31c7ff9-6da9-467c-ab12-e633c2601adb service nova] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] No waiting events found dispatching network-vif-plugged-36346bcb-bfee-43e5-98fa-e7723354c0be {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:31:20 user nova-compute[86206]: WARNING nova.compute.manager [req-cfbfd612-f3a6-4dbe-a720-560a0d66abe7 req-b31c7ff9-6da9-467c-ab12-e633c2601adb service nova] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Received unexpected event network-vif-plugged-36346bcb-bfee-43e5-98fa-e7723354c0be for instance with vm_state active and task_state resize_finish.
Nov 10 13:31:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:21 user nova-compute[86206]: DEBUG nova.compute.manager [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:31:21 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Instance running successfully.
Nov 10 13:31:21 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Failed to set time: agent not configured {{(pid=86206) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Nov 10 13:31:21 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-894716c1-aaf8-48ae-a26f-0346ba2e874b tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] finish_migration finished successfully. {{(pid=86206) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11769}}
Nov 10 13:31:21 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:32 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:31:32 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:31:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:31:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:31:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:31:32 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:31:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:31:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:31:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:31:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:31:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:31:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:31:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:31:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:31:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:31:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:31:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b174a322-8f63-41cc-afc6-881e4dd1b665/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:31:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b174a322-8f63-41cc-afc6-881e4dd1b665/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:31:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b174a322-8f63-41cc-afc6-881e4dd1b665/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:31:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b174a322-8f63-41cc-afc6-881e4dd1b665/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:31:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:31:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:31:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:31:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:31:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:31:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:31:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:31:35 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:31:35 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:31:35 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5cbaa1d-05f1-4490-af58-a5555d86d8a1/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:31:35 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5cbaa1d-05f1-4490-af58-a5555d86d8a1/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:31:35 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5cbaa1d-05f1-4490-af58-a5555d86d8a1/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:31:35 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5cbaa1d-05f1-4490-af58-a5555d86d8a1/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:31:35 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:31:35 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:31:35 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:31:35 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:31:36 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:31:36 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:31:36 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=7413MB free_disk=25.101055145263672GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:31:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:31:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:31:36 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Applying migration context for instance 55c5fe3e-2885-4d71-992b-fe2a99682a12 as it has an incoming, in-progress migration 7d500122-7d1b-4ed0-ab19-d0e8a50139a6. Migration status is finished {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Nov 10 13:31:36 user nova-compute[86206]: INFO nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Updating resource usage from migration 7d500122-7d1b-4ed0-ab19-d0e8a50139a6
Nov 10 13:31:36 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance e040d0fe-dea0-451e-91e2-6852000fa9dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:31:36 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 4509d78d-a41e-4150-beef-feed0bb03160 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:31:36 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 8a48ce18-2887-4676-9d7b-ebebbc8e5381 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:31:36 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:31:36 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 67554a1f-9c0a-4198-b944-46044d05ffb0 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:31:36 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Migration 7d500122-7d1b-4ed0-ab19-d0e8a50139a6 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Nov 10 13:31:36 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 55c5fe3e-2885-4d71-992b-fe2a99682a12 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:31:36 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance b174a322-8f63-41cc-afc6-881e4dd1b665 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:31:36 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 4e270764-c028-41ad-b2f7-4d502bd8d7ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:31:36 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance dcbbf073-aada-4069-ab96-58f83cd8259c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:31:36 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance e5cbaa1d-05f1-4490-af58-a5555d86d8a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:31:36 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:31:36 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:31:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:36 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:31:36 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:31:36 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:31:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.606s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:31:37 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:31:37 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:31:37 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Rebuilding the list of instances to heal {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 10 13:31:38 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "refresh_cache-e040d0fe-dea0-451e-91e2-6852000fa9dc" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:31:38 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquired lock "refresh_cache-e040d0fe-dea0-451e-91e2-6852000fa9dc" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:31:38 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Forcefully refreshing network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 10 13:31:38 user nova-compute[86206]: DEBUG nova.objects.instance [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lazy-loading 'info_cache' on Instance uuid e040d0fe-dea0-451e-91e2-6852000fa9dc {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:31:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:38 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Updating instance_info_cache with network_info: [{"id": "a157a34a-5248-4018-b9e6-de9e1c037ee4", "address": "fa:16:3e:bb:e9:d4", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa157a34a-52", "ovs_interfaceid": "a157a34a-5248-4018-b9e6-de9e1c037ee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:31:38 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Releasing lock "refresh_cache-e040d0fe-dea0-451e-91e2-6852000fa9dc" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:31:38 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Updated the network info_cache for instance {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 10 13:31:38 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:31:38 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:31:38 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:31:38 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 13:31:38 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:31:38 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:31:39 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:31:40 user nova-compute[86206]: INFO nova.compute.manager [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Rescuing
Nov 10 13:31:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "refresh_cache-67554a1f-9c0a-4198-b944-46044d05ffb0" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:31:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquired lock "refresh_cache-67554a1f-9c0a-4198-b944-46044d05ffb0" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:31:40 user nova-compute[86206]: DEBUG nova.network.neutron [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:31:40 user nova-compute[86206]: DEBUG nova.network.neutron [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Updating instance_info_cache with network_info: [{"id": "ea931032-8735-4df0-9113-72b091789983", "address": "fa:16:3e:a6:74:9e", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea931032-87", "ovs_interfaceid": "ea931032-8735-4df0-9113-72b091789983", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:31:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Releasing lock "refresh_cache-67554a1f-9c0a-4198-b944-46044d05ffb0" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:31:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:41 user nova-compute[86206]: DEBUG nova.compute.manager [req-20d48afe-5532-42c5-a9d8-ec013cae2058 req-3ad1f04b-819d-43e0-bf5a-a177dd8fabbb service nova] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Received event network-vif-unplugged-ea931032-8735-4df0-9113-72b091789983 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:31:41 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-20d48afe-5532-42c5-a9d8-ec013cae2058 req-3ad1f04b-819d-43e0-bf5a-a177dd8fabbb service nova] Acquiring lock "67554a1f-9c0a-4198-b944-46044d05ffb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:31:41 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-20d48afe-5532-42c5-a9d8-ec013cae2058 req-3ad1f04b-819d-43e0-bf5a-a177dd8fabbb service nova] Lock "67554a1f-9c0a-4198-b944-46044d05ffb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:31:41 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-20d48afe-5532-42c5-a9d8-ec013cae2058 req-3ad1f04b-819d-43e0-bf5a-a177dd8fabbb service nova] Lock "67554a1f-9c0a-4198-b944-46044d05ffb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:31:41 user nova-compute[86206]: DEBUG nova.compute.manager [req-20d48afe-5532-42c5-a9d8-ec013cae2058 req-3ad1f04b-819d-43e0-bf5a-a177dd8fabbb service nova] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] No waiting events found dispatching network-vif-unplugged-ea931032-8735-4df0-9113-72b091789983 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:31:41 user nova-compute[86206]: WARNING nova.compute.manager [req-20d48afe-5532-42c5-a9d8-ec013cae2058 req-3ad1f04b-819d-43e0-bf5a-a177dd8fabbb service nova] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Received unexpected event network-vif-unplugged-ea931032-8735-4df0-9113-72b091789983 for instance with vm_state active and task_state rescuing.
Nov 10 13:31:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:41 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Instance destroyed successfully.
Nov 10 13:31:41 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Attempting a stable device rescue
Nov 10 13:31:41 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=86206) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 10 13:31:41 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Instance directory exists: not creating {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 10 13:31:41 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Creating image(s)
Nov 10 13:31:41 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "/opt/stack/data/nova/instances/67554a1f-9c0a-4198-b944-46044d05ffb0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:31:41 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "/opt/stack/data/nova/instances/67554a1f-9c0a-4198-b944-46044d05ffb0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:31:41 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "/opt/stack/data/nova/instances/67554a1f-9c0a-4198-b944-46044d05ffb0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:31:41 user nova-compute[86206]: DEBUG nova.objects.instance [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lazy-loading 'trusted_certs' on Instance uuid 67554a1f-9c0a-4198-b944-46044d05ffb0 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:31:41 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "29053bd9f67c51ba546efaf39ca196d988d5fb5c" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:31:41 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "29053bd9f67c51ba546efaf39ca196d988d5fb5c" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:31:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/29053bd9f67c51ba546efaf39ca196d988d5fb5c.part --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:31:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/29053bd9f67c51ba546efaf39ca196d988d5fb5c.part --force-share --output=json" returned: 0 in 0.183s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:31:42 user nova-compute[86206]: DEBUG nova.virt.images [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] e5c85cb7-eba0-4df8-a8f8-839f2857a8c7 was qcow2, converting to raw {{(pid=86206) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 10 13:31:42 user nova-compute[86206]: DEBUG nova.privsep.utils [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=86206) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 10 13:31:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/29053bd9f67c51ba546efaf39ca196d988d5fb5c.part /opt/stack/data/nova/instances/_base/29053bd9f67c51ba546efaf39ca196d988d5fb5c.converted {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:31:43 user nova-compute[86206]: DEBUG nova.compute.manager [req-57de776f-f1cc-4af0-9135-d6f027bdc355 req-3b42d4a3-ecbf-4e24-b81b-2f4aabd1a6bf service nova] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Received event network-vif-plugged-ea931032-8735-4df0-9113-72b091789983 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:31:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-57de776f-f1cc-4af0-9135-d6f027bdc355 req-3b42d4a3-ecbf-4e24-b81b-2f4aabd1a6bf service nova] Acquiring lock "67554a1f-9c0a-4198-b944-46044d05ffb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:31:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-57de776f-f1cc-4af0-9135-d6f027bdc355 req-3b42d4a3-ecbf-4e24-b81b-2f4aabd1a6bf service nova] Lock "67554a1f-9c0a-4198-b944-46044d05ffb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:31:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-57de776f-f1cc-4af0-9135-d6f027bdc355 req-3b42d4a3-ecbf-4e24-b81b-2f4aabd1a6bf service nova] Lock "67554a1f-9c0a-4198-b944-46044d05ffb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:31:43 user nova-compute[86206]: DEBUG nova.compute.manager [req-57de776f-f1cc-4af0-9135-d6f027bdc355 req-3b42d4a3-ecbf-4e24-b81b-2f4aabd1a6bf service nova] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] No waiting events found dispatching network-vif-plugged-ea931032-8735-4df0-9113-72b091789983 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:31:43 user nova-compute[86206]: WARNING nova.compute.manager [req-57de776f-f1cc-4af0-9135-d6f027bdc355 req-3b42d4a3-ecbf-4e24-b81b-2f4aabd1a6bf service nova] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Received unexpected event network-vif-plugged-ea931032-8735-4df0-9113-72b091789983 for instance with vm_state active and task_state rescuing.
Nov 10 13:31:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/29053bd9f67c51ba546efaf39ca196d988d5fb5c.part /opt/stack/data/nova/instances/_base/29053bd9f67c51ba546efaf39ca196d988d5fb5c.converted" returned: 0 in 0.764s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:31:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/29053bd9f67c51ba546efaf39ca196d988d5fb5c.converted --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:31:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/29053bd9f67c51ba546efaf39ca196d988d5fb5c.converted --force-share --output=json" returned: 0 in 0.183s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:31:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "29053bd9f67c51ba546efaf39ca196d988d5fb5c" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.256s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:31:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "29053bd9f67c51ba546efaf39ca196d988d5fb5c" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:31:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "29053bd9f67c51ba546efaf39ca196d988d5fb5c" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:31:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/29053bd9f67c51ba546efaf39ca196d988d5fb5c --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/29053bd9f67c51ba546efaf39ca196d988d5fb5c --force-share --output=json" returned: 0 in 0.192s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/29053bd9f67c51ba546efaf39ca196d988d5fb5c,backing_fmt=raw /opt/stack/data/nova/instances/67554a1f-9c0a-4198-b944-46044d05ffb0/disk.rescue {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/29053bd9f67c51ba546efaf39ca196d988d5fb5c,backing_fmt=raw /opt/stack/data/nova/instances/67554a1f-9c0a-4198-b944-46044d05ffb0/disk.rescue" returned: 0 in 0.060s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "29053bd9f67c51ba546efaf39ca196d988d5fb5c" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.259s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG nova.objects.instance [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lazy-loading 'migration_context' on Instance uuid 67554a1f-9c0a-4198-b944-46044d05ffb0 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG nova.objects.base [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Object Instance<67554a1f-9c0a-4198-b944-46044d05ffb0> lazy-loaded attributes: trusted_certs,migration_context {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Start _get_guest_xml network_info=[{"id": "ea931032-8735-4df0-9113-72b091789983", "address": "fa:16:3e:a6:74:9e", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "vif_mac": "fa:16:3e:a6:74:9e"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea931032-87", "ovs_interfaceid": "ea931032-8735-4df0-9113-72b091789983", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'e5c85cb7-eba0-4df8-a8f8-839f2857a8c7', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'attachment_id': '2090e24f-93d6-4b5e-958e-ac00bc839ca8', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'doehfSsb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': '67554a1f-9c0a-4198-b944-46044d05ffb0', 'attached_at': '', 'detached_at': '', 'volume_id': '9e53d14d-9e83-4952-86d4-a5101f813cb4', 'serial': '9e53d14d-9e83-4952-86d4-a5101f813cb4'}, 'mount_device': '/dev/vda', 'boot_index': 0, 'volume_type': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG nova.objects.instance [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lazy-loading 'resources' on Instance uuid 67554a1f-9c0a-4198-b944-46044d05ffb0 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG nova.objects.base [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Object Instance<67554a1f-9c0a-4198-b944-46044d05ffb0> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG nova.objects.instance [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lazy-loading 'numa_topology' on Instance uuid 67554a1f-9c0a-4198-b944-46044d05ffb0 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG nova.objects.base [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Object Instance<67554a1f-9c0a-4198-b944-46044d05ffb0> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:31:44 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:31:44 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:31:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG nova.objects.instance [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lazy-loading 'vcpu_model' on Instance uuid 67554a1f-9c0a-4198-b944-46044d05ffb0 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG nova.objects.base [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Object Instance<67554a1f-9c0a-4198-b944-46044d05ffb0> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'doehfSsb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:31:44 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:31:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:31:44 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:31:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:31:44 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:31:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 -p 172.16.0.220:3260" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cca713d-fe27-420f-aa15-1851726187c1]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = doehfSsb\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Nov 10 13:31:44 user nova-compute[86206]: node.name = iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4
Nov 10 13:31:44 user nova-compute[86206]: node.tpgt = -1
Nov 10 13:31:44 user nova-compute[86206]: node.startup = automatic
Nov 10 13:31:44 user nova-compute[86206]: node.leading_login = No
Nov 10 13:31:44 user nova-compute[86206]: iface.iscsi_ifacename = default
Nov 10 13:31:44 user nova-compute[86206]: iface.net_ifacename = <empty>
Nov 10 13:31:44 user nova-compute[86206]: iface.ipaddress = <empty>
Nov 10 13:31:44 user nova-compute[86206]: iface.prefix_len = 0
Nov 10 13:31:44 user nova-compute[86206]: iface.hwaddress = <empty>
Nov 10 13:31:44 user nova-compute[86206]: iface.transport_name = tcp
Nov 10 13:31:44 user nova-compute[86206]: iface.initiatorname = <empty>
Nov 10 13:31:44 user nova-compute[86206]: iface.state = <empty>
Nov 10 13:31:44 user nova-compute[86206]: iface.vlan_id = 0
Nov 10 13:31:44 user nova-compute[86206]: iface.vlan_priority = 0
Nov 10 13:31:44 user nova-compute[86206]: iface.vlan_state = <empty>
Nov 10 13:31:44 user nova-compute[86206]: iface.iface_num = 0
Nov 10 13:31:44 user nova-compute[86206]: iface.mtu = 0
Nov 10 13:31:44 user nova-compute[86206]: iface.port = 0
Nov 10 13:31:44 user nova-compute[86206]: iface.bootproto = <empty>
Nov 10 13:31:44 user nova-compute[86206]: iface.subnet_mask = <empty>
Nov 10 13:31:44 user nova-compute[86206]: iface.gateway = <empty>
Nov 10 13:31:44 user nova-compute[86206]: iface.dhcp_alt_client_id_state = <empty>
Nov 10 13:31:44 user nova-compute[86206]: iface.dhcp_alt_client_id = <empty>
Nov 10 13:31:44 user nova-compute[86206]: iface.dhcp_dns = <empty>
Nov 10 13:31:44 user nova-compute[86206]: iface.dhcp_learn_iqn = <empty>
Nov 10 13:31:44 user nova-compute[86206]: iface.dhcp_req_vendor_id_state = <empty>
Nov 10 13:31:44 user nova-compute[86206]: iface.dhcp_vendor_id_state = <empty>
Nov 10 13:31:44 user nova-compute[86206]: iface.dhcp_vendor_id = <empty>
Nov 10 13:31:44 user nova-compute[86206]: iface.dhcp_slp_da = <empty>
Nov 10 13:31:44 user nova-compute[86206]: iface.fragmentation = <empty>
Nov 10 13:31:44 user nova-compute[86206]: iface.gratuitous_arp = <empty>
Nov 10 13:31:44 user nova-compute[86206]: iface.incoming_forwarding = <empty>
Nov 10 13:31:44 user nova-compute[86206]: iface.tos_state = <empty>
Nov 10 13:31:44 user nova-compute[86206]: iface.tos = 0
Nov 10 13:31:44 user nova-compute[86206]: iface.ttl = 0
Nov 10 13:31:44 user nova-compute[86206]: iface.delayed_ack = <empty>
Nov 10 13:31:44 user nova-compute[86206]: iface.tcp_nagle = <empty>
Nov 10 13:31:44 user nova-compute[86206]: iface.tcp_wsf_state = <empty>
Nov 10 13:31:44 user nova-compute[86206]: iface.tcp_wsf = 0
Nov 10 13:31:44 user nova-compute[86206]: iface.tcp_timer_scale = 0
Nov 10 13:31:44 user nova-compute[86206]: iface.tcp_timestamp = <empty>
Nov 10 13:31:44 user nova-compute[86206]: iface.redirect = <empty>
Nov 10 13:31:44 user nova-compute[86206]: iface.def_task_mgmt_timeout = 0
Nov 10 13:31:44 user nova-compute[86206]: iface.header_digest = <empty>
Nov 10 13:31:44 user nova-compute[86206]: iface.data_digest = <empty>
Nov 10 13:31:44 user nova-compute[86206]: iface.immediate_data = <empty>
Nov 10 13:31:44 user nova-compute[86206]: iface.initial_r2t = <empty>
Nov 10 13:31:44 user nova-compute[86206]: iface.data_seq_inorder = <empty>
Nov 10 13:31:44 user nova-compute[86206]: iface.data_pdu_inorder = <empty>
Nov 10 13:31:44 user nova-compute[86206]: iface.erl = 0
Nov 10 13:31:44 user nova-compute[86206]: iface.max_receive_data_len = 0
Nov 10 13:31:44 user nova-compute[86206]: iface.first_burst_len = 0
Nov 10 13:31:44 user nova-compute[86206]: iface.max_outstanding_r2t = 0
Nov 10 13:31:44 user nova-compute[86206]: iface.max_burst_len = 0
Nov 10 13:31:44 user nova-compute[86206]: iface.chap_auth = <empty>
Nov 10 13:31:44 user nova-compute[86206]: iface.bidi_chap = <empty>
Nov 10 13:31:44 user nova-compute[86206]: iface.strict_login_compliance = <empty>
Nov 10 13:31:44 user nova-compute[86206]: iface.discovery_auth = <empty>
Nov 10 13:31:44 user nova-compute[86206]: iface.discovery_logout = <empty>
Nov 10 13:31:44 user nova-compute[86206]: node.discovery_address = <empty>
Nov 10 13:31:44 user nova-compute[86206]: node.discovery_port = 0
Nov 10 13:31:44 user nova-compute[86206]: node.discovery_type = static
Nov 10 13:31:44 user nova-compute[86206]: node.session.initial_cmdsn = 0
Nov 10 13:31:44 user nova-compute[86206]: node.session.initial_login_retry_max = 8
Nov 10 13:31:44 user nova-compute[86206]: node.session.xmit_thread_priority = -20
Nov 10 13:31:44 user nova-compute[86206]: node.session.cmds_max = 128
Nov 10 13:31:44 user nova-compute[86206]: node.session.queue_depth = 32
Nov 10 13:31:44 user nova-compute[86206]: node.session.nr_sessions = 1
Nov 10 13:31:44 user nova-compute[86206]: node.session.auth.authmethod = CHAP
Nov 10 13:31:44 user nova-compute[86206]: node.session.auth.username = doehfSsb
Nov 10 13:31:44 user nova-compute[86206]: node.session.auth.password = ***
Nov 10 13:31:44 user nova-compute[86206]: node.session.auth.username_in = <empty>
Nov 10 13:31:44 user nova-compute[86206]: node.session.auth.password_in = <empty>
Nov 10 13:31:44 user nova-compute[86206]: node.session.auth.chap_algs = MD5
Nov 10 13:31:44 user nova-compute[86206]: node.session.timeo.replacement_timeout = 120
Nov 10 13:31:44 user nova-compute[86206]: node.session.err_timeo.abort_timeout = 15
Nov 10 13:31:44 user nova-compute[86206]: node.session.err_timeo.lu_reset_timeout = 30
Nov 10 13:31:44 user nova-compute[86206]: node.session.err_timeo.tgt_reset_timeout = 30
Nov 10 13:31:44 user nova-compute[86206]: node.session.err_timeo.host_reset_timeout = 60
Nov 10 13:31:44 user nova-compute[86206]: node.session.iscsi.FastAbort = Yes
Nov 10 13:31:44 user nova-compute[86206]: node.session.iscsi.InitialR2T = No
Nov 10 13:31:44 user nova-compute[86206]: node.session.iscsi.ImmediateData = Yes
Nov 10 13:31:44 user nova-compute[86206]: node.session.iscsi.FirstBurstLength = 262144
Nov 10 13:31:44 user nova-compute[86206]: node.session.iscsi.MaxBurstLength = 16776192
Nov 10 13:31:44 user nova-compute[86206]: node.session.iscsi.DefaultTime2Retain = 0
Nov 10 13:31:44 user nova-compute[86206]: node.session.iscsi.DefaultTime2Wait = 2
Nov 10 13:31:44 user nova-compute[86206]: node.session.iscsi.MaxConnections = 1
Nov 10 13:31:44 user nova-compute[86206]: node.session.iscsi.MaxOutstandingR2T = 1
Nov 10 13:31:44 user nova-compute[86206]: node.session.iscsi.ERL = 0
Nov 10 13:31:44 user nova-compute[86206]: node.session.scan = manual
Nov 10 13:31:44 user nova-compute[86206]: node.session.reopen_max = 0
Nov 10 13:31:44 user nova-compute[86206]: node.conn[0].address = 172.16.0.220
Nov 10 13:31:44 user nova-compute[86206]: node.conn[0].port = 3260
Nov 10 13:31:44 user nova-compute[86206]: node.conn[0].startup = manual
Nov 10 13:31:44 user nova-compute[86206]: node.conn[0].tcp.window_size = 524288
Nov 10 13:31:44 user nova-compute[86206]: node.conn[0].tcp.type_of_service = 0
Nov 10 13:31:44 user nova-compute[86206]: node.conn[0].timeo.logout_timeout = 15
Nov 10 13:31:44 user nova-compute[86206]: node.conn[0].timeo.login_timeout = 15
Nov 10 13:31:44 user nova-compute[86206]: node.conn[0].timeo.auth_timeout = 45
Nov 10 13:31:44 user nova-compute[86206]: node.conn[0].timeo.noop_out_interval = 5
Nov 10 13:31:44 user nova-compute[86206]: node.conn[0].timeo.noop_out_timeout = 5
Nov 10 13:31:44 user nova-compute[86206]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Nov 10 13:31:44 user nova-compute[86206]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Nov 10 13:31:44 user nova-compute[86206]: node.conn[0].iscsi.HeaderDigest = None
Nov 10 13:31:44 user nova-compute[86206]: node.conn[0].iscsi.DataDigest = None
Nov 10 13:31:44 user nova-compute[86206]: node.conn[0].iscsi.IFMarker = No
Nov 10 13:31:44 user nova-compute[86206]: node.conn[0].iscsi.OFMarker = No
Nov 10 13:31:44 user nova-compute[86206]: # END RECORD
Nov 10 13:31:44 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.029s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[687415cf-7cc0-4963-960c-819b14229b7e]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4ff100a-fd07-4394-9a13-71809c88d349]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v doehfSsb {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v doehfSsb" returned: 0 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[69a495d4-f223-440f-b9ee-81bf86bcb274]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'doehfSsb'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad53cb72-8d3e-412d-aef3-8377f3e411bf]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[12d8bab5-f673-498a-832a-ce83b7cc95d0]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)
Nov 10 13:31:44 user nova-compute[86206]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)
Nov 10 13:31:44 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:31:44 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)
Nov 10 13:31:44 user nova-compute[86206]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)
Nov 10 13:31:44 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:31:44 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.160s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] HCTL ('35', '0', '0', 0) found on session 23 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Scanning host 35 c: 0, t: 0, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[60a71669-4db3-4882-9f86-5f47ce9a6e88]: (4, ('0 0 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Searching for a device in session 23 and hctl ('35', '0', '0', 0) yield: sdd {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'doehfSsb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.188s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] <== connect_volume: return (189ms) {'type': 'block', 'scsi_wwn': '23335353737363434', 'path': '/dev/sdd'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23335353737363434', 'path': '/dev/sdd'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:28:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1261941471',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1261941471',id=26,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:30:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='028ee5b7789f4eb9809f6c89b8649453',ramdisk_id='',reservation_id='r-vqnjjq0v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1948757916',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:30:02Z,user_data=None,user_id='1b99c0d49a5e450ba43bce92d827d7c2',uuid=67554a1f-9c0a-4198-b944-46044d05ffb0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ea931032-8735-4df0-9113-72b091789983", "address": "fa:16:3e:a6:74:9e", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "vif_mac": "fa:16:3e:a6:74:9e"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea931032-87", "ovs_interfaceid": "ea931032-8735-4df0-9113-72b091789983", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Converting VIF {"id": "ea931032-8735-4df0-9113-72b091789983", "address": "fa:16:3e:a6:74:9e", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "vif_mac": "fa:16:3e:a6:74:9e"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea931032-87", "ovs_interfaceid": "ea931032-8735-4df0-9113-72b091789983", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a6:74:9e,bridge_name='br-int',has_traffic_filtering=True,id=ea931032-8735-4df0-9113-72b091789983,network=Network(953cfc69-1add-40de-a3ae-1d9aeaa3b3e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea931032-87') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG nova.objects.instance [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lazy-loading 'pci_devices' on Instance uuid 67554a1f-9c0a-4198-b944-46044d05ffb0 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG nova.objects.base [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Object Instance<67554a1f-9c0a-4198-b944-46044d05ffb0> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:31:44 user nova-compute[86206]:   <uuid>67554a1f-9c0a-4198-b944-46044d05ffb0</uuid>
Nov 10 13:31:44 user nova-compute[86206]:   <name>instance-0000001a</name>
Nov 10 13:31:44 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:31:44 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:31:44 user nova-compute[86206]:   <metadata>
Nov 10 13:31:44 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:31:44 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:31:44 user nova-compute[86206]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1261941471</nova:name>
Nov 10 13:31:44 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:31:44</nova:creationTime>
Nov 10 13:31:44 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:31:44 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:31:44 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:31:44 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:31:44 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:31:44 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:31:44 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:31:44 user nova-compute[86206]:       <nova:owner>
Nov 10 13:31:44 user nova-compute[86206]:         <nova:user uuid="1b99c0d49a5e450ba43bce92d827d7c2">tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member</nova:user>
Nov 10 13:31:44 user nova-compute[86206]:         <nova:project uuid="028ee5b7789f4eb9809f6c89b8649453">tempest-ServerBootFromVolumeStableRescueTest-1948757916</nova:project>
Nov 10 13:31:44 user nova-compute[86206]:       </nova:owner>
Nov 10 13:31:44 user nova-compute[86206]:       <nova:root type="image" uuid="73290e4a-d2c0-4305-9ee6-397ce6a900ba"/>
Nov 10 13:31:44 user nova-compute[86206]:       <nova:ports>
Nov 10 13:31:44 user nova-compute[86206]:         <nova:port uuid="ea931032-8735-4df0-9113-72b091789983">
Nov 10 13:31:44 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 10 13:31:44 user nova-compute[86206]:         </nova:port>
Nov 10 13:31:44 user nova-compute[86206]:       </nova:ports>
Nov 10 13:31:44 user nova-compute[86206]:     </nova:instance>
Nov 10 13:31:44 user nova-compute[86206]:   </metadata>
Nov 10 13:31:44 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:31:44 user nova-compute[86206]:     <system>
Nov 10 13:31:44 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:31:44 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:31:44 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:31:44 user nova-compute[86206]:       <entry name="serial">67554a1f-9c0a-4198-b944-46044d05ffb0</entry>
Nov 10 13:31:44 user nova-compute[86206]:       <entry name="uuid">67554a1f-9c0a-4198-b944-46044d05ffb0</entry>
Nov 10 13:31:44 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:31:44 user nova-compute[86206]:     </system>
Nov 10 13:31:44 user nova-compute[86206]:   </sysinfo>
Nov 10 13:31:44 user nova-compute[86206]:   <os>
Nov 10 13:31:44 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:31:44 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:31:44 user nova-compute[86206]:   </os>
Nov 10 13:31:44 user nova-compute[86206]:   <features>
Nov 10 13:31:44 user nova-compute[86206]:     <acpi/>
Nov 10 13:31:44 user nova-compute[86206]:     <apic/>
Nov 10 13:31:44 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:31:44 user nova-compute[86206]:   </features>
Nov 10 13:31:44 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:31:44 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:31:44 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:31:44 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:31:44 user nova-compute[86206]:   </clock>
Nov 10 13:31:44 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:31:44 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:31:44 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:31:44 user nova-compute[86206]:   </cpu>
Nov 10 13:31:44 user nova-compute[86206]:   <devices>
Nov 10 13:31:44 user nova-compute[86206]:     <disk type="block" device="disk">
Nov 10 13:31:44 user nova-compute[86206]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:31:44 user nova-compute[86206]:       <source dev="/dev/sdd"/>
Nov 10 13:31:44 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:31:44 user nova-compute[86206]:       <serial>9e53d14d-9e83-4952-86d4-a5101f813cb4</serial>
Nov 10 13:31:44 user nova-compute[86206]:     </disk>
Nov 10 13:31:44 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:31:44 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:31:44 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/67554a1f-9c0a-4198-b944-46044d05ffb0/disk.rescue"/>
Nov 10 13:31:44 user nova-compute[86206]:       <target dev="vdb" bus="virtio"/>
Nov 10 13:31:44 user nova-compute[86206]:       <boot order="1"/>
Nov 10 13:31:44 user nova-compute[86206]:     </disk>
Nov 10 13:31:44 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:31:44 user nova-compute[86206]:       <mac address="fa:16:3e:a6:74:9e"/>
Nov 10 13:31:44 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:31:44 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:31:44 user nova-compute[86206]:       <target dev="tapea931032-87"/>
Nov 10 13:31:44 user nova-compute[86206]:     </interface>
Nov 10 13:31:44 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:31:44 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/67554a1f-9c0a-4198-b944-46044d05ffb0/console.log" append="off"/>
Nov 10 13:31:44 user nova-compute[86206]:     </serial>
Nov 10 13:31:44 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:31:44 user nova-compute[86206]:     <video>
Nov 10 13:31:44 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:31:44 user nova-compute[86206]:     </video>
Nov 10 13:31:44 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:31:44 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:31:44 user nova-compute[86206]:     </rng>
Nov 10 13:31:44 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:31:44 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:31:44 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:31:44 user nova-compute[86206]:     </memballoon>
Nov 10 13:31:44 user nova-compute[86206]:   </devices>
Nov 10 13:31:44 user nova-compute[86206]: </domain>
Nov 10 13:31:44 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:31:44 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Instance destroyed successfully.
Nov 10 13:31:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] No BDM found with device name vdb, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:31:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] No VIF found with MAC fa:16:3e:a6:74:9e, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:31:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:46 user nova-compute[86206]: DEBUG nova.compute.manager [req-6372b977-ebdb-4763-a8ca-263ae681e05a req-33a9fcb6-9e35-4a73-a643-b735a0b32b1d service nova] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Received event network-vif-plugged-ea931032-8735-4df0-9113-72b091789983 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:31:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6372b977-ebdb-4763-a8ca-263ae681e05a req-33a9fcb6-9e35-4a73-a643-b735a0b32b1d service nova] Acquiring lock "67554a1f-9c0a-4198-b944-46044d05ffb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:31:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6372b977-ebdb-4763-a8ca-263ae681e05a req-33a9fcb6-9e35-4a73-a643-b735a0b32b1d service nova] Lock "67554a1f-9c0a-4198-b944-46044d05ffb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:31:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-6372b977-ebdb-4763-a8ca-263ae681e05a req-33a9fcb6-9e35-4a73-a643-b735a0b32b1d service nova] Lock "67554a1f-9c0a-4198-b944-46044d05ffb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:31:46 user nova-compute[86206]: DEBUG nova.compute.manager [req-6372b977-ebdb-4763-a8ca-263ae681e05a req-33a9fcb6-9e35-4a73-a643-b735a0b32b1d service nova] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] No waiting events found dispatching network-vif-plugged-ea931032-8735-4df0-9113-72b091789983 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:31:46 user nova-compute[86206]: WARNING nova.compute.manager [req-6372b977-ebdb-4763-a8ca-263ae681e05a req-33a9fcb6-9e35-4a73-a643-b735a0b32b1d service nova] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Received unexpected event network-vif-plugged-ea931032-8735-4df0-9113-72b091789983 for instance with vm_state active and task_state rescuing.
Nov 10 13:31:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:48 user nova-compute[86206]: DEBUG nova.compute.manager [req-638443bb-9c50-4f56-903d-58fa08f2eb20 req-e0389672-ddcf-47ad-b359-5d7ddcce7f50 service nova] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Received event network-vif-plugged-ea931032-8735-4df0-9113-72b091789983 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:31:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-638443bb-9c50-4f56-903d-58fa08f2eb20 req-e0389672-ddcf-47ad-b359-5d7ddcce7f50 service nova] Acquiring lock "67554a1f-9c0a-4198-b944-46044d05ffb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:31:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-638443bb-9c50-4f56-903d-58fa08f2eb20 req-e0389672-ddcf-47ad-b359-5d7ddcce7f50 service nova] Lock "67554a1f-9c0a-4198-b944-46044d05ffb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:31:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-638443bb-9c50-4f56-903d-58fa08f2eb20 req-e0389672-ddcf-47ad-b359-5d7ddcce7f50 service nova] Lock "67554a1f-9c0a-4198-b944-46044d05ffb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:31:48 user nova-compute[86206]: DEBUG nova.compute.manager [req-638443bb-9c50-4f56-903d-58fa08f2eb20 req-e0389672-ddcf-47ad-b359-5d7ddcce7f50 service nova] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] No waiting events found dispatching network-vif-plugged-ea931032-8735-4df0-9113-72b091789983 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:31:48 user nova-compute[86206]: WARNING nova.compute.manager [req-638443bb-9c50-4f56-903d-58fa08f2eb20 req-e0389672-ddcf-47ad-b359-5d7ddcce7f50 service nova] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Received unexpected event network-vif-plugged-ea931032-8735-4df0-9113-72b091789983 for instance with vm_state active and task_state rescuing.
Nov 10 13:31:48 user nova-compute[86206]: DEBUG nova.compute.manager [None req-3d3b1af3-2159-48d9-9bf0-f4f5a7844a56 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:31:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:53 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:31:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:01 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:32:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:21 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Acquiring lock "57d29650-f464-4ac5-86ee-3e1bbaf88718" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:32:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Lock "57d29650-f464-4ac5-86ee-3e1bbaf88718" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:32:25 user nova-compute[86206]: DEBUG nova.compute.manager [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:32:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:32:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:32:25 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:32:25 user nova-compute[86206]: INFO nova.compute.claims [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Claim successful on node user
Nov 10 13:32:26 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:32:26 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:32:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.576s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:32:26 user nova-compute[86206]: DEBUG nova.compute.manager [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:32:26 user nova-compute[86206]: DEBUG nova.compute.manager [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:32:26 user nova-compute[86206]: DEBUG nova.network.neutron [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:32:26 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:32:26 user nova-compute[86206]: DEBUG nova.compute.manager [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:32:26 user nova-compute[86206]: DEBUG nova.compute.manager [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:32:26 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:32:26 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Creating image(s)
Nov 10 13:32:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Acquiring lock "/opt/stack/data/nova/instances/57d29650-f464-4ac5-86ee-3e1bbaf88718/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:32:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Lock "/opt/stack/data/nova/instances/57d29650-f464-4ac5-86ee-3e1bbaf88718/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:32:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Lock "/opt/stack/data/nova/instances/57d29650-f464-4ac5-86ee-3e1bbaf88718/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:32:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:32:26 user nova-compute[86206]: DEBUG nova.policy [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32d3a6f6faa045ff8ad0d4d9f60e962a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58bc441edd4f453b88b674aa1f1988d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:32:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.200s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:32:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Acquiring lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:32:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:32:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:32:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.231s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:32:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/57d29650-f464-4ac5-86ee-3e1bbaf88718/disk 1073741824 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:32:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/57d29650-f464-4ac5-86ee-3e1bbaf88718/disk 1073741824" returned: 0 in 0.060s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:32:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.301s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:32:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:32:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-12917150-f144-4c4a-9883-9953fa3c19e9 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "55c5fe3e-2885-4d71-992b-fe2a99682a12" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:32:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-12917150-f144-4c4a-9883-9953fa3c19e9 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "55c5fe3e-2885-4d71-992b-fe2a99682a12" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:32:27 user nova-compute[86206]: DEBUG nova.compute.manager [None req-12917150-f144-4c4a-9883-9953fa3c19e9 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Going to confirm migration 1 {{(pid=86206) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4774}}
Nov 10 13:32:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.217s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:32:27 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Checking if we can resize image /opt/stack/data/nova/instances/57d29650-f464-4ac5-86ee-3e1bbaf88718/disk. size=1073741824 {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 10 13:32:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57d29650-f464-4ac5-86ee-3e1bbaf88718/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:32:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:27 user nova-compute[86206]: DEBUG nova.network.neutron [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Successfully created port: 2f62faa8-cf08-4c5b-90c6-48a14f4ba160 {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:32:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57d29650-f464-4ac5-86ee-3e1bbaf88718/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:32:27 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Cannot resize image /opt/stack/data/nova/instances/57d29650-f464-4ac5-86ee-3e1bbaf88718/disk to a smaller size. {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 10 13:32:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:32:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Ensure instance console log exists: /opt/stack/data/nova/instances/57d29650-f464-4ac5-86ee-3e1bbaf88718/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:32:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:32:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:32:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:32:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-12917150-f144-4c4a-9883-9953fa3c19e9 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "refresh_cache-55c5fe3e-2885-4d71-992b-fe2a99682a12" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:32:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-12917150-f144-4c4a-9883-9953fa3c19e9 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquired lock "refresh_cache-55c5fe3e-2885-4d71-992b-fe2a99682a12" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:32:27 user nova-compute[86206]: DEBUG nova.network.neutron [None req-12917150-f144-4c4a-9883-9953fa3c19e9 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:32:27 user nova-compute[86206]: DEBUG nova.objects.instance [None req-12917150-f144-4c4a-9883-9953fa3c19e9 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lazy-loading 'info_cache' on Instance uuid 55c5fe3e-2885-4d71-992b-fe2a99682a12 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:32:28 user nova-compute[86206]: DEBUG nova.network.neutron [None req-12917150-f144-4c4a-9883-9953fa3c19e9 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Updating instance_info_cache with network_info: [{"id": "36346bcb-bfee-43e5-98fa-e7723354c0be", "address": "fa:16:3e:b8:07:e1", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36346bcb-bf", "ovs_interfaceid": "36346bcb-bfee-43e5-98fa-e7723354c0be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:32:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-12917150-f144-4c4a-9883-9953fa3c19e9 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Releasing lock "refresh_cache-55c5fe3e-2885-4d71-992b-fe2a99682a12" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:32:28 user nova-compute[86206]: DEBUG nova.objects.instance [None req-12917150-f144-4c4a-9883-9953fa3c19e9 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lazy-loading 'migration_context' on Instance uuid 55c5fe3e-2885-4d71-992b-fe2a99682a12 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:32:28 user nova-compute[86206]: DEBUG nova.objects.base [None req-12917150-f144-4c4a-9883-9953fa3c19e9 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Object Instance<55c5fe3e-2885-4d71-992b-fe2a99682a12> lazy-loaded attributes: info_cache,migration_context {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:32:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-12917150-f144-4c4a-9883-9953fa3c19e9 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:32:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-12917150-f144-4c4a-9883-9953fa3c19e9 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:32:28 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-12917150-f144-4c4a-9883-9953fa3c19e9 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:32:28 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-12917150-f144-4c4a-9883-9953fa3c19e9 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:32:28 user nova-compute[86206]: DEBUG nova.network.neutron [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Successfully updated port: 2f62faa8-cf08-4c5b-90c6-48a14f4ba160 {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:32:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-12917150-f144-4c4a-9883-9953fa3c19e9 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 0.453s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:32:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Acquiring lock "refresh_cache-57d29650-f464-4ac5-86ee-3e1bbaf88718" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:32:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Acquired lock "refresh_cache-57d29650-f464-4ac5-86ee-3e1bbaf88718" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:32:28 user nova-compute[86206]: DEBUG nova.network.neutron [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:32:28 user nova-compute[86206]: DEBUG nova.network.neutron [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:32:28 user nova-compute[86206]: DEBUG nova.compute.manager [req-5733ba29-ac8c-414d-98e3-7785d5ecbaf0 req-51f861ed-ae98-4998-890b-fa0fe86a5463 service nova] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Received event network-changed-2f62faa8-cf08-4c5b-90c6-48a14f4ba160 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:32:28 user nova-compute[86206]: DEBUG nova.compute.manager [req-5733ba29-ac8c-414d-98e3-7785d5ecbaf0 req-51f861ed-ae98-4998-890b-fa0fe86a5463 service nova] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Refreshing instance network info cache due to event network-changed-2f62faa8-cf08-4c5b-90c6-48a14f4ba160. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:32:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-5733ba29-ac8c-414d-98e3-7785d5ecbaf0 req-51f861ed-ae98-4998-890b-fa0fe86a5463 service nova] Acquiring lock "refresh_cache-57d29650-f464-4ac5-86ee-3e1bbaf88718" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:32:28 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-12917150-f144-4c4a-9883-9953fa3c19e9 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Deleted allocation for migration 7d500122-7d1b-4ed0-ab19-d0e8a50139a6
Nov 10 13:32:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-12917150-f144-4c4a-9883-9953fa3c19e9 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "55c5fe3e-2885-4d71-992b-fe2a99682a12" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 1.629s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG nova.network.neutron [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Updating instance_info_cache with network_info: [{"id": "2f62faa8-cf08-4c5b-90c6-48a14f4ba160", "address": "fa:16:3e:ab:92:af", "network": {"id": "dd4a6063-dbe4-45b3-a630-1dd8115dc1f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "76619eb3acfb4c759d310b3f3122376b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f62faa8-cf", "ovs_interfaceid": "2f62faa8-cf08-4c5b-90c6-48a14f4ba160", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Releasing lock "refresh_cache-57d29650-f464-4ac5-86ee-3e1bbaf88718" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG nova.compute.manager [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Instance network_info: |[{"id": "2f62faa8-cf08-4c5b-90c6-48a14f4ba160", "address": "fa:16:3e:ab:92:af", "network": {"id": "dd4a6063-dbe4-45b3-a630-1dd8115dc1f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "76619eb3acfb4c759d310b3f3122376b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f62faa8-cf", "ovs_interfaceid": "2f62faa8-cf08-4c5b-90c6-48a14f4ba160", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-5733ba29-ac8c-414d-98e3-7785d5ecbaf0 req-51f861ed-ae98-4998-890b-fa0fe86a5463 service nova] Acquired lock "refresh_cache-57d29650-f464-4ac5-86ee-3e1bbaf88718" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG nova.network.neutron [req-5733ba29-ac8c-414d-98e3-7785d5ecbaf0 req-51f861ed-ae98-4998-890b-fa0fe86a5463 service nova] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Refreshing network info cache for port 2f62faa8-cf08-4c5b-90c6-48a14f4ba160 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Start _get_guest_xml network_info=[{"id": "2f62faa8-cf08-4c5b-90c6-48a14f4ba160", "address": "fa:16:3e:ab:92:af", "network": {"id": "dd4a6063-dbe4-45b3-a630-1dd8115dc1f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "76619eb3acfb4c759d310b3f3122376b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f62faa8-cf", "ovs_interfaceid": "2f62faa8-cf08-4c5b-90c6-48a14f4ba160", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '73290e4a-d2c0-4305-9ee6-397ce6a900ba'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:32:29 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:32:29 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:32:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:32:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-1066576143',display_name='tempest-VolumesNegativeTest-instance-1066576143',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-1066576143',id=31,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='58bc441edd4f453b88b674aa1f1988d2',ramdisk_id='',reservation_id='r-wjcdaoqs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-1353942898',owner_user_name='tempest-VolumesNegativeTest-1353942898-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:32:27Z,user_data=None,user_id='32d3a6f6faa045ff8ad0d4d9f60e962a',uuid=57d29650-f464-4ac5-86ee-3e1bbaf88718,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2f62faa8-cf08-4c5b-90c6-48a14f4ba160", "address": "fa:16:3e:ab:92:af", "network": {"id": "dd4a6063-dbe4-45b3-a630-1dd8115dc1f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "76619eb3acfb4c759d310b3f3122376b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f62faa8-cf", "ovs_interfaceid": "2f62faa8-cf08-4c5b-90c6-48a14f4ba160", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Converting VIF {"id": "2f62faa8-cf08-4c5b-90c6-48a14f4ba160", "address": "fa:16:3e:ab:92:af", "network": {"id": "dd4a6063-dbe4-45b3-a630-1dd8115dc1f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "76619eb3acfb4c759d310b3f3122376b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f62faa8-cf", "ovs_interfaceid": "2f62faa8-cf08-4c5b-90c6-48a14f4ba160", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ab:92:af,bridge_name='br-int',has_traffic_filtering=True,id=2f62faa8-cf08-4c5b-90c6-48a14f4ba160,network=Network(dd4a6063-dbe4-45b3-a630-1dd8115dc1f5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f62faa8-cf') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG nova.objects.instance [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Lazy-loading 'pci_devices' on Instance uuid 57d29650-f464-4ac5-86ee-3e1bbaf88718 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:32:29 user nova-compute[86206]:   <uuid>57d29650-f464-4ac5-86ee-3e1bbaf88718</uuid>
Nov 10 13:32:29 user nova-compute[86206]:   <name>instance-0000001f</name>
Nov 10 13:32:29 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:32:29 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:32:29 user nova-compute[86206]:   <metadata>
Nov 10 13:32:29 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:32:29 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:32:29 user nova-compute[86206]:       <nova:name>tempest-VolumesNegativeTest-instance-1066576143</nova:name>
Nov 10 13:32:29 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:32:29</nova:creationTime>
Nov 10 13:32:29 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:32:29 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:32:29 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:32:29 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:32:29 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:32:29 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:32:29 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:32:29 user nova-compute[86206]:       <nova:owner>
Nov 10 13:32:29 user nova-compute[86206]:         <nova:user uuid="32d3a6f6faa045ff8ad0d4d9f60e962a">tempest-VolumesNegativeTest-1353942898-project-member</nova:user>
Nov 10 13:32:29 user nova-compute[86206]:         <nova:project uuid="58bc441edd4f453b88b674aa1f1988d2">tempest-VolumesNegativeTest-1353942898</nova:project>
Nov 10 13:32:29 user nova-compute[86206]:       </nova:owner>
Nov 10 13:32:29 user nova-compute[86206]:       <nova:root type="image" uuid="73290e4a-d2c0-4305-9ee6-397ce6a900ba"/>
Nov 10 13:32:29 user nova-compute[86206]:       <nova:ports>
Nov 10 13:32:29 user nova-compute[86206]:         <nova:port uuid="2f62faa8-cf08-4c5b-90c6-48a14f4ba160">
Nov 10 13:32:29 user nova-compute[86206]:           <nova:ip type="fixed" address="192.168.233.222" ipVersion="4"/>
Nov 10 13:32:29 user nova-compute[86206]:         </nova:port>
Nov 10 13:32:29 user nova-compute[86206]:       </nova:ports>
Nov 10 13:32:29 user nova-compute[86206]:     </nova:instance>
Nov 10 13:32:29 user nova-compute[86206]:   </metadata>
Nov 10 13:32:29 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:32:29 user nova-compute[86206]:     <system>
Nov 10 13:32:29 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:32:29 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:32:29 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:32:29 user nova-compute[86206]:       <entry name="serial">57d29650-f464-4ac5-86ee-3e1bbaf88718</entry>
Nov 10 13:32:29 user nova-compute[86206]:       <entry name="uuid">57d29650-f464-4ac5-86ee-3e1bbaf88718</entry>
Nov 10 13:32:29 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:32:29 user nova-compute[86206]:     </system>
Nov 10 13:32:29 user nova-compute[86206]:   </sysinfo>
Nov 10 13:32:29 user nova-compute[86206]:   <os>
Nov 10 13:32:29 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:32:29 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:32:29 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:32:29 user nova-compute[86206]:   </os>
Nov 10 13:32:29 user nova-compute[86206]:   <features>
Nov 10 13:32:29 user nova-compute[86206]:     <acpi/>
Nov 10 13:32:29 user nova-compute[86206]:     <apic/>
Nov 10 13:32:29 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:32:29 user nova-compute[86206]:   </features>
Nov 10 13:32:29 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:32:29 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:32:29 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:32:29 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:32:29 user nova-compute[86206]:   </clock>
Nov 10 13:32:29 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:32:29 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:32:29 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:32:29 user nova-compute[86206]:   </cpu>
Nov 10 13:32:29 user nova-compute[86206]:   <devices>
Nov 10 13:32:29 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:32:29 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:32:29 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/57d29650-f464-4ac5-86ee-3e1bbaf88718/disk"/>
Nov 10 13:32:29 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:32:29 user nova-compute[86206]:     </disk>
Nov 10 13:32:29 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:32:29 user nova-compute[86206]:       <mac address="fa:16:3e:ab:92:af"/>
Nov 10 13:32:29 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:32:29 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:32:29 user nova-compute[86206]:       <target dev="tap2f62faa8-cf"/>
Nov 10 13:32:29 user nova-compute[86206]:     </interface>
Nov 10 13:32:29 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:32:29 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/57d29650-f464-4ac5-86ee-3e1bbaf88718/console.log" append="off"/>
Nov 10 13:32:29 user nova-compute[86206]:     </serial>
Nov 10 13:32:29 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:32:29 user nova-compute[86206]:     <video>
Nov 10 13:32:29 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:32:29 user nova-compute[86206]:     </video>
Nov 10 13:32:29 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:32:29 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:32:29 user nova-compute[86206]:     </rng>
Nov 10 13:32:29 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:32:29 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:32:29 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:32:29 user nova-compute[86206]:     </memballoon>
Nov 10 13:32:29 user nova-compute[86206]:   </devices>
Nov 10 13:32:29 user nova-compute[86206]: </domain>
Nov 10 13:32:29 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:32:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-1066576143',display_name='tempest-VolumesNegativeTest-instance-1066576143',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-1066576143',id=31,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='58bc441edd4f453b88b674aa1f1988d2',ramdisk_id='',reservation_id='r-wjcdaoqs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-1353942898',owner_user_name='tempest-VolumesNegativeTest-1353942898-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:32:27Z,user_data=None,user_id='32d3a6f6faa045ff8ad0d4d9f60e962a',uuid=57d29650-f464-4ac5-86ee-3e1bbaf88718,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2f62faa8-cf08-4c5b-90c6-48a14f4ba160", "address": "fa:16:3e:ab:92:af", "network": {"id": "dd4a6063-dbe4-45b3-a630-1dd8115dc1f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "76619eb3acfb4c759d310b3f3122376b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f62faa8-cf", "ovs_interfaceid": "2f62faa8-cf08-4c5b-90c6-48a14f4ba160", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Converting VIF {"id": "2f62faa8-cf08-4c5b-90c6-48a14f4ba160", "address": "fa:16:3e:ab:92:af", "network": {"id": "dd4a6063-dbe4-45b3-a630-1dd8115dc1f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "76619eb3acfb4c759d310b3f3122376b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f62faa8-cf", "ovs_interfaceid": "2f62faa8-cf08-4c5b-90c6-48a14f4ba160", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ab:92:af,bridge_name='br-int',has_traffic_filtering=True,id=2f62faa8-cf08-4c5b-90c6-48a14f4ba160,network=Network(dd4a6063-dbe4-45b3-a630-1dd8115dc1f5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f62faa8-cf') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG os_vif [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ab:92:af,bridge_name='br-int',has_traffic_filtering=True,id=2f62faa8-cf08-4c5b-90c6-48a14f4ba160,network=Network(dd4a6063-dbe4-45b3-a630-1dd8115dc1f5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f62faa8-cf') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fa6d2a33-d59b-55fc-bfa3-8496105f7fc7', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2f62faa8-cf, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2f62faa8-cf, col_values=(('qos', UUID('875519f3-4f46-4d0e-8caa-5be5bcb18a87')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2f62faa8-cf, col_values=(('external_ids', {'iface-id': '2f62faa8-cf08-4c5b-90c6-48a14f4ba160', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ab:92:af', 'vm-uuid': '57d29650-f464-4ac5-86ee-3e1bbaf88718'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:29 user nova-compute[86206]: INFO os_vif [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ab:92:af,bridge_name='br-int',has_traffic_filtering=True,id=2f62faa8-cf08-4c5b-90c6-48a14f4ba160,network=Network(dd4a6063-dbe4-45b3-a630-1dd8115dc1f5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f62faa8-cf')
Nov 10 13:32:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] No VIF found with MAC fa:16:3e:ab:92:af, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG nova.network.neutron [req-5733ba29-ac8c-414d-98e3-7785d5ecbaf0 req-51f861ed-ae98-4998-890b-fa0fe86a5463 service nova] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Updated VIF entry in instance network info cache for port 2f62faa8-cf08-4c5b-90c6-48a14f4ba160. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG nova.network.neutron [req-5733ba29-ac8c-414d-98e3-7785d5ecbaf0 req-51f861ed-ae98-4998-890b-fa0fe86a5463 service nova] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Updating instance_info_cache with network_info: [{"id": "2f62faa8-cf08-4c5b-90c6-48a14f4ba160", "address": "fa:16:3e:ab:92:af", "network": {"id": "dd4a6063-dbe4-45b3-a630-1dd8115dc1f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "76619eb3acfb4c759d310b3f3122376b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f62faa8-cf", "ovs_interfaceid": "2f62faa8-cf08-4c5b-90c6-48a14f4ba160", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:32:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-5733ba29-ac8c-414d-98e3-7785d5ecbaf0 req-51f861ed-ae98-4998-890b-fa0fe86a5463 service nova] Releasing lock "refresh_cache-57d29650-f464-4ac5-86ee-3e1bbaf88718" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:32:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:30 user nova-compute[86206]: DEBUG nova.compute.manager [req-3cbd3224-c978-4593-9d65-d81ca6d3f8ce req-2f0d213a-551d-4929-ab5f-1e53e5c104c1 service nova] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Received event network-vif-plugged-2f62faa8-cf08-4c5b-90c6-48a14f4ba160 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:32:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-3cbd3224-c978-4593-9d65-d81ca6d3f8ce req-2f0d213a-551d-4929-ab5f-1e53e5c104c1 service nova] Acquiring lock "57d29650-f464-4ac5-86ee-3e1bbaf88718-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:32:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-3cbd3224-c978-4593-9d65-d81ca6d3f8ce req-2f0d213a-551d-4929-ab5f-1e53e5c104c1 service nova] Lock "57d29650-f464-4ac5-86ee-3e1bbaf88718-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:32:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-3cbd3224-c978-4593-9d65-d81ca6d3f8ce req-2f0d213a-551d-4929-ab5f-1e53e5c104c1 service nova] Lock "57d29650-f464-4ac5-86ee-3e1bbaf88718-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:32:30 user nova-compute[86206]: DEBUG nova.compute.manager [req-3cbd3224-c978-4593-9d65-d81ca6d3f8ce req-2f0d213a-551d-4929-ab5f-1e53e5c104c1 service nova] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] No waiting events found dispatching network-vif-plugged-2f62faa8-cf08-4c5b-90c6-48a14f4ba160 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:32:30 user nova-compute[86206]: WARNING nova.compute.manager [req-3cbd3224-c978-4593-9d65-d81ca6d3f8ce req-2f0d213a-551d-4929-ab5f-1e53e5c104c1 service nova] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Received unexpected event network-vif-plugged-2f62faa8-cf08-4c5b-90c6-48a14f4ba160 for instance with vm_state building and task_state spawning.
Nov 10 13:32:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:32 user nova-compute[86206]: DEBUG nova.compute.manager [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:32:32 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:32:32 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Instance spawned successfully.
Nov 10 13:32:32 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:32:32 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:32:32 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:32:32 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:32:32 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:32:32 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:32:32 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:32:32 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:32:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:32:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:32:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:32:32 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:32:32 user nova-compute[86206]: DEBUG nova.compute.manager [req-66c9fea1-e3e6-45dd-8747-e56875d327b9 req-c25a3584-f80b-4eab-889e-2109cf50ab09 service nova] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Received event network-vif-plugged-2f62faa8-cf08-4c5b-90c6-48a14f4ba160 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:32:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-66c9fea1-e3e6-45dd-8747-e56875d327b9 req-c25a3584-f80b-4eab-889e-2109cf50ab09 service nova] Acquiring lock "57d29650-f464-4ac5-86ee-3e1bbaf88718-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:32:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-66c9fea1-e3e6-45dd-8747-e56875d327b9 req-c25a3584-f80b-4eab-889e-2109cf50ab09 service nova] Lock "57d29650-f464-4ac5-86ee-3e1bbaf88718-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:32:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-66c9fea1-e3e6-45dd-8747-e56875d327b9 req-c25a3584-f80b-4eab-889e-2109cf50ab09 service nova] Lock "57d29650-f464-4ac5-86ee-3e1bbaf88718-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:32:33 user nova-compute[86206]: DEBUG nova.compute.manager [req-66c9fea1-e3e6-45dd-8747-e56875d327b9 req-c25a3584-f80b-4eab-889e-2109cf50ab09 service nova] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] No waiting events found dispatching network-vif-plugged-2f62faa8-cf08-4c5b-90c6-48a14f4ba160 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:32:33 user nova-compute[86206]: WARNING nova.compute.manager [req-66c9fea1-e3e6-45dd-8747-e56875d327b9 req-c25a3584-f80b-4eab-889e-2109cf50ab09 service nova] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Received unexpected event network-vif-plugged-2f62faa8-cf08-4c5b-90c6-48a14f4ba160 for instance with vm_state building and task_state spawning.
Nov 10 13:32:33 user nova-compute[86206]: INFO nova.compute.manager [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Took 6.38 seconds to spawn the instance on the hypervisor.
Nov 10 13:32:33 user nova-compute[86206]: DEBUG nova.compute.manager [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:32:33 user nova-compute[86206]: INFO nova.compute.manager [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Took 7.35 seconds to build instance.
Nov 10 13:32:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-45fd9442-9b95-4015-bcf8-1899f380d831 tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Lock "57d29650-f464-4ac5-86ee-3e1bbaf88718" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.455s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:32:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:32:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:32:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:32:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:32:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:32:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:32:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:32:33 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:32:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:32:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67554a1f-9c0a-4198-b944-46044d05ffb0/disk.rescue --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:32:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67554a1f-9c0a-4198-b944-46044d05ffb0/disk.rescue --force-share --output=json" returned: 0 in 0.214s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:32:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67554a1f-9c0a-4198-b944-46044d05ffb0/disk.rescue --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:32:34 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/67554a1f-9c0a-4198-b944-46044d05ffb0/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:32:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:32:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b174a322-8f63-41cc-afc6-881e4dd1b665/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:32:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b174a322-8f63-41cc-afc6-881e4dd1b665/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:32:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b174a322-8f63-41cc-afc6-881e4dd1b665/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:32:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b174a322-8f63-41cc-afc6-881e4dd1b665/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:32:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:32:35 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:32:35 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:32:35 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:32:35 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57d29650-f464-4ac5-86ee-3e1bbaf88718/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:32:35 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57d29650-f464-4ac5-86ee-3e1bbaf88718/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:32:35 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57d29650-f464-4ac5-86ee-3e1bbaf88718/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:32:35 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57d29650-f464-4ac5-86ee-3e1bbaf88718/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:32:35 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:32:35 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:32:35 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:32:36 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:32:36 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:32:36 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5cbaa1d-05f1-4490-af58-a5555d86d8a1/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:32:36 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5cbaa1d-05f1-4490-af58-a5555d86d8a1/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:32:36 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5cbaa1d-05f1-4490-af58-a5555d86d8a1/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:32:36 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5cbaa1d-05f1-4490-af58-a5555d86d8a1/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:32:36 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:32:36 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:32:36 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:32:37 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:32:37 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:32:37 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:32:37 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=7491MB free_disk=24.98861312866211GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:32:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:32:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:32:37 user nova-compute[86206]: DEBUG nova.compute.manager [req-60d1eafe-c741-4a60-8f32-8aefab36efaf req-8970aa33-171b-4210-9681-7ed9c1ee01bb service nova] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Received event network-changed-2ab527dd-1a54-474f-bedd-739160858dc7 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:32:37 user nova-compute[86206]: DEBUG nova.compute.manager [req-60d1eafe-c741-4a60-8f32-8aefab36efaf req-8970aa33-171b-4210-9681-7ed9c1ee01bb service nova] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Refreshing instance network info cache due to event network-changed-2ab527dd-1a54-474f-bedd-739160858dc7. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:32:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-60d1eafe-c741-4a60-8f32-8aefab36efaf req-8970aa33-171b-4210-9681-7ed9c1ee01bb service nova] Acquiring lock "refresh_cache-b174a322-8f63-41cc-afc6-881e4dd1b665" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:32:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-60d1eafe-c741-4a60-8f32-8aefab36efaf req-8970aa33-171b-4210-9681-7ed9c1ee01bb service nova] Acquired lock "refresh_cache-b174a322-8f63-41cc-afc6-881e4dd1b665" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:32:37 user nova-compute[86206]: DEBUG nova.network.neutron [req-60d1eafe-c741-4a60-8f32-8aefab36efaf req-8970aa33-171b-4210-9681-7ed9c1ee01bb service nova] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Refreshing network info cache for port 2ab527dd-1a54-474f-bedd-739160858dc7 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:32:38 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance e040d0fe-dea0-451e-91e2-6852000fa9dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:32:38 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 4509d78d-a41e-4150-beef-feed0bb03160 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:32:38 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 8a48ce18-2887-4676-9d7b-ebebbc8e5381 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:32:38 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:32:38 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 67554a1f-9c0a-4198-b944-46044d05ffb0 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:32:38 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 55c5fe3e-2885-4d71-992b-fe2a99682a12 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:32:38 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance b174a322-8f63-41cc-afc6-881e4dd1b665 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:32:38 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 4e270764-c028-41ad-b2f7-4d502bd8d7ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:32:38 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance dcbbf073-aada-4069-ab96-58f83cd8259c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:32:38 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance e5cbaa1d-05f1-4490-af58-a5555d86d8a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:32:38 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 57d29650-f464-4ac5-86ee-3e1bbaf88718 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:32:38 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:32:38 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:32:38 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Refreshing inventories for resource provider 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 10 13:32:38 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Updating ProviderTree inventory for provider 97afe8a5-73d4-462c-9196-a44dc5775cec from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 10 13:32:38 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Updating inventory in ProviderTree for provider 97afe8a5-73d4-462c-9196-a44dc5775cec with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 10 13:32:38 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Refreshing aggregate associations for resource provider 97afe8a5-73d4-462c-9196-a44dc5775cec, aggregates: None {{(pid=86206) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 10 13:32:38 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Refreshing trait associations for resource provider 97afe8a5-73d4-462c-9196-a44dc5775cec, traits: COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_USB,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_SSE,COMPUTE_NODE,COMPUTE_STORAGE_BUS_VIRTIO,HW_CPU_X86_MMX,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_SSSE3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE2,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE41,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIF_MODEL_VIRTIO {{(pid=86206) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 10 13:32:38 user nova-compute[86206]: DEBUG nova.network.neutron [req-60d1eafe-c741-4a60-8f32-8aefab36efaf req-8970aa33-171b-4210-9681-7ed9c1ee01bb service nova] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Updated VIF entry in instance network info cache for port 2ab527dd-1a54-474f-bedd-739160858dc7. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:32:38 user nova-compute[86206]: DEBUG nova.network.neutron [req-60d1eafe-c741-4a60-8f32-8aefab36efaf req-8970aa33-171b-4210-9681-7ed9c1ee01bb service nova] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Updating instance_info_cache with network_info: [{"id": "2ab527dd-1a54-474f-bedd-739160858dc7", "address": "fa:16:3e:d4:6b:86", "network": {"id": "f828dc86-8039-4e45-9f53-d673da27848a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1822137762-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f51f5a8c19194cd9aeeddc45b3de1fb4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ab527dd-1a", "ovs_interfaceid": "2ab527dd-1a54-474f-bedd-739160858dc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:32:38 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-60d1eafe-c741-4a60-8f32-8aefab36efaf req-8970aa33-171b-4210-9681-7ed9c1ee01bb service nova] Releasing lock "refresh_cache-b174a322-8f63-41cc-afc6-881e4dd1b665" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:32:38 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:32:38 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:32:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:38 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:32:38 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.104s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:32:39 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:39 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:32:39 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:32:39 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:32:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "refresh_cache-4509d78d-a41e-4150-beef-feed0bb03160" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:32:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquired lock "refresh_cache-4509d78d-a41e-4150-beef-feed0bb03160" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:32:39 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Forcefully refreshing network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 10 13:32:40 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Updating instance_info_cache with network_info: [{"id": "e77bf2d2-2e29-42eb-896a-57bde9a85c3a", "address": "fa:16:3e:b1:2e:11", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape77bf2d2-2e", "ovs_interfaceid": "e77bf2d2-2e29-42eb-896a-57bde9a85c3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:32:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Releasing lock "refresh_cache-4509d78d-a41e-4150-beef-feed0bb03160" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:32:40 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Updated the network info_cache for instance {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 10 13:32:40 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:32:40 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:32:40 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:32:40 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:32:40 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:32:40 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 13:32:40 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:32:41 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:32:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:44 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:45 user nova-compute[86206]: INFO nova.compute.manager [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Rescuing
Nov 10 13:32:45 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquiring lock "refresh_cache-dcbbf073-aada-4069-ab96-58f83cd8259c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:32:45 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquired lock "refresh_cache-dcbbf073-aada-4069-ab96-58f83cd8259c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:32:45 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:32:45 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:32:45 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Cleaning up deleted instances {{(pid=86206) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 10 13:32:45 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] There are 0 instances to clean {{(pid=86206) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 10 13:32:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Acquiring lock "b174a322-8f63-41cc-afc6-881e4dd1b665" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:32:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "b174a322-8f63-41cc-afc6-881e4dd1b665" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:32:46 user nova-compute[86206]: DEBUG nova.objects.instance [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lazy-loading 'flavor' on Instance uuid b174a322-8f63-41cc-afc6-881e4dd1b665 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:32:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "b174a322-8f63-41cc-afc6-881e4dd1b665" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.072s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:32:46 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Updating instance_info_cache with network_info: [{"id": "27eb0326-2bc9-41c0-ba01-0803b82e7ceb", "address": "fa:16:3e:c4:71:b2", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27eb0326-2b", "ovs_interfaceid": "27eb0326-2bc9-41c0-ba01-0803b82e7ceb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:32:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Releasing lock "refresh_cache-dcbbf073-aada-4069-ab96-58f83cd8259c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:32:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Acquiring lock "b174a322-8f63-41cc-afc6-881e4dd1b665" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:32:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "b174a322-8f63-41cc-afc6-881e4dd1b665" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:32:46 user nova-compute[86206]: INFO nova.compute.manager [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Attaching volume b5def38c-9ff6-45ab-bf18-4b6629922d6a to /dev/vdb
Nov 10 13:32:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:46 user nova-compute[86206]: DEBUG os_brick.utils [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:32:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:32:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:32:46 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1837712-4a01-4851-a268-feedcd40d881]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:32:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:32:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:32:46 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[0799caf5-0487-47b1-aab3-f737e785c31f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:32:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:32:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:32:46 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a37ed7c5-f8c2-4237-9b8d-cd7d653e731e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:32:46 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[59f36802-ca9d-4d49-93bd-8b7f04771b46]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:32:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:32:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:32:46 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:32:46 user nova-compute[86206]: DEBUG nova.compute.manager [req-4408a050-bf97-4d3c-bff3-82769f221823 req-48379e99-8857-4696-a429-fb22830f4d88 service nova] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Received event network-vif-unplugged-27eb0326-2bc9-41c0-ba01-0803b82e7ceb {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:32:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4408a050-bf97-4d3c-bff3-82769f221823 req-48379e99-8857-4696-a429-fb22830f4d88 service nova] Acquiring lock "dcbbf073-aada-4069-ab96-58f83cd8259c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:32:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4408a050-bf97-4d3c-bff3-82769f221823 req-48379e99-8857-4696-a429-fb22830f4d88 service nova] Lock "dcbbf073-aada-4069-ab96-58f83cd8259c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:32:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4408a050-bf97-4d3c-bff3-82769f221823 req-48379e99-8857-4696-a429-fb22830f4d88 service nova] Lock "dcbbf073-aada-4069-ab96-58f83cd8259c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:32:46 user nova-compute[86206]: DEBUG nova.compute.manager [req-4408a050-bf97-4d3c-bff3-82769f221823 req-48379e99-8857-4696-a429-fb22830f4d88 service nova] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] No waiting events found dispatching network-vif-unplugged-27eb0326-2bc9-41c0-ba01-0803b82e7ceb {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:32:46 user nova-compute[86206]: WARNING nova.compute.manager [req-4408a050-bf97-4d3c-bff3-82769f221823 req-48379e99-8857-4696-a429-fb22830f4d88 service nova] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Received unexpected event network-vif-unplugged-27eb0326-2bc9-41c0-ba01-0803b82e7ceb for instance with vm_state active and task_state rescuing.
Nov 10 13:32:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:32:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:32:46 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:32:46 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[32e3e7b0-63b5-4912-aad0-621b45dd2724]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:32:46 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:32:46 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:32:46 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:32:46 user nova-compute[86206]: DEBUG os_brick.utils [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] <== get_connector_properties: return (169ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:32:46 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Updating existing volume attachment record: b9a51fb1-8ad4-4116-b7cd-eed3d079ba53 {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 13:32:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:46 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Instance destroyed successfully.
Nov 10 13:32:46 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Attempting rescue
Nov 10 13:32:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=86206) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 10 13:32:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Instance directory exists: not creating {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 10 13:32:47 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Creating image(s)
Nov 10 13:32:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquiring lock "/opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:32:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "/opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:32:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "/opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:32:47 user nova-compute[86206]: DEBUG nova.objects.instance [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lazy-loading 'trusted_certs' on Instance uuid dcbbf073-aada-4069-ab96-58f83cd8259c {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:32:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquiring lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:32:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:32:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:32:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.174s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:32:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:32:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue" returned: 0 in 0.064s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:32:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.246s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:32:47 user nova-compute[86206]: DEBUG nova.objects.instance [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lazy-loading 'migration_context' on Instance uuid dcbbf073-aada-4069-ab96-58f83cd8259c {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:32:47 user nova-compute[86206]: DEBUG nova.objects.base [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Object Instance<dcbbf073-aada-4069-ab96-58f83cd8259c> lazy-loaded attributes: trusted_certs,migration_context {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:32:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:32:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Start _get_guest_xml network_info=[{"id": "27eb0326-2bc9-41c0-ba01-0803b82e7ceb", "address": "fa:16:3e:c4:71:b2", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "vif_mac": "fa:16:3e:c4:71:b2"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27eb0326-2b", "ovs_interfaceid": "27eb0326-2bc9-41c0-ba01-0803b82e7ceb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '73290e4a-d2c0-4305-9ee6-397ce6a900ba', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:32:47 user nova-compute[86206]: DEBUG nova.objects.instance [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lazy-loading 'resources' on Instance uuid dcbbf073-aada-4069-ab96-58f83cd8259c {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:32:47 user nova-compute[86206]: DEBUG nova.objects.base [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Object Instance<dcbbf073-aada-4069-ab96-58f83cd8259c> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:32:47 user nova-compute[86206]: DEBUG nova.objects.instance [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lazy-loading 'numa_topology' on Instance uuid dcbbf073-aada-4069-ab96-58f83cd8259c {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:32:47 user nova-compute[86206]: DEBUG nova.objects.base [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Object Instance<dcbbf073-aada-4069-ab96-58f83cd8259c> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:32:47 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:32:47 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:32:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:32:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:32:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:32:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:32:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:32:47 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:32:47 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:32:47 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:32:47 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:32:47 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:32:47 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:32:47 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:32:47 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:32:47 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:32:47 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:32:47 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:32:47 user nova-compute[86206]: DEBUG nova.objects.instance [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lazy-loading 'vcpu_model' on Instance uuid dcbbf073-aada-4069-ab96-58f83cd8259c {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:32:47 user nova-compute[86206]: DEBUG nova.objects.base [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Object Instance<dcbbf073-aada-4069-ab96-58f83cd8259c> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:32:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:30:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1817461097',display_name='tempest-ServerRescueNegativeTestJSON-server-1817461097',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1817461097',id=29,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:31:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ccc7d64ad3664aed888c4035bb3e4cd9',ramdisk_id='',reservation_id='r-xkk0geog',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-330734770',owner_user_name='tempest-ServerRescueNegativeTestJSON-330734770-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:31:06Z,user_data=None,user_id='86d4c4afc9874d4ea1f37fd27ca0d8aa',uuid=dcbbf073-aada-4069-ab96-58f83cd8259c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "27eb0326-2bc9-41c0-ba01-0803b82e7ceb", "address": "fa:16:3e:c4:71:b2", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "vif_mac": "fa:16:3e:c4:71:b2"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27eb0326-2b", "ovs_interfaceid": "27eb0326-2bc9-41c0-ba01-0803b82e7ceb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:32:47 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Converting VIF {"id": "27eb0326-2bc9-41c0-ba01-0803b82e7ceb", "address": "fa:16:3e:c4:71:b2", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "vif_mac": "fa:16:3e:c4:71:b2"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27eb0326-2b", "ovs_interfaceid": "27eb0326-2bc9-41c0-ba01-0803b82e7ceb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:32:47 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c4:71:b2,bridge_name='br-int',has_traffic_filtering=True,id=27eb0326-2bc9-41c0-ba01-0803b82e7ceb,network=Network(07a75854-977d-4a57-be18-1d83f03f99f7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap27eb0326-2b') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:32:47 user nova-compute[86206]: DEBUG nova.objects.instance [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lazy-loading 'pci_devices' on Instance uuid dcbbf073-aada-4069-ab96-58f83cd8259c {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:32:47 user nova-compute[86206]: DEBUG nova.objects.base [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Object Instance<dcbbf073-aada-4069-ab96-58f83cd8259c> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:32:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:32:47 user nova-compute[86206]:   <uuid>dcbbf073-aada-4069-ab96-58f83cd8259c</uuid>
Nov 10 13:32:47 user nova-compute[86206]:   <name>instance-0000001d</name>
Nov 10 13:32:47 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:32:47 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:32:47 user nova-compute[86206]:   <metadata>
Nov 10 13:32:47 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:32:47 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:32:47 user nova-compute[86206]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1817461097</nova:name>
Nov 10 13:32:47 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:32:47</nova:creationTime>
Nov 10 13:32:47 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:32:47 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:32:47 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:32:47 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:32:47 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:32:47 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:32:47 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:32:47 user nova-compute[86206]:       <nova:owner>
Nov 10 13:32:47 user nova-compute[86206]:         <nova:user uuid="86d4c4afc9874d4ea1f37fd27ca0d8aa">tempest-ServerRescueNegativeTestJSON-330734770-project-member</nova:user>
Nov 10 13:32:47 user nova-compute[86206]:         <nova:project uuid="ccc7d64ad3664aed888c4035bb3e4cd9">tempest-ServerRescueNegativeTestJSON-330734770</nova:project>
Nov 10 13:32:47 user nova-compute[86206]:       </nova:owner>
Nov 10 13:32:47 user nova-compute[86206]:       <nova:root type="image" uuid="73290e4a-d2c0-4305-9ee6-397ce6a900ba"/>
Nov 10 13:32:47 user nova-compute[86206]:       <nova:ports>
Nov 10 13:32:47 user nova-compute[86206]:         <nova:port uuid="27eb0326-2bc9-41c0-ba01-0803b82e7ceb">
Nov 10 13:32:47 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 10 13:32:47 user nova-compute[86206]:         </nova:port>
Nov 10 13:32:47 user nova-compute[86206]:       </nova:ports>
Nov 10 13:32:47 user nova-compute[86206]:     </nova:instance>
Nov 10 13:32:47 user nova-compute[86206]:   </metadata>
Nov 10 13:32:47 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:32:47 user nova-compute[86206]:     <system>
Nov 10 13:32:47 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:32:47 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:32:47 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:32:47 user nova-compute[86206]:       <entry name="serial">dcbbf073-aada-4069-ab96-58f83cd8259c</entry>
Nov 10 13:32:47 user nova-compute[86206]:       <entry name="uuid">dcbbf073-aada-4069-ab96-58f83cd8259c</entry>
Nov 10 13:32:47 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:32:47 user nova-compute[86206]:     </system>
Nov 10 13:32:47 user nova-compute[86206]:   </sysinfo>
Nov 10 13:32:47 user nova-compute[86206]:   <os>
Nov 10 13:32:47 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:32:47 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:32:47 user nova-compute[86206]:   </os>
Nov 10 13:32:47 user nova-compute[86206]:   <features>
Nov 10 13:32:47 user nova-compute[86206]:     <acpi/>
Nov 10 13:32:47 user nova-compute[86206]:     <apic/>
Nov 10 13:32:47 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:32:47 user nova-compute[86206]:   </features>
Nov 10 13:32:47 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:32:47 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:32:47 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:32:47 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:32:47 user nova-compute[86206]:   </clock>
Nov 10 13:32:47 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:32:47 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:32:47 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:32:47 user nova-compute[86206]:   </cpu>
Nov 10 13:32:47 user nova-compute[86206]:   <devices>
Nov 10 13:32:47 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:32:47 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:32:47 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue"/>
Nov 10 13:32:47 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:32:47 user nova-compute[86206]:     </disk>
Nov 10 13:32:47 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:32:47 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:32:47 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk"/>
Nov 10 13:32:47 user nova-compute[86206]:       <target dev="vdb" bus="virtio"/>
Nov 10 13:32:47 user nova-compute[86206]:     </disk>
Nov 10 13:32:47 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:32:47 user nova-compute[86206]:       <mac address="fa:16:3e:c4:71:b2"/>
Nov 10 13:32:47 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:32:47 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:32:47 user nova-compute[86206]:       <target dev="tap27eb0326-2b"/>
Nov 10 13:32:47 user nova-compute[86206]:     </interface>
Nov 10 13:32:47 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:32:47 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/console.log" append="off"/>
Nov 10 13:32:47 user nova-compute[86206]:     </serial>
Nov 10 13:32:47 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:32:47 user nova-compute[86206]:     <video>
Nov 10 13:32:47 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:32:47 user nova-compute[86206]:     </video>
Nov 10 13:32:47 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:32:47 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:32:47 user nova-compute[86206]:     </rng>
Nov 10 13:32:47 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:32:47 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:32:47 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:32:47 user nova-compute[86206]:     </memballoon>
Nov 10 13:32:47 user nova-compute[86206]:   </devices>
Nov 10 13:32:47 user nova-compute[86206]: </domain>
Nov 10 13:32:47 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:32:47 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Instance destroyed successfully.
Nov 10 13:32:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:32:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] No BDM found with device name vdb, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:32:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] No VIF found with MAC fa:16:3e:c4:71:b2, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:32:48 user nova-compute[86206]: DEBUG nova.compute.manager [req-1b8d4196-cd63-42a3-b96e-99e541ab3722 req-b555fd7d-2195-4c47-ba19-e10013cf8ca6 service nova] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Received event network-vif-plugged-27eb0326-2bc9-41c0-ba01-0803b82e7ceb {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:32:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1b8d4196-cd63-42a3-b96e-99e541ab3722 req-b555fd7d-2195-4c47-ba19-e10013cf8ca6 service nova] Acquiring lock "dcbbf073-aada-4069-ab96-58f83cd8259c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:32:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1b8d4196-cd63-42a3-b96e-99e541ab3722 req-b555fd7d-2195-4c47-ba19-e10013cf8ca6 service nova] Lock "dcbbf073-aada-4069-ab96-58f83cd8259c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:32:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1b8d4196-cd63-42a3-b96e-99e541ab3722 req-b555fd7d-2195-4c47-ba19-e10013cf8ca6 service nova] Lock "dcbbf073-aada-4069-ab96-58f83cd8259c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:32:48 user nova-compute[86206]: DEBUG nova.compute.manager [req-1b8d4196-cd63-42a3-b96e-99e541ab3722 req-b555fd7d-2195-4c47-ba19-e10013cf8ca6 service nova] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] No waiting events found dispatching network-vif-plugged-27eb0326-2bc9-41c0-ba01-0803b82e7ceb {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:32:48 user nova-compute[86206]: WARNING nova.compute.manager [req-1b8d4196-cd63-42a3-b96e-99e541ab3722 req-b555fd7d-2195-4c47-ba19-e10013cf8ca6 service nova] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Received unexpected event network-vif-plugged-27eb0326-2bc9-41c0-ba01-0803b82e7ceb for instance with vm_state active and task_state rescuing.
Nov 10 13:32:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:49 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:49 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:50 user nova-compute[86206]: DEBUG nova.compute.manager [req-8d54d7d4-0aed-42d8-9ed9-9d1b381fe6b6 req-4042b8ab-d4c8-4781-aeec-3fc21225ae57 service nova] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Received event network-vif-plugged-27eb0326-2bc9-41c0-ba01-0803b82e7ceb {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:32:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-8d54d7d4-0aed-42d8-9ed9-9d1b381fe6b6 req-4042b8ab-d4c8-4781-aeec-3fc21225ae57 service nova] Acquiring lock "dcbbf073-aada-4069-ab96-58f83cd8259c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:32:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-8d54d7d4-0aed-42d8-9ed9-9d1b381fe6b6 req-4042b8ab-d4c8-4781-aeec-3fc21225ae57 service nova] Lock "dcbbf073-aada-4069-ab96-58f83cd8259c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:32:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-8d54d7d4-0aed-42d8-9ed9-9d1b381fe6b6 req-4042b8ab-d4c8-4781-aeec-3fc21225ae57 service nova] Lock "dcbbf073-aada-4069-ab96-58f83cd8259c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:32:50 user nova-compute[86206]: DEBUG nova.compute.manager [req-8d54d7d4-0aed-42d8-9ed9-9d1b381fe6b6 req-4042b8ab-d4c8-4781-aeec-3fc21225ae57 service nova] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] No waiting events found dispatching network-vif-plugged-27eb0326-2bc9-41c0-ba01-0803b82e7ceb {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:32:50 user nova-compute[86206]: WARNING nova.compute.manager [req-8d54d7d4-0aed-42d8-9ed9-9d1b381fe6b6 req-4042b8ab-d4c8-4781-aeec-3fc21225ae57 service nova] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Received unexpected event network-vif-plugged-27eb0326-2bc9-41c0-ba01-0803b82e7ceb for instance with vm_state active and task_state rescuing.
Nov 10 13:32:50 user nova-compute[86206]: DEBUG nova.compute.manager [req-8d54d7d4-0aed-42d8-9ed9-9d1b381fe6b6 req-4042b8ab-d4c8-4781-aeec-3fc21225ae57 service nova] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Received event network-vif-plugged-27eb0326-2bc9-41c0-ba01-0803b82e7ceb {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:32:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-8d54d7d4-0aed-42d8-9ed9-9d1b381fe6b6 req-4042b8ab-d4c8-4781-aeec-3fc21225ae57 service nova] Acquiring lock "dcbbf073-aada-4069-ab96-58f83cd8259c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:32:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-8d54d7d4-0aed-42d8-9ed9-9d1b381fe6b6 req-4042b8ab-d4c8-4781-aeec-3fc21225ae57 service nova] Lock "dcbbf073-aada-4069-ab96-58f83cd8259c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:32:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-8d54d7d4-0aed-42d8-9ed9-9d1b381fe6b6 req-4042b8ab-d4c8-4781-aeec-3fc21225ae57 service nova] Lock "dcbbf073-aada-4069-ab96-58f83cd8259c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:32:50 user nova-compute[86206]: DEBUG nova.compute.manager [req-8d54d7d4-0aed-42d8-9ed9-9d1b381fe6b6 req-4042b8ab-d4c8-4781-aeec-3fc21225ae57 service nova] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] No waiting events found dispatching network-vif-plugged-27eb0326-2bc9-41c0-ba01-0803b82e7ceb {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:32:50 user nova-compute[86206]: WARNING nova.compute.manager [req-8d54d7d4-0aed-42d8-9ed9-9d1b381fe6b6 req-4042b8ab-d4c8-4781-aeec-3fc21225ae57 service nova] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Received unexpected event network-vif-plugged-27eb0326-2bc9-41c0-ba01-0803b82e7ceb for instance with vm_state active and task_state rescuing.
Nov 10 13:32:50 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:32:50 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Cleaning up deleted instances with incomplete migration  {{(pid=86206) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 10 13:32:51 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8d7687a8-69bd-4b41-b291-0c2a6a2f3533 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:32:52 user nova-compute[86206]: DEBUG nova.compute.manager [req-b6283579-29b6-4a36-b1b9-1fb4054b4d33 req-9a167d72-f2d5-4a35-bb7f-d2093e852d4a service nova] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Received event network-changed-d26d4f98-70c5-4feb-a913-0ff843f8de50 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:32:52 user nova-compute[86206]: DEBUG nova.compute.manager [req-b6283579-29b6-4a36-b1b9-1fb4054b4d33 req-9a167d72-f2d5-4a35-bb7f-d2093e852d4a service nova] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Refreshing instance network info cache due to event network-changed-d26d4f98-70c5-4feb-a913-0ff843f8de50. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:32:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b6283579-29b6-4a36-b1b9-1fb4054b4d33 req-9a167d72-f2d5-4a35-bb7f-d2093e852d4a service nova] Acquiring lock "refresh_cache-e5cbaa1d-05f1-4490-af58-a5555d86d8a1" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:32:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b6283579-29b6-4a36-b1b9-1fb4054b4d33 req-9a167d72-f2d5-4a35-bb7f-d2093e852d4a service nova] Acquired lock "refresh_cache-e5cbaa1d-05f1-4490-af58-a5555d86d8a1" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:32:52 user nova-compute[86206]: DEBUG nova.network.neutron [req-b6283579-29b6-4a36-b1b9-1fb4054b4d33 req-9a167d72-f2d5-4a35-bb7f-d2093e852d4a service nova] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Refreshing network info cache for port d26d4f98-70c5-4feb-a913-0ff843f8de50 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:32:53 user nova-compute[86206]: DEBUG nova.network.neutron [req-b6283579-29b6-4a36-b1b9-1fb4054b4d33 req-9a167d72-f2d5-4a35-bb7f-d2093e852d4a service nova] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Updated VIF entry in instance network info cache for port d26d4f98-70c5-4feb-a913-0ff843f8de50. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:32:53 user nova-compute[86206]: DEBUG nova.network.neutron [req-b6283579-29b6-4a36-b1b9-1fb4054b4d33 req-9a167d72-f2d5-4a35-bb7f-d2093e852d4a service nova] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Updating instance_info_cache with network_info: [{"id": "d26d4f98-70c5-4feb-a913-0ff843f8de50", "address": "fa:16:3e:fc:69:de", "network": {"id": "2d541235-3d8e-44ee-9a4f-59d36f53307e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1654613805-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d27af045ca74208b295dbcdcdda4719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd26d4f98-70", "ovs_interfaceid": "d26d4f98-70c5-4feb-a913-0ff843f8de50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:32:53 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b6283579-29b6-4a36-b1b9-1fb4054b4d33 req-9a167d72-f2d5-4a35-bb7f-d2093e852d4a service nova] Releasing lock "refresh_cache-e5cbaa1d-05f1-4490-af58-a5555d86d8a1" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:32:53 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:53 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:32:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Acquiring lock "e5cbaa1d-05f1-4490-af58-a5555d86d8a1" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:32:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lock "e5cbaa1d-05f1-4490-af58-a5555d86d8a1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:32:54 user nova-compute[86206]: DEBUG nova.objects.instance [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lazy-loading 'flavor' on Instance uuid e5cbaa1d-05f1-4490-af58-a5555d86d8a1 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:32:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lock "e5cbaa1d-05f1-4490-af58-a5555d86d8a1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.069s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:32:54 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Acquiring lock "e5cbaa1d-05f1-4490-af58-a5555d86d8a1" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:32:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lock "e5cbaa1d-05f1-4490-af58-a5555d86d8a1" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:32:54 user nova-compute[86206]: INFO nova.compute.manager [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Attaching volume 8af87121-b0c5-44bb-917e-01d35c4a5210 to /dev/vdb
Nov 10 13:32:54 user nova-compute[86206]: DEBUG os_brick.utils [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:32:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:32:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:32:54 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2159959-b898-4070-a186-ba63ae58101f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:32:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:32:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.024s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:32:54 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a3ec058-b77a-4b05-8b65-566cfdcf9f81]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:32:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:32:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:32:54 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[03b32ca3-0f61-4737-a5b8-32b85f065996]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:32:54 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[d831b7c9-724e-43b7-b3f9-76cd6ebb87a4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:32:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:32:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:32:54 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:32:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:32:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:32:54 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:32:54 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c57acb53-406f-4e90-96ba-3cd08c361bef]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:32:54 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:32:54 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:32:54 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:32:54 user nova-compute[86206]: DEBUG os_brick.utils [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] <== get_connector_properties: return (146ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:32:54 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Updating existing volume attachment record: 0b94dd7b-55db-45f4-8d14-eb021ef6b7a7 {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 13:32:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:32:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:33:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:33:04 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:33:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Acquiring lock "d6eec08b-52fa-4094-bc46-327871965bbd" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:33:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Lock "d6eec08b-52fa-4094-bc46-327871965bbd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:33:08 user nova-compute[86206]: DEBUG nova.compute.manager [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:33:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:33:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:33:08 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:33:08 user nova-compute[86206]: INFO nova.compute.claims [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Claim successful on node user
Nov 10 13:33:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.622s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG nova.compute.manager [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG nova.compute.manager [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG nova.network.neutron [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:33:09 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:33:09 user nova-compute[86206]: DEBUG nova.compute.manager [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._sync_power_states {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG nova.policy [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50dc3cc82a4343bb9881f3ae1b484e96', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb139c9f78fd4568a6efc157edbae373', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:33:09 user nova-compute[86206]: WARNING nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] While synchronizing instance power states, found 12 instances in the database and 11 instances on the hypervisor.
Nov 10 13:33:09 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Triggering sync for uuid e040d0fe-dea0-451e-91e2-6852000fa9dc {{(pid=86206) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Triggering sync for uuid 4509d78d-a41e-4150-beef-feed0bb03160 {{(pid=86206) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Triggering sync for uuid 8a48ce18-2887-4676-9d7b-ebebbc8e5381 {{(pid=86206) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Triggering sync for uuid 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f {{(pid=86206) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Triggering sync for uuid 55c5fe3e-2885-4d71-992b-fe2a99682a12 {{(pid=86206) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Triggering sync for uuid 67554a1f-9c0a-4198-b944-46044d05ffb0 {{(pid=86206) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Triggering sync for uuid b174a322-8f63-41cc-afc6-881e4dd1b665 {{(pid=86206) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Triggering sync for uuid 4e270764-c028-41ad-b2f7-4d502bd8d7ef {{(pid=86206) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Triggering sync for uuid dcbbf073-aada-4069-ab96-58f83cd8259c {{(pid=86206) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Triggering sync for uuid e5cbaa1d-05f1-4490-af58-a5555d86d8a1 {{(pid=86206) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Triggering sync for uuid 57d29650-f464-4ac5-86ee-3e1bbaf88718 {{(pid=86206) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Triggering sync for uuid d6eec08b-52fa-4094-bc46-327871965bbd {{(pid=86206) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "e040d0fe-dea0-451e-91e2-6852000fa9dc" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "e040d0fe-dea0-451e-91e2-6852000fa9dc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "4509d78d-a41e-4150-beef-feed0bb03160" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "4509d78d-a41e-4150-beef-feed0bb03160" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "55c5fe3e-2885-4d71-992b-fe2a99682a12" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "55c5fe3e-2885-4d71-992b-fe2a99682a12" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "67554a1f-9c0a-4198-b944-46044d05ffb0" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "67554a1f-9c0a-4198-b944-46044d05ffb0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "b174a322-8f63-41cc-afc6-881e4dd1b665" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "dcbbf073-aada-4069-ab96-58f83cd8259c" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "dcbbf073-aada-4069-ab96-58f83cd8259c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "e5cbaa1d-05f1-4490-af58-a5555d86d8a1" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "57d29650-f464-4ac5-86ee-3e1bbaf88718" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "57d29650-f464-4ac5-86ee-3e1bbaf88718" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "d6eec08b-52fa-4094-bc46-327871965bbd" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG nova.compute.manager [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:33:09 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Creating image(s)
Nov 10 13:33:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Acquiring lock "/opt/stack/data/nova/instances/d6eec08b-52fa-4094-bc46-327871965bbd/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Lock "/opt/stack/data/nova/instances/d6eec08b-52fa-4094-bc46-327871965bbd/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Lock "/opt/stack/data/nova/instances/d6eec08b-52fa-4094-bc46-327871965bbd/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.120s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "e040d0fe-dea0-451e-91e2-6852000fa9dc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.131s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.129s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "4509d78d-a41e-4150-beef-feed0bb03160" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.139s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "55c5fe3e-2885-4d71-992b-fe2a99682a12" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.142s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "67554a1f-9c0a-4198-b944-46044d05ffb0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.157s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.155s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "dcbbf073-aada-4069-ab96-58f83cd8259c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.162s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "57d29650-f464-4ac5-86ee-3e1bbaf88718" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.175s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.215s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Acquiring lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.237s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/d6eec08b-52fa-4094-bc46-327871965bbd/disk 1073741824 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/d6eec08b-52fa-4094-bc46-327871965bbd/disk 1073741824" returned: 0 in 0.064s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.313s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:33:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:10 user nova-compute[86206]: DEBUG nova.network.neutron [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Successfully created port: 95f0703c-15a4-4858-9bf7-5e4047cbe8b5 {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:33:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.189s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:10 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d6eec08b-52fa-4094-bc46-327871965bbd/disk. size=1073741824 {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 10 13:33:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d6eec08b-52fa-4094-bc46-327871965bbd/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d6eec08b-52fa-4094-bc46-327871965bbd/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:10 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Cannot resize image /opt/stack/data/nova/instances/d6eec08b-52fa-4094-bc46-327871965bbd/disk to a smaller size. {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 10 13:33:10 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:33:10 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Ensure instance console log exists: /opt/stack/data/nova/instances/d6eec08b-52fa-4094-bc46-327871965bbd/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:33:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:33:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:33:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:33:10 user nova-compute[86206]: DEBUG nova.network.neutron [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Successfully updated port: 95f0703c-15a4-4858-9bf7-5e4047cbe8b5 {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:33:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Acquiring lock "refresh_cache-d6eec08b-52fa-4094-bc46-327871965bbd" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:33:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Acquired lock "refresh_cache-d6eec08b-52fa-4094-bc46-327871965bbd" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:33:10 user nova-compute[86206]: DEBUG nova.network.neutron [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:33:10 user nova-compute[86206]: DEBUG nova.compute.manager [req-30b84069-d654-4969-b00e-8c787a72bd01 req-c147c524-316d-4bbe-93b1-c60f422f1a05 service nova] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Received event network-changed-95f0703c-15a4-4858-9bf7-5e4047cbe8b5 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:33:10 user nova-compute[86206]: DEBUG nova.compute.manager [req-30b84069-d654-4969-b00e-8c787a72bd01 req-c147c524-316d-4bbe-93b1-c60f422f1a05 service nova] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Refreshing instance network info cache due to event network-changed-95f0703c-15a4-4858-9bf7-5e4047cbe8b5. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:33:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-30b84069-d654-4969-b00e-8c787a72bd01 req-c147c524-316d-4bbe-93b1-c60f422f1a05 service nova] Acquiring lock "refresh_cache-d6eec08b-52fa-4094-bc46-327871965bbd" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:33:10 user nova-compute[86206]: DEBUG nova.network.neutron [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG nova.network.neutron [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Updating instance_info_cache with network_info: [{"id": "95f0703c-15a4-4858-9bf7-5e4047cbe8b5", "address": "fa:16:3e:be:4b:42", "network": {"id": "81724230-d509-4b12-9bae-6f3e5c3182f8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1458032827-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb139c9f78fd4568a6efc157edbae373", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95f0703c-15", "ovs_interfaceid": "95f0703c-15a4-4858-9bf7-5e4047cbe8b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Releasing lock "refresh_cache-d6eec08b-52fa-4094-bc46-327871965bbd" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG nova.compute.manager [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Instance network_info: |[{"id": "95f0703c-15a4-4858-9bf7-5e4047cbe8b5", "address": "fa:16:3e:be:4b:42", "network": {"id": "81724230-d509-4b12-9bae-6f3e5c3182f8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1458032827-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb139c9f78fd4568a6efc157edbae373", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95f0703c-15", "ovs_interfaceid": "95f0703c-15a4-4858-9bf7-5e4047cbe8b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-30b84069-d654-4969-b00e-8c787a72bd01 req-c147c524-316d-4bbe-93b1-c60f422f1a05 service nova] Acquired lock "refresh_cache-d6eec08b-52fa-4094-bc46-327871965bbd" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG nova.network.neutron [req-30b84069-d654-4969-b00e-8c787a72bd01 req-c147c524-316d-4bbe-93b1-c60f422f1a05 service nova] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Refreshing network info cache for port 95f0703c-15a4-4858-9bf7-5e4047cbe8b5 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Start _get_guest_xml network_info=[{"id": "95f0703c-15a4-4858-9bf7-5e4047cbe8b5", "address": "fa:16:3e:be:4b:42", "network": {"id": "81724230-d509-4b12-9bae-6f3e5c3182f8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1458032827-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb139c9f78fd4568a6efc157edbae373", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95f0703c-15", "ovs_interfaceid": "95f0703c-15a4-4858-9bf7-5e4047cbe8b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '73290e4a-d2c0-4305-9ee6-397ce6a900ba'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:33:11 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:33:11 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:33:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:33:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1386504872',display_name='tempest-VolumesActionsTest-instance-1386504872',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1386504872',id=32,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bb139c9f78fd4568a6efc157edbae373',ramdisk_id='',reservation_id='r-va2u9l77',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-98085842',owner_user_name='tempest-VolumesActionsTest-98085842-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:33:09Z,user_data=None,user_id='50dc3cc82a4343bb9881f3ae1b484e96',uuid=d6eec08b-52fa-4094-bc46-327871965bbd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "95f0703c-15a4-4858-9bf7-5e4047cbe8b5", "address": "fa:16:3e:be:4b:42", "network": {"id": "81724230-d509-4b12-9bae-6f3e5c3182f8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1458032827-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb139c9f78fd4568a6efc157edbae373", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95f0703c-15", "ovs_interfaceid": "95f0703c-15a4-4858-9bf7-5e4047cbe8b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Converting VIF {"id": "95f0703c-15a4-4858-9bf7-5e4047cbe8b5", "address": "fa:16:3e:be:4b:42", "network": {"id": "81724230-d509-4b12-9bae-6f3e5c3182f8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1458032827-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb139c9f78fd4568a6efc157edbae373", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95f0703c-15", "ovs_interfaceid": "95f0703c-15a4-4858-9bf7-5e4047cbe8b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:be:4b:42,bridge_name='br-int',has_traffic_filtering=True,id=95f0703c-15a4-4858-9bf7-5e4047cbe8b5,network=Network(81724230-d509-4b12-9bae-6f3e5c3182f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95f0703c-15') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG nova.objects.instance [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Lazy-loading 'pci_devices' on Instance uuid d6eec08b-52fa-4094-bc46-327871965bbd {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:33:11 user nova-compute[86206]:   <uuid>d6eec08b-52fa-4094-bc46-327871965bbd</uuid>
Nov 10 13:33:11 user nova-compute[86206]:   <name>instance-00000020</name>
Nov 10 13:33:11 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:33:11 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:33:11 user nova-compute[86206]:   <metadata>
Nov 10 13:33:11 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:33:11 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:33:11 user nova-compute[86206]:       <nova:name>tempest-VolumesActionsTest-instance-1386504872</nova:name>
Nov 10 13:33:11 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:33:11</nova:creationTime>
Nov 10 13:33:11 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:33:11 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:33:11 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:33:11 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:33:11 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:33:11 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:33:11 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:33:11 user nova-compute[86206]:       <nova:owner>
Nov 10 13:33:11 user nova-compute[86206]:         <nova:user uuid="50dc3cc82a4343bb9881f3ae1b484e96">tempest-VolumesActionsTest-98085842-project-member</nova:user>
Nov 10 13:33:11 user nova-compute[86206]:         <nova:project uuid="bb139c9f78fd4568a6efc157edbae373">tempest-VolumesActionsTest-98085842</nova:project>
Nov 10 13:33:11 user nova-compute[86206]:       </nova:owner>
Nov 10 13:33:11 user nova-compute[86206]:       <nova:root type="image" uuid="73290e4a-d2c0-4305-9ee6-397ce6a900ba"/>
Nov 10 13:33:11 user nova-compute[86206]:       <nova:ports>
Nov 10 13:33:11 user nova-compute[86206]:         <nova:port uuid="95f0703c-15a4-4858-9bf7-5e4047cbe8b5">
Nov 10 13:33:11 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 10 13:33:11 user nova-compute[86206]:         </nova:port>
Nov 10 13:33:11 user nova-compute[86206]:       </nova:ports>
Nov 10 13:33:11 user nova-compute[86206]:     </nova:instance>
Nov 10 13:33:11 user nova-compute[86206]:   </metadata>
Nov 10 13:33:11 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:33:11 user nova-compute[86206]:     <system>
Nov 10 13:33:11 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:33:11 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:33:11 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:33:11 user nova-compute[86206]:       <entry name="serial">d6eec08b-52fa-4094-bc46-327871965bbd</entry>
Nov 10 13:33:11 user nova-compute[86206]:       <entry name="uuid">d6eec08b-52fa-4094-bc46-327871965bbd</entry>
Nov 10 13:33:11 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:33:11 user nova-compute[86206]:     </system>
Nov 10 13:33:11 user nova-compute[86206]:   </sysinfo>
Nov 10 13:33:11 user nova-compute[86206]:   <os>
Nov 10 13:33:11 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:33:11 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:33:11 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:33:11 user nova-compute[86206]:   </os>
Nov 10 13:33:11 user nova-compute[86206]:   <features>
Nov 10 13:33:11 user nova-compute[86206]:     <acpi/>
Nov 10 13:33:11 user nova-compute[86206]:     <apic/>
Nov 10 13:33:11 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:33:11 user nova-compute[86206]:   </features>
Nov 10 13:33:11 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:33:11 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:33:11 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:33:11 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:33:11 user nova-compute[86206]:   </clock>
Nov 10 13:33:11 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:33:11 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:33:11 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:33:11 user nova-compute[86206]:   </cpu>
Nov 10 13:33:11 user nova-compute[86206]:   <devices>
Nov 10 13:33:11 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:33:11 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:33:11 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/d6eec08b-52fa-4094-bc46-327871965bbd/disk"/>
Nov 10 13:33:11 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:33:11 user nova-compute[86206]:     </disk>
Nov 10 13:33:11 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:33:11 user nova-compute[86206]:       <mac address="fa:16:3e:be:4b:42"/>
Nov 10 13:33:11 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:33:11 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:33:11 user nova-compute[86206]:       <target dev="tap95f0703c-15"/>
Nov 10 13:33:11 user nova-compute[86206]:     </interface>
Nov 10 13:33:11 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:33:11 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/d6eec08b-52fa-4094-bc46-327871965bbd/console.log" append="off"/>
Nov 10 13:33:11 user nova-compute[86206]:     </serial>
Nov 10 13:33:11 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:33:11 user nova-compute[86206]:     <video>
Nov 10 13:33:11 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:33:11 user nova-compute[86206]:     </video>
Nov 10 13:33:11 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:33:11 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:33:11 user nova-compute[86206]:     </rng>
Nov 10 13:33:11 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:33:11 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:33:11 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:33:11 user nova-compute[86206]:     </memballoon>
Nov 10 13:33:11 user nova-compute[86206]:   </devices>
Nov 10 13:33:11 user nova-compute[86206]: </domain>
Nov 10 13:33:11 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:33:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1386504872',display_name='tempest-VolumesActionsTest-instance-1386504872',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1386504872',id=32,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bb139c9f78fd4568a6efc157edbae373',ramdisk_id='',reservation_id='r-va2u9l77',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-98085842',owner_user_name='tempest-VolumesActionsTest-98085842-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:33:09Z,user_data=None,user_id='50dc3cc82a4343bb9881f3ae1b484e96',uuid=d6eec08b-52fa-4094-bc46-327871965bbd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "95f0703c-15a4-4858-9bf7-5e4047cbe8b5", "address": "fa:16:3e:be:4b:42", "network": {"id": "81724230-d509-4b12-9bae-6f3e5c3182f8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1458032827-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb139c9f78fd4568a6efc157edbae373", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95f0703c-15", "ovs_interfaceid": "95f0703c-15a4-4858-9bf7-5e4047cbe8b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Converting VIF {"id": "95f0703c-15a4-4858-9bf7-5e4047cbe8b5", "address": "fa:16:3e:be:4b:42", "network": {"id": "81724230-d509-4b12-9bae-6f3e5c3182f8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1458032827-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb139c9f78fd4568a6efc157edbae373", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95f0703c-15", "ovs_interfaceid": "95f0703c-15a4-4858-9bf7-5e4047cbe8b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:be:4b:42,bridge_name='br-int',has_traffic_filtering=True,id=95f0703c-15a4-4858-9bf7-5e4047cbe8b5,network=Network(81724230-d509-4b12-9bae-6f3e5c3182f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95f0703c-15') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG os_vif [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:4b:42,bridge_name='br-int',has_traffic_filtering=True,id=95f0703c-15a4-4858-9bf7-5e4047cbe8b5,network=Network(81724230-d509-4b12-9bae-6f3e5c3182f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95f0703c-15') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '89783d87-fb28-58a5-b992-5590dd7ba599', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap95f0703c-15, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap95f0703c-15, col_values=(('qos', UUID('0d2d6038-486d-4c70-be58-ba4f1f40f10d')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap95f0703c-15, col_values=(('external_ids', {'iface-id': '95f0703c-15a4-4858-9bf7-5e4047cbe8b5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:be:4b:42', 'vm-uuid': 'd6eec08b-52fa-4094-bc46-327871965bbd'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:33:11 user nova-compute[86206]: INFO os_vif [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:4b:42,bridge_name='br-int',has_traffic_filtering=True,id=95f0703c-15a4-4858-9bf7-5e4047cbe8b5,network=Network(81724230-d509-4b12-9bae-6f3e5c3182f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95f0703c-15')
Nov 10 13:33:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] No VIF found with MAC fa:16:3e:be:4b:42, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG nova.network.neutron [req-30b84069-d654-4969-b00e-8c787a72bd01 req-c147c524-316d-4bbe-93b1-c60f422f1a05 service nova] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Updated VIF entry in instance network info cache for port 95f0703c-15a4-4858-9bf7-5e4047cbe8b5. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG nova.network.neutron [req-30b84069-d654-4969-b00e-8c787a72bd01 req-c147c524-316d-4bbe-93b1-c60f422f1a05 service nova] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Updating instance_info_cache with network_info: [{"id": "95f0703c-15a4-4858-9bf7-5e4047cbe8b5", "address": "fa:16:3e:be:4b:42", "network": {"id": "81724230-d509-4b12-9bae-6f3e5c3182f8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1458032827-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb139c9f78fd4568a6efc157edbae373", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95f0703c-15", "ovs_interfaceid": "95f0703c-15a4-4858-9bf7-5e4047cbe8b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:33:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-30b84069-d654-4969-b00e-8c787a72bd01 req-c147c524-316d-4bbe-93b1-c60f422f1a05 service nova] Releasing lock "refresh_cache-d6eec08b-52fa-4094-bc46-327871965bbd" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:33:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:33:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:33:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:33:13 user nova-compute[86206]: DEBUG nova.compute.manager [req-825c8e67-1ff7-42a7-92f2-3db8bf95ca8f req-28854c93-8739-4bd8-9334-adcb904ebe8d service nova] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Received event network-vif-plugged-95f0703c-15a4-4858-9bf7-5e4047cbe8b5 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:33:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-825c8e67-1ff7-42a7-92f2-3db8bf95ca8f req-28854c93-8739-4bd8-9334-adcb904ebe8d service nova] Acquiring lock "d6eec08b-52fa-4094-bc46-327871965bbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:33:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-825c8e67-1ff7-42a7-92f2-3db8bf95ca8f req-28854c93-8739-4bd8-9334-adcb904ebe8d service nova] Lock "d6eec08b-52fa-4094-bc46-327871965bbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:33:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-825c8e67-1ff7-42a7-92f2-3db8bf95ca8f req-28854c93-8739-4bd8-9334-adcb904ebe8d service nova] Lock "d6eec08b-52fa-4094-bc46-327871965bbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:33:13 user nova-compute[86206]: DEBUG nova.compute.manager [req-825c8e67-1ff7-42a7-92f2-3db8bf95ca8f req-28854c93-8739-4bd8-9334-adcb904ebe8d service nova] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] No waiting events found dispatching network-vif-plugged-95f0703c-15a4-4858-9bf7-5e4047cbe8b5 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:33:13 user nova-compute[86206]: WARNING nova.compute.manager [req-825c8e67-1ff7-42a7-92f2-3db8bf95ca8f req-28854c93-8739-4bd8-9334-adcb904ebe8d service nova] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Received unexpected event network-vif-plugged-95f0703c-15a4-4858-9bf7-5e4047cbe8b5 for instance with vm_state building and task_state spawning.
Nov 10 13:33:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:33:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:33:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:33:15 user nova-compute[86206]: DEBUG nova.compute.manager [req-95111af7-b0dc-43e1-ac3e-568a6a65a62c req-ce148fc8-23c4-48b9-82dd-1f51245b2885 service nova] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Received event network-vif-plugged-95f0703c-15a4-4858-9bf7-5e4047cbe8b5 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:33:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-95111af7-b0dc-43e1-ac3e-568a6a65a62c req-ce148fc8-23c4-48b9-82dd-1f51245b2885 service nova] Acquiring lock "d6eec08b-52fa-4094-bc46-327871965bbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:33:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-95111af7-b0dc-43e1-ac3e-568a6a65a62c req-ce148fc8-23c4-48b9-82dd-1f51245b2885 service nova] Lock "d6eec08b-52fa-4094-bc46-327871965bbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:33:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-95111af7-b0dc-43e1-ac3e-568a6a65a62c req-ce148fc8-23c4-48b9-82dd-1f51245b2885 service nova] Lock "d6eec08b-52fa-4094-bc46-327871965bbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:33:15 user nova-compute[86206]: DEBUG nova.compute.manager [req-95111af7-b0dc-43e1-ac3e-568a6a65a62c req-ce148fc8-23c4-48b9-82dd-1f51245b2885 service nova] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] No waiting events found dispatching network-vif-plugged-95f0703c-15a4-4858-9bf7-5e4047cbe8b5 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:33:15 user nova-compute[86206]: WARNING nova.compute.manager [req-95111af7-b0dc-43e1-ac3e-568a6a65a62c req-ce148fc8-23c4-48b9-82dd-1f51245b2885 service nova] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Received unexpected event network-vif-plugged-95f0703c-15a4-4858-9bf7-5e4047cbe8b5 for instance with vm_state building and task_state spawning.
Nov 10 13:33:15 user nova-compute[86206]: DEBUG nova.compute.manager [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:33:15 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:33:15 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Instance spawned successfully.
Nov 10 13:33:15 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:33:15 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:33:15 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:33:15 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:33:15 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:33:15 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:33:15 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:33:15 user nova-compute[86206]: INFO nova.compute.manager [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Took 6.27 seconds to spawn the instance on the hypervisor.
Nov 10 13:33:15 user nova-compute[86206]: DEBUG nova.compute.manager [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:33:15 user nova-compute[86206]: INFO nova.compute.manager [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Took 7.30 seconds to build instance.
Nov 10 13:33:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7b060eb3-ec05-4230-98df-7c5dc0c1d50c tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Lock "d6eec08b-52fa-4094-bc46-327871965bbd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.425s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:33:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "d6eec08b-52fa-4094-bc46-327871965bbd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 6.411s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:33:15 user nova-compute[86206]: INFO nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] During sync_power_state the instance has a pending task (networking). Skip.
Nov 10 13:33:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "d6eec08b-52fa-4094-bc46-327871965bbd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:33:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:33:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:33:21 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:33:22 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:33:22 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GkaAejIc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:33:22 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:33:22 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:33:22 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:33:22 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:33:22 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:33:22 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:33:22 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:33:22 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:22 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:22 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[adb4478b-fc6c-48c7-bd4b-f662d00612a7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:33:22 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 13:33:22 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:33:22 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:22 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:22 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[2eefc21f-af4e-42ac-965f-5155826806da]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:33:22 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210] added
Nov 10 13:33:22 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:33:22 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:22 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:22 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fe1553b-038c-4604-8635-864941248559]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:33:22 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:33:22 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:22 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:22 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b584cec7-36a0-43f0-8b91-e3f296d06cf9]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:33:22 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:33:22 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GkaAejIc {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:22 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GkaAejIc" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:22 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a08679b-5b48-491b-bae1-05aa32afbfb3]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:33:22 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GkaAejIc'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:33:22 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:22 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:22 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2b1391a-85b1-4872-801f-2d5be9b7976f]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:33:22 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:33:22 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:23 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[9894c670-ff3f-4edf-b12f-fd0ec179c136]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:33:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)
Nov 10 13:33:23 user nova-compute[86206]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)
Nov 10 13:33:23 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:33:23 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:33:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)
Nov 10 13:33:23 user nova-compute[86206]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)
Nov 10 13:33:23 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:33:23 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:33:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 -p 172.16.0.220:3260 --login" returned: 0 in 0.072s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:23 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fb1095a-2bd2-4afe-8ef0-ec1e25d88a14]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:33:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210, portal: 172.16.0.220,3260]
Nov 10 13:33:23 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210, portal: 172.16.0.220,3260] successful.
Nov 10 13:33:23 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:33:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:23 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[99842798-543d-4dbe-8e08-17e81720414e]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:33:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:33:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:23 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[965400dd-c186-4f1c-a587-b27b4bd496d0]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:33:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)
Nov 10 13:33:23 user nova-compute[86206]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)
Nov 10 13:33:23 user nova-compute[86206]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 (non-flash)
Nov 10 13:33:23 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:33:23 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:33:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)
Nov 10 13:33:23 user nova-compute[86206]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)
Nov 10 13:33:23 user nova-compute[86206]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 (non-flash)
Nov 10 13:33:23 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:33:23 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:33:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.294s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:33:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:33:23 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] HCTL ('36', '-', '-', 0) found on session 25 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:33:23 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:33:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:23 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[37a1bb2c-9c83-4fc6-8c8b-8191fe2031a4]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:33:23 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Searching for a device in session 25 and hctl ['36', '*', '*', 0] yield: sde {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:33:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GkaAejIc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:33:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:33:24 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.334s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:33:24 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] <== connect_volume: return (1335ms) {'type': 'block', 'scsi_wwn': '23234303236656263', 'path': '/dev/sde'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:33:24 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23234303236656263', 'path': '/dev/sde'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:33:24 user nova-compute[86206]: DEBUG nova.objects.instance [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lazy-loading 'flavor' on Instance uuid e5cbaa1d-05f1-4490-af58-a5555d86d8a1 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:33:24 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] attach device xml: <disk type="block" device="disk">
Nov 10 13:33:24 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:33:24 user nova-compute[86206]:   <source dev="/dev/sde"/>
Nov 10 13:33:24 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:33:24 user nova-compute[86206]:   <serial>8af87121-b0c5-44bb-917e-01d35c4a5210</serial>
Nov 10 13:33:24 user nova-compute[86206]: </disk>
Nov 10 13:33:24 user nova-compute[86206]:  {{(pid=86206) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 10 13:33:24 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:33:24 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] No BDM found with device name vdb, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:33:24 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] No VIF found with MAC fa:16:3e:fc:69:de, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:33:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bf08da34-e41d-4633-aed1-810b225703e1 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lock "e5cbaa1d-05f1-4490-af58-a5555d86d8a1" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 30.484s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:33:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "e5cbaa1d-05f1-4490-af58-a5555d86d8a1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 15.344s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:33:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "e5cbaa1d-05f1-4490-af58-a5555d86d8a1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.030s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:33:25 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:33:25 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CwEJvOix', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:33:25 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:33:25 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:33:25 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:33:25 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:33:25 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:33:25 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:33:25 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:33:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a -p 172.16.0.220:3260" returned: 21 in 0.026s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:25 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[8caee3bb-b7e3-45fb-a974-06d7048151f5]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:33:25 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 13:33:25 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:33:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:25 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[93b49235-6b5f-484c-b139-4edd6946daa5]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:33:25 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a] added
Nov 10 13:33:25 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:33:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:25 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec928307-946c-498f-b809-e97a26b21dca]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:33:25 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:33:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:25 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[030a2618-ee6a-4e40-8aae-147a475f3069]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:33:25 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:33:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CwEJvOix {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CwEJvOix" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:25 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[150b18ab-9fe9-438b-9e81-366e130aec21]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:33:25 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'CwEJvOix'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:33:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.038s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:25 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a906785-c080-400b-a584-7afca1405552]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:33:25 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:33:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:25 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[737f2356-51bb-4238-bcdf-245d78dfa076]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:33:25 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)
Nov 10 13:33:25 user nova-compute[86206]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)
Nov 10 13:33:25 user nova-compute[86206]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 (non-flash)
Nov 10 13:33:25 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:33:25 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:33:25 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)
Nov 10 13:33:25 user nova-compute[86206]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)
Nov 10 13:33:25 user nova-compute[86206]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 (non-flash)
Nov 10 13:33:25 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:33:25 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:33:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a -p 172.16.0.220:3260 --login" returned: 0 in 0.083s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:26 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f28061d-6a44-45da-b7f4-dfc426ee0ea1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:33:26 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a, portal: 172.16.0.220,3260]
Nov 10 13:33:26 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a, portal: 172.16.0.220,3260] successful.
Nov 10 13:33:26 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:33:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.027s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:26 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3c13b23-8176-4ee0-b734-2f713b2763d6]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:33:26 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:33:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:26 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c363c8cd-9e6e-4adb-a430-7b15f343db59]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:33:26 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)
Nov 10 13:33:26 user nova-compute[86206]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)
Nov 10 13:33:26 user nova-compute[86206]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 (non-flash)
Nov 10 13:33:26 user nova-compute[86206]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a (non-flash)
Nov 10 13:33:26 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:33:26 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:33:26 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)
Nov 10 13:33:26 user nova-compute[86206]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)
Nov 10 13:33:26 user nova-compute[86206]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 (non-flash)
Nov 10 13:33:26 user nova-compute[86206]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a (non-flash)
Nov 10 13:33:26 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:33:26 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:33:26 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.397s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:33:26 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:33:26 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] HCTL ('37', '-', '-', 0) found on session 26 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:33:26 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:33:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.024s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:26 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6472297-5b0a-49b6-a8d9-28dbdbf46265]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:33:26 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Searching for a device in session 26 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:33:26 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CwEJvOix', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:33:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:33:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.446s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:33:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] <== connect_volume: return (1449ms) {'type': 'block', 'scsi_wwn': '26533613363663531', 'path': '/dev/sdf'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:33:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26533613363663531', 'path': '/dev/sdf'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:33:27 user nova-compute[86206]: DEBUG nova.objects.instance [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lazy-loading 'flavor' on Instance uuid b174a322-8f63-41cc-afc6-881e4dd1b665 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:33:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] attach device xml: <disk type="block" device="disk">
Nov 10 13:33:27 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:33:27 user nova-compute[86206]:   <source dev="/dev/sdf"/>
Nov 10 13:33:27 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:33:27 user nova-compute[86206]:   <serial>b5def38c-9ff6-45ab-bf18-4b6629922d6a</serial>
Nov 10 13:33:27 user nova-compute[86206]: </disk>
Nov 10 13:33:27 user nova-compute[86206]:  {{(pid=86206) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 10 13:33:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:33:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] No BDM found with device name vdb, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:33:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] No VIF found with MAC fa:16:3e:d4:6b:86, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:33:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8bcef62f-ec64-49dc-9910-59625e9dddbc tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "b174a322-8f63-41cc-afc6-881e4dd1b665" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 41.443s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:33:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "b174a322-8f63-41cc-afc6-881e4dd1b665" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 18.481s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:33:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "b174a322-8f63-41cc-afc6-881e4dd1b665" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.029s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:33:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:33:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Acquiring lock "e5cbaa1d-05f1-4490-af58-a5555d86d8a1" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:33:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lock "e5cbaa1d-05f1-4490-af58-a5555d86d8a1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:33:29 user nova-compute[86206]: DEBUG nova.objects.instance [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lazy-loading 'flavor' on Instance uuid e5cbaa1d-05f1-4490-af58-a5555d86d8a1 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:33:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lock "e5cbaa1d-05f1-4490-af58-a5555d86d8a1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.058s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:33:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Acquiring lock "e5cbaa1d-05f1-4490-af58-a5555d86d8a1" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:33:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lock "e5cbaa1d-05f1-4490-af58-a5555d86d8a1" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:33:29 user nova-compute[86206]: INFO nova.compute.manager [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Attaching volume a512011f-ed13-4f98-98ee-ddb2da8d6fe7 to /dev/vdc
Nov 10 13:33:30 user nova-compute[86206]: DEBUG os_brick.utils [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:33:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:30 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1ad4855-beda-472b-834a-05e2ef143d4a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:33:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:30 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[15452939-5f6d-43b8-8188-47912592c5a6]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:33:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:30 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[2251bbe4-a2ae-4a8a-b682-5ed0fb43b670]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:33:30 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4258ba0-48b0-4028-9d4b-d7736cf70e89]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:33:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:33:30 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:33:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:33:30 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:33:30 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b45e9b9f-7888-4f06-9001-193292070b90]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:33:30 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:33:30 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:33:30 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:33:30 user nova-compute[86206]: DEBUG os_brick.utils [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:33:30 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Updating existing volume attachment record: f36598b4-3124-4e40-8d21-062ee3b44f0b {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 13:33:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:33:31 user nova-compute[86206]: INFO nova.compute.manager [None req-50586203-ac5f-49b5-9a69-948635e18087 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Unrescuing
Nov 10 13:33:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-50586203-ac5f-49b5-9a69-948635e18087 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "refresh_cache-67554a1f-9c0a-4198-b944-46044d05ffb0" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:33:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-50586203-ac5f-49b5-9a69-948635e18087 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquired lock "refresh_cache-67554a1f-9c0a-4198-b944-46044d05ffb0" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:33:31 user nova-compute[86206]: DEBUG nova.network.neutron [None req-50586203-ac5f-49b5-9a69-948635e18087 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:33:32 user nova-compute[86206]: DEBUG nova.network.neutron [None req-50586203-ac5f-49b5-9a69-948635e18087 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Updating instance_info_cache with network_info: [{"id": "ea931032-8735-4df0-9113-72b091789983", "address": "fa:16:3e:a6:74:9e", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea931032-87", "ovs_interfaceid": "ea931032-8735-4df0-9113-72b091789983", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:33:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-50586203-ac5f-49b5-9a69-948635e18087 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Releasing lock "refresh_cache-67554a1f-9c0a-4198-b944-46044d05ffb0" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:33:32 user nova-compute[86206]: DEBUG nova.objects.instance [None req-50586203-ac5f-49b5-9a69-948635e18087 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lazy-loading 'flavor' on Instance uuid 67554a1f-9c0a-4198-b944-46044d05ffb0 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:33:32 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:33:32 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:33:32 user nova-compute[86206]: DEBUG nova.compute.manager [req-b7f06e9a-c519-45f9-a9ce-3b729b577ae0 req-ef5bca02-62b8-43f7-b4eb-723c021ccd0f service nova] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Received event network-vif-unplugged-ea931032-8735-4df0-9113-72b091789983 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:33:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b7f06e9a-c519-45f9-a9ce-3b729b577ae0 req-ef5bca02-62b8-43f7-b4eb-723c021ccd0f service nova] Acquiring lock "67554a1f-9c0a-4198-b944-46044d05ffb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:33:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b7f06e9a-c519-45f9-a9ce-3b729b577ae0 req-ef5bca02-62b8-43f7-b4eb-723c021ccd0f service nova] Lock "67554a1f-9c0a-4198-b944-46044d05ffb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:33:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b7f06e9a-c519-45f9-a9ce-3b729b577ae0 req-ef5bca02-62b8-43f7-b4eb-723c021ccd0f service nova] Lock "67554a1f-9c0a-4198-b944-46044d05ffb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:33:32 user nova-compute[86206]: DEBUG nova.compute.manager [req-b7f06e9a-c519-45f9-a9ce-3b729b577ae0 req-ef5bca02-62b8-43f7-b4eb-723c021ccd0f service nova] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] No waiting events found dispatching network-vif-unplugged-ea931032-8735-4df0-9113-72b091789983 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:33:32 user nova-compute[86206]: WARNING nova.compute.manager [req-b7f06e9a-c519-45f9-a9ce-3b729b577ae0 req-ef5bca02-62b8-43f7-b4eb-723c021ccd0f service nova] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Received unexpected event network-vif-unplugged-ea931032-8735-4df0-9113-72b091789983 for instance with vm_state rescued and task_state unrescuing.
Nov 10 13:33:32 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:33:32 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:33:32 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:33:32 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Instance destroyed successfully.
Nov 10 13:33:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:33:33 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:33:33 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:33:33 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:33:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "refresh_cache-8a48ce18-2887-4676-9d7b-ebebbc8e5381" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:33:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquired lock "refresh_cache-8a48ce18-2887-4676-9d7b-ebebbc8e5381" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:33:34 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Forcefully refreshing network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 10 13:33:34 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:33:34 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:33:34 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:33:34 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:33:34 user nova-compute[86206]: DEBUG nova.compute.manager [req-50402fe5-d278-448d-9c08-6555792ee20f req-1909b46e-427b-482a-8eca-8f2ee1483f20 service nova] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Received event network-vif-plugged-ea931032-8735-4df0-9113-72b091789983 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:33:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-50402fe5-d278-448d-9c08-6555792ee20f req-1909b46e-427b-482a-8eca-8f2ee1483f20 service nova] Acquiring lock "67554a1f-9c0a-4198-b944-46044d05ffb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:33:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-50402fe5-d278-448d-9c08-6555792ee20f req-1909b46e-427b-482a-8eca-8f2ee1483f20 service nova] Lock "67554a1f-9c0a-4198-b944-46044d05ffb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:33:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-50402fe5-d278-448d-9c08-6555792ee20f req-1909b46e-427b-482a-8eca-8f2ee1483f20 service nova] Lock "67554a1f-9c0a-4198-b944-46044d05ffb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:33:34 user nova-compute[86206]: DEBUG nova.compute.manager [req-50402fe5-d278-448d-9c08-6555792ee20f req-1909b46e-427b-482a-8eca-8f2ee1483f20 service nova] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] No waiting events found dispatching network-vif-plugged-ea931032-8735-4df0-9113-72b091789983 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:33:34 user nova-compute[86206]: WARNING nova.compute.manager [req-50402fe5-d278-448d-9c08-6555792ee20f req-1909b46e-427b-482a-8eca-8f2ee1483f20 service nova] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Received unexpected event network-vif-plugged-ea931032-8735-4df0-9113-72b091789983 for instance with vm_state rescued and task_state unrescuing.
Nov 10 13:33:34 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Updating instance_info_cache with network_info: [{"id": "4847ac2e-aeba-4a7c-81fd-0fa52eaee43f", "address": "fa:16:3e:ee:a8:51", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4847ac2e-ae", "ovs_interfaceid": "4847ac2e-aeba-4a7c-81fd-0fa52eaee43f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:33:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Releasing lock "refresh_cache-8a48ce18-2887-4676-9d7b-ebebbc8e5381" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:33:34 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Updated the network info_cache for instance {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 10 13:33:34 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:33:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:33:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:33:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:33:34 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:33:34 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:33:34 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:33:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:35 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:35 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:35 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:35 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:35 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:35 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:35 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:35 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:33:35 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:33:35 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d6eec08b-52fa-4094-bc46-327871965bbd/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Acquiring lock "b174a322-8f63-41cc-afc6-881e4dd1b665" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:33:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "b174a322-8f63-41cc-afc6-881e4dd1b665" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:33:35 user nova-compute[86206]: DEBUG nova.objects.instance [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lazy-loading 'flavor' on Instance uuid b174a322-8f63-41cc-afc6-881e4dd1b665 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:33:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "b174a322-8f63-41cc-afc6-881e4dd1b665" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.069s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:33:35 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d6eec08b-52fa-4094-bc46-327871965bbd/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:35 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d6eec08b-52fa-4094-bc46-327871965bbd/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Acquiring lock "b174a322-8f63-41cc-afc6-881e4dd1b665" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:33:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "b174a322-8f63-41cc-afc6-881e4dd1b665" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:33:35 user nova-compute[86206]: INFO nova.compute.manager [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Attaching volume 86809569-1cd4-4b9a-a274-58471f2d547e to /dev/vdc
Nov 10 13:33:36 user nova-compute[86206]: DEBUG os_brick.utils [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:33:36 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:36 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:36 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d6eec08b-52fa-4094-bc46-327871965bbd/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:36 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb94673e-22c4-4e2c-bd64-c64979d695e9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:33:36 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:36 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b174a322-8f63-41cc-afc6-881e4dd1b665/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:36 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:36 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[91d891e5-223d-45e6-8912-1cad1560de55]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:33:36 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:36 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:36 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[def13b49-306c-426d-8b5d-7e39cd56d7ff]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:33:36 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d728ebe-5bc8-4c3d-951d-0bec79ba8bee]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:33:36 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:36 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:33:36 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:33:36 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:36 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:33:36 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:33:36 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[bda8bae6-9f46-4574-bfd1-98b65a5e74b8]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:33:36 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:33:36 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:33:36 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:33:36 user nova-compute[86206]: DEBUG os_brick.utils [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] <== get_connector_properties: return (173ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:33:36 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Updating existing volume attachment record: 020f24fc-4ebe-4525-9fec-68c2bd3a96e1 {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 13:33:36 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b174a322-8f63-41cc-afc6-881e4dd1b665/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:36 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b174a322-8f63-41cc-afc6-881e4dd1b665/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:33:36 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b174a322-8f63-41cc-afc6-881e4dd1b665/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:36 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:33:36 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:36 user nova-compute[86206]: DEBUG nova.compute.manager [None req-50586203-ac5f-49b5-9a69-948635e18087 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:33:36 user nova-compute[86206]: DEBUG nova.compute.manager [req-50498384-4a1d-4873-975b-bcf1e9ffe548 req-3449617e-b548-4962-9033-ca3128aabd9b service nova] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Received event network-vif-plugged-ea931032-8735-4df0-9113-72b091789983 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:33:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-50498384-4a1d-4873-975b-bcf1e9ffe548 req-3449617e-b548-4962-9033-ca3128aabd9b service nova] Acquiring lock "67554a1f-9c0a-4198-b944-46044d05ffb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:33:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-50498384-4a1d-4873-975b-bcf1e9ffe548 req-3449617e-b548-4962-9033-ca3128aabd9b service nova] Lock "67554a1f-9c0a-4198-b944-46044d05ffb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:33:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-50498384-4a1d-4873-975b-bcf1e9ffe548 req-3449617e-b548-4962-9033-ca3128aabd9b service nova] Lock "67554a1f-9c0a-4198-b944-46044d05ffb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:33:36 user nova-compute[86206]: DEBUG nova.compute.manager [req-50498384-4a1d-4873-975b-bcf1e9ffe548 req-3449617e-b548-4962-9033-ca3128aabd9b service nova] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] No waiting events found dispatching network-vif-plugged-ea931032-8735-4df0-9113-72b091789983 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:33:36 user nova-compute[86206]: WARNING nova.compute.manager [req-50498384-4a1d-4873-975b-bcf1e9ffe548 req-3449617e-b548-4962-9033-ca3128aabd9b service nova] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Received unexpected event network-vif-plugged-ea931032-8735-4df0-9113-72b091789983 for instance with vm_state rescued and task_state unrescuing.
Nov 10 13:33:36 user nova-compute[86206]: DEBUG nova.compute.manager [req-50498384-4a1d-4873-975b-bcf1e9ffe548 req-3449617e-b548-4962-9033-ca3128aabd9b service nova] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Received event network-vif-plugged-ea931032-8735-4df0-9113-72b091789983 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:33:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-50498384-4a1d-4873-975b-bcf1e9ffe548 req-3449617e-b548-4962-9033-ca3128aabd9b service nova] Acquiring lock "67554a1f-9c0a-4198-b944-46044d05ffb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:33:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-50498384-4a1d-4873-975b-bcf1e9ffe548 req-3449617e-b548-4962-9033-ca3128aabd9b service nova] Lock "67554a1f-9c0a-4198-b944-46044d05ffb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:33:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-50498384-4a1d-4873-975b-bcf1e9ffe548 req-3449617e-b548-4962-9033-ca3128aabd9b service nova] Lock "67554a1f-9c0a-4198-b944-46044d05ffb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:33:36 user nova-compute[86206]: DEBUG nova.compute.manager [req-50498384-4a1d-4873-975b-bcf1e9ffe548 req-3449617e-b548-4962-9033-ca3128aabd9b service nova] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] No waiting events found dispatching network-vif-plugged-ea931032-8735-4df0-9113-72b091789983 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:33:36 user nova-compute[86206]: WARNING nova.compute.manager [req-50498384-4a1d-4873-975b-bcf1e9ffe548 req-3449617e-b548-4962-9033-ca3128aabd9b service nova] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Received unexpected event network-vif-plugged-ea931032-8735-4df0-9113-72b091789983 for instance with vm_state rescued and task_state unrescuing.
Nov 10 13:33:36 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:36 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:36 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json" returned: 0 in 0.256s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:36 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57d29650-f464-4ac5-86ee-3e1bbaf88718/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:37 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57d29650-f464-4ac5-86ee-3e1bbaf88718/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:37 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57d29650-f464-4ac5-86ee-3e1bbaf88718/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:37 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/57d29650-f464-4ac5-86ee-3e1bbaf88718/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:37 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:37 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json" returned: 0 in 0.215s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:37 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:37 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json" returned: 0 in 0.184s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:37 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:38 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:33:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5cbaa1d-05f1-4490-af58-a5555d86d8a1/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5cbaa1d-05f1-4490-af58-a5555d86d8a1/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5cbaa1d-05f1-4490-af58-a5555d86d8a1/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5cbaa1d-05f1-4490-af58-a5555d86d8a1/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:38 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:33:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:33:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:39 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:33:39 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:33:39 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=7353MB free_disk=24.927833557128906GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:33:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:33:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:33:39 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance e040d0fe-dea0-451e-91e2-6852000fa9dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:33:39 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 4509d78d-a41e-4150-beef-feed0bb03160 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:33:39 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 8a48ce18-2887-4676-9d7b-ebebbc8e5381 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:33:39 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:33:39 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 67554a1f-9c0a-4198-b944-46044d05ffb0 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:33:39 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 55c5fe3e-2885-4d71-992b-fe2a99682a12 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:33:39 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance b174a322-8f63-41cc-afc6-881e4dd1b665 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:33:39 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 4e270764-c028-41ad-b2f7-4d502bd8d7ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:33:39 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance dcbbf073-aada-4069-ab96-58f83cd8259c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:33:39 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance e5cbaa1d-05f1-4490-af58-a5555d86d8a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:33:39 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 57d29650-f464-4ac5-86ee-3e1bbaf88718 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:33:39 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance d6eec08b-52fa-4094-bc46-327871965bbd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:33:39 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:33:39 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=8192MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:33:40 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:33:40 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:33:40 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:33:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.606s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:33:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:33:42 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:33:42 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:33:42 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:33:42 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:33:42 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:33:42 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:33:42 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 13:33:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:33:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:33:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:33:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:33:53 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:33:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TCKZaIVO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:33:57 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:33:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:33:57 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:33:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:33:57 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:33:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7 -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[9dc13db1-d559-46d1-a6ea-b16f58b6ba81]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 13:33:57 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7 -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4400d3c-fb63-4bf9-9588-485b974ccfb6]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7] added
Nov 10 13:33:57 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5eef198-a01a-4f5a-8143-f3fdeed115c3]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[326d482b-7a46-493d-9c26-34f5bbdc6a75]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TCKZaIVO {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TCKZaIVO" returned: 0 in 0.024s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef6a46e1-2f5e-4843-97ea-ea92d42c349f]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'TCKZaIVO'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec38d0a8-b557-46c5-ab42-76d643e48157]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a8e0198-f7d7-4756-8e8a-27ef88dc6bcb]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)
Nov 10 13:33:57 user nova-compute[86206]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)
Nov 10 13:33:57 user nova-compute[86206]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 (non-flash)
Nov 10 13:33:57 user nova-compute[86206]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a (non-flash)
Nov 10 13:33:57 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:33:57 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)
Nov 10 13:33:57 user nova-compute[86206]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)
Nov 10 13:33:57 user nova-compute[86206]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 (non-flash)
Nov 10 13:33:57 user nova-compute[86206]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a (non-flash)
Nov 10 13:33:57 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:33:57 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7 -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7 -p 172.16.0.220:3260 --login" returned: 0 in 0.071s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[65b18073-3aa5-4502-969c-5e30b92f1f91]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7, portal: 172.16.0.220,3260]
Nov 10 13:33:57 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7, portal: 172.16.0.220,3260] successful.
Nov 10 13:33:57 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[36f5cb1c-f934-4f86-a97a-bb407c14cb26]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[19359be0-c5ba-4983-8b7f-850c884a2d17]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)
Nov 10 13:33:57 user nova-compute[86206]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)
Nov 10 13:33:57 user nova-compute[86206]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 (non-flash)
Nov 10 13:33:57 user nova-compute[86206]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a (non-flash)
Nov 10 13:33:57 user nova-compute[86206]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7 (non-flash)
Nov 10 13:33:57 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:33:57 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)
Nov 10 13:33:57 user nova-compute[86206]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)
Nov 10 13:33:57 user nova-compute[86206]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 (non-flash)
Nov 10 13:33:57 user nova-compute[86206]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a (non-flash)
Nov 10 13:33:57 user nova-compute[86206]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7 (non-flash)
Nov 10 13:33:57 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:33:57 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.322s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] HCTL ('38', '-', '-', 0) found on session 27 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[350a4774-3fc1-4e98-911d-8b2823bf69dd]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Searching for a device in session 27 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:33:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TCKZaIVO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:33:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.368s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:33:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] <== connect_volume: return (1370ms) {'type': 'block', 'scsi_wwn': '23062353930633132', 'path': '/dev/sdg'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:33:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23062353930633132', 'path': '/dev/sdg'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:33:58 user nova-compute[86206]: DEBUG nova.objects.instance [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lazy-loading 'flavor' on Instance uuid e5cbaa1d-05f1-4490-af58-a5555d86d8a1 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:33:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] attach device xml: <disk type="block" device="disk">
Nov 10 13:33:58 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:33:58 user nova-compute[86206]:   <source dev="/dev/sdg"/>
Nov 10 13:33:58 user nova-compute[86206]:   <target dev="vdc" bus="virtio"/>
Nov 10 13:33:58 user nova-compute[86206]:   <serial>a512011f-ed13-4f98-98ee-ddb2da8d6fe7</serial>
Nov 10 13:33:58 user nova-compute[86206]: </disk>
Nov 10 13:33:58 user nova-compute[86206]:  {{(pid=86206) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 10 13:33:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:33:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:33:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] No BDM found with device name vdb, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:33:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] No BDM found with device name vdc, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:33:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] No VIF found with MAC fa:16:3e:fc:69:de, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:33:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-28dca699-f012-4f2c-82a5-b34367b0f25e tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lock "e5cbaa1d-05f1-4490-af58-a5555d86d8a1" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 29.249s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:34:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3ed03dd2-7a17-48da-ba5c-5b50d6824dc3 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Acquiring lock "e5cbaa1d-05f1-4490-af58-a5555d86d8a1" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:34:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3ed03dd2-7a17-48da-ba5c-5b50d6824dc3 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lock "e5cbaa1d-05f1-4490-af58-a5555d86d8a1" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:34:00 user nova-compute[86206]: INFO nova.compute.manager [None req-3ed03dd2-7a17-48da-ba5c-5b50d6824dc3 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Detaching volume a512011f-ed13-4f98-98ee-ddb2da8d6fe7
Nov 10 13:34:00 user nova-compute[86206]: INFO nova.virt.block_device [None req-3ed03dd2-7a17-48da-ba5c-5b50d6824dc3 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Attempting to driver detach volume a512011f-ed13-4f98-98ee-ddb2da8d6fe7 from mountpoint /dev/vdc
Nov 10 13:34:00 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3ed03dd2-7a17-48da-ba5c-5b50d6824dc3 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Attempting to detach device vdc from instance e5cbaa1d-05f1-4490-af58-a5555d86d8a1 from the persistent domain config. {{(pid=86206) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 10 13:34:00 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-3ed03dd2-7a17-48da-ba5c-5b50d6824dc3 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 13:34:00 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:34:00 user nova-compute[86206]:   <source dev="/dev/sdg"/>
Nov 10 13:34:00 user nova-compute[86206]:   <target dev="vdc" bus="virtio"/>
Nov 10 13:34:00 user nova-compute[86206]:   <serial>a512011f-ed13-4f98-98ee-ddb2da8d6fe7</serial>
Nov 10 13:34:00 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 10 13:34:00 user nova-compute[86206]: </disk>
Nov 10 13:34:00 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 13:34:00 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-3ed03dd2-7a17-48da-ba5c-5b50d6824dc3 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Successfully detached device vdc from instance e5cbaa1d-05f1-4490-af58-a5555d86d8a1 from the persistent domain config.
Nov 10 13:34:00 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3ed03dd2-7a17-48da-ba5c-5b50d6824dc3 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance e5cbaa1d-05f1-4490-af58-a5555d86d8a1 from the live domain config. {{(pid=86206) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 10 13:34:00 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-3ed03dd2-7a17-48da-ba5c-5b50d6824dc3 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 13:34:00 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:34:00 user nova-compute[86206]:   <source dev="/dev/sdg"/>
Nov 10 13:34:00 user nova-compute[86206]:   <target dev="vdc" bus="virtio"/>
Nov 10 13:34:00 user nova-compute[86206]:   <serial>a512011f-ed13-4f98-98ee-ddb2da8d6fe7</serial>
Nov 10 13:34:00 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 10 13:34:00 user nova-compute[86206]: </disk>
Nov 10 13:34:00 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 13:34:00 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3ed03dd2-7a17-48da-ba5c-5b50d6824dc3 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance e5cbaa1d-05f1-4490-af58-a5555d86d8a1 {{(pid=86206) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 10 13:34:01 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:34:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:34:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:34:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:34:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:34:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d089061e-6ad3-4653-9033-7cfc25157b1a tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Acquiring lock "57d29650-f464-4ac5-86ee-3e1bbaf88718" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:34:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d089061e-6ad3-4653-9033-7cfc25157b1a tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Lock "57d29650-f464-4ac5-86ee-3e1bbaf88718" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:34:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d089061e-6ad3-4653-9033-7cfc25157b1a tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Acquiring lock "57d29650-f464-4ac5-86ee-3e1bbaf88718-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:34:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d089061e-6ad3-4653-9033-7cfc25157b1a tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Lock "57d29650-f464-4ac5-86ee-3e1bbaf88718-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:34:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d089061e-6ad3-4653-9033-7cfc25157b1a tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Lock "57d29650-f464-4ac5-86ee-3e1bbaf88718-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:34:15 user nova-compute[86206]: INFO nova.compute.manager [None req-d089061e-6ad3-4653-9033-7cfc25157b1a tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Terminating instance
Nov 10 13:34:15 user nova-compute[86206]: DEBUG nova.compute.manager [None req-d089061e-6ad3-4653-9033-7cfc25157b1a tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:34:15 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:34:15 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rQsTXMzv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:34:16 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:34:16 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:34:16 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:34:16 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:34:16 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:34:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e -p 172.16.0.220:3260" returned: 21 in 0.026s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd645deb-3618-450e-8091-d1ae559d9a97]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 13:34:16 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ada7373-c129-4213-9547-f35b5d8f8974]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e] added
Nov 10 13:34:16 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a37942a0-bc72-434f-917c-490e8735a18c]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8d5ff25-6a67-4f38-ace0-057e49209a03]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rQsTXMzv {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rQsTXMzv" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa80ff04-a070-4ca4-b97e-e5bae520416d]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'rQsTXMzv'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f8e627d-f01c-4b70-a69c-552dc51440f1]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG nova.compute.manager [req-c8d9b7b9-0818-43d3-95ab-bd6b3b453005 req-3865ddd1-b2ec-4749-8ec8-b463d8bd7495 service nova] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Received event network-vif-unplugged-2f62faa8-cf08-4c5b-90c6-48a14f4ba160 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c8d9b7b9-0818-43d3-95ab-bd6b3b453005 req-3865ddd1-b2ec-4749-8ec8-b463d8bd7495 service nova] Acquiring lock "57d29650-f464-4ac5-86ee-3e1bbaf88718-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c8d9b7b9-0818-43d3-95ab-bd6b3b453005 req-3865ddd1-b2ec-4749-8ec8-b463d8bd7495 service nova] Lock "57d29650-f464-4ac5-86ee-3e1bbaf88718-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c8d9b7b9-0818-43d3-95ab-bd6b3b453005 req-3865ddd1-b2ec-4749-8ec8-b463d8bd7495 service nova] Lock "57d29650-f464-4ac5-86ee-3e1bbaf88718-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG nova.compute.manager [req-c8d9b7b9-0818-43d3-95ab-bd6b3b453005 req-3865ddd1-b2ec-4749-8ec8-b463d8bd7495 service nova] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] No waiting events found dispatching network-vif-unplugged-2f62faa8-cf08-4c5b-90c6-48a14f4ba160 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG nova.compute.manager [req-c8d9b7b9-0818-43d3-95ab-bd6b3b453005 req-3865ddd1-b2ec-4749-8ec8-b463d8bd7495 service nova] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Received event network-vif-unplugged-2f62faa8-cf08-4c5b-90c6-48a14f4ba160 for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfe5847f-1841-4b4b-98cd-313a1e07e8c2]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)
Nov 10 13:34:16 user nova-compute[86206]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)
Nov 10 13:34:16 user nova-compute[86206]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 (non-flash)
Nov 10 13:34:16 user nova-compute[86206]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a (non-flash)
Nov 10 13:34:16 user nova-compute[86206]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7 (non-flash)
Nov 10 13:34:16 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:34:16 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)
Nov 10 13:34:16 user nova-compute[86206]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)
Nov 10 13:34:16 user nova-compute[86206]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 (non-flash)
Nov 10 13:34:16 user nova-compute[86206]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a (non-flash)
Nov 10 13:34:16 user nova-compute[86206]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7 (non-flash)
Nov 10 13:34:16 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:34:16 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e -p 172.16.0.220:3260 --login" returned: 0 in 0.080s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[93a6865a-e78a-487d-8de5-7161259f8340]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e, portal: 172.16.0.220,3260]
Nov 10 13:34:16 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e, portal: 172.16.0.220,3260] successful.
Nov 10 13:34:16 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[710db3dd-3eb7-45d5-a57a-a0d30b124ce2]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[6de389c0-281d-414a-9892-bba8e97f8bce]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)
Nov 10 13:34:16 user nova-compute[86206]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)
Nov 10 13:34:16 user nova-compute[86206]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 (non-flash)
Nov 10 13:34:16 user nova-compute[86206]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a (non-flash)
Nov 10 13:34:16 user nova-compute[86206]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7 (non-flash)
Nov 10 13:34:16 user nova-compute[86206]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e (non-flash)
Nov 10 13:34:16 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:34:16 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)
Nov 10 13:34:16 user nova-compute[86206]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)
Nov 10 13:34:16 user nova-compute[86206]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 (non-flash)
Nov 10 13:34:16 user nova-compute[86206]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a (non-flash)
Nov 10 13:34:16 user nova-compute[86206]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7 (non-flash)
Nov 10 13:34:16 user nova-compute[86206]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e (non-flash)
Nov 10 13:34:16 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:34:16 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.343s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] HCTL ('39', '-', '-', 0) found on session 28 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[740f5f6c-ab6b-4f76-b817-97e42168779b]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Searching for a device in session 28 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rQsTXMzv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:34:16 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Instance destroyed successfully.
Nov 10 13:34:16 user nova-compute[86206]: DEBUG nova.objects.instance [None req-d089061e-6ad3-4653-9033-7cfc25157b1a tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Lazy-loading 'resources' on Instance uuid 57d29650-f464-4ac5-86ee-3e1bbaf88718 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-d089061e-6ad3-4653-9033-7cfc25157b1a tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:32:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-1066576143',display_name='tempest-VolumesNegativeTest-instance-1066576143',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-1066576143',id=31,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:32:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='58bc441edd4f453b88b674aa1f1988d2',ramdisk_id='',reservation_id='r-wjcdaoqs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesNegativeTest-1353942898',owner_user_name='tempest-VolumesNegativeTest-1353942898-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:32:33Z,user_data=None,user_id='32d3a6f6faa045ff8ad0d4d9f60e962a',uuid=57d29650-f464-4ac5-86ee-3e1bbaf88718,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2f62faa8-cf08-4c5b-90c6-48a14f4ba160", "address": "fa:16:3e:ab:92:af", "network": {"id": "dd4a6063-dbe4-45b3-a630-1dd8115dc1f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "76619eb3acfb4c759d310b3f3122376b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f62faa8-cf", "ovs_interfaceid": "2f62faa8-cf08-4c5b-90c6-48a14f4ba160", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-d089061e-6ad3-4653-9033-7cfc25157b1a tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Converting VIF {"id": "2f62faa8-cf08-4c5b-90c6-48a14f4ba160", "address": "fa:16:3e:ab:92:af", "network": {"id": "dd4a6063-dbe4-45b3-a630-1dd8115dc1f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "76619eb3acfb4c759d310b3f3122376b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2f62faa8-cf", "ovs_interfaceid": "2f62faa8-cf08-4c5b-90c6-48a14f4ba160", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-d089061e-6ad3-4653-9033-7cfc25157b1a tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ab:92:af,bridge_name='br-int',has_traffic_filtering=True,id=2f62faa8-cf08-4c5b-90c6-48a14f4ba160,network=Network(dd4a6063-dbe4-45b3-a630-1dd8115dc1f5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f62faa8-cf') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG os_vif [None req-d089061e-6ad3-4653-9033-7cfc25157b1a tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ab:92:af,bridge_name='br-int',has_traffic_filtering=True,id=2f62faa8-cf08-4c5b-90c6-48a14f4ba160,network=Network(dd4a6063-dbe4-45b3-a630-1dd8115dc1f5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f62faa8-cf') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2f62faa8-cf, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=875519f3-4f46-4d0e-8caa-5be5bcb18a87) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:34:16 user nova-compute[86206]: INFO os_vif [None req-d089061e-6ad3-4653-9033-7cfc25157b1a tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ab:92:af,bridge_name='br-int',has_traffic_filtering=True,id=2f62faa8-cf08-4c5b-90c6-48a14f4ba160,network=Network(dd4a6063-dbe4-45b3-a630-1dd8115dc1f5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2f62faa8-cf')
Nov 10 13:34:16 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-d089061e-6ad3-4653-9033-7cfc25157b1a tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Deleting instance files /opt/stack/data/nova/instances/57d29650-f464-4ac5-86ee-3e1bbaf88718_del
Nov 10 13:34:16 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-d089061e-6ad3-4653-9033-7cfc25157b1a tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Deletion of /opt/stack/data/nova/instances/57d29650-f464-4ac5-86ee-3e1bbaf88718_del complete
Nov 10 13:34:16 user nova-compute[86206]: INFO nova.compute.manager [None req-d089061e-6ad3-4653-9033-7cfc25157b1a tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Took 0.76 seconds to destroy the instance on the hypervisor.
Nov 10 13:34:16 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-d089061e-6ad3-4653-9033-7cfc25157b1a tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:34:16 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:34:17 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:34:17 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Took 0.55 seconds to deallocate network for instance.
Nov 10 13:34:17 user nova-compute[86206]: DEBUG nova.compute.manager [req-db8ad3cd-c6a5-4c14-8492-e1560e072e12 req-9a5ba5df-cff1-4979-bca5-5f0bbdf30056 service nova] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Received event network-vif-deleted-2f62faa8-cf08-4c5b-90c6-48a14f4ba160 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:34:17 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d089061e-6ad3-4653-9033-7cfc25157b1a tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:34:17 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d089061e-6ad3-4653-9033-7cfc25157b1a tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:34:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.394s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:34:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] <== connect_volume: return (1395ms) {'type': 'block', 'scsi_wwn': '26566343766316164', 'path': '/dev/sdh'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:34:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26566343766316164', 'path': '/dev/sdh'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:34:17 user nova-compute[86206]: DEBUG nova.objects.instance [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lazy-loading 'flavor' on Instance uuid b174a322-8f63-41cc-afc6-881e4dd1b665 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:34:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] attach device xml: <disk type="block" device="disk">
Nov 10 13:34:17 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:34:17 user nova-compute[86206]:   <source dev="/dev/sdh"/>
Nov 10 13:34:17 user nova-compute[86206]:   <target dev="vdc" bus="virtio"/>
Nov 10 13:34:17 user nova-compute[86206]:   <serial>86809569-1cd4-4b9a-a274-58471f2d547e</serial>
Nov 10 13:34:17 user nova-compute[86206]: </disk>
Nov 10 13:34:17 user nova-compute[86206]:  {{(pid=86206) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 10 13:34:17 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-d089061e-6ad3-4653-9033-7cfc25157b1a tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:34:17 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-d089061e-6ad3-4653-9033-7cfc25157b1a tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:34:17 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d089061e-6ad3-4653-9033-7cfc25157b1a tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.448s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:34:17 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-d089061e-6ad3-4653-9033-7cfc25157b1a tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Deleted allocations for instance 57d29650-f464-4ac5-86ee-3e1bbaf88718
Nov 10 13:34:17 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d089061e-6ad3-4653-9033-7cfc25157b1a tempest-VolumesNegativeTest-1353942898 tempest-VolumesNegativeTest-1353942898-project-member] Lock "57d29650-f464-4ac5-86ee-3e1bbaf88718" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.976s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:34:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:34:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] No BDM found with device name vdb, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:34:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] No BDM found with device name vdc, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:34:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] No VIF found with MAC fa:16:3e:d4:6b:86, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:34:18 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-99bd56e0-8cb6-4843-aba2-f5ac0272aa44 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "b174a322-8f63-41cc-afc6-881e4dd1b665" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 42.144s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:34:18 user nova-compute[86206]: DEBUG nova.compute.manager [req-373c8872-74e4-4857-ad86-e524d64755e5 req-c37a885f-2506-489c-aaf6-bdf152b6411a service nova] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Received event network-vif-plugged-2f62faa8-cf08-4c5b-90c6-48a14f4ba160 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:34:18 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-373c8872-74e4-4857-ad86-e524d64755e5 req-c37a885f-2506-489c-aaf6-bdf152b6411a service nova] Acquiring lock "57d29650-f464-4ac5-86ee-3e1bbaf88718-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:34:18 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-373c8872-74e4-4857-ad86-e524d64755e5 req-c37a885f-2506-489c-aaf6-bdf152b6411a service nova] Lock "57d29650-f464-4ac5-86ee-3e1bbaf88718-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:34:18 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-373c8872-74e4-4857-ad86-e524d64755e5 req-c37a885f-2506-489c-aaf6-bdf152b6411a service nova] Lock "57d29650-f464-4ac5-86ee-3e1bbaf88718-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:34:18 user nova-compute[86206]: DEBUG nova.compute.manager [req-373c8872-74e4-4857-ad86-e524d64755e5 req-c37a885f-2506-489c-aaf6-bdf152b6411a service nova] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] No waiting events found dispatching network-vif-plugged-2f62faa8-cf08-4c5b-90c6-48a14f4ba160 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:34:18 user nova-compute[86206]: WARNING nova.compute.manager [req-373c8872-74e4-4857-ad86-e524d64755e5 req-c37a885f-2506-489c-aaf6-bdf152b6411a service nova] [instance: 57d29650-f464-4ac5-86ee-3e1bbaf88718] Received unexpected event network-vif-plugged-2f62faa8-cf08-4c5b-90c6-48a14f4ba160 for instance with vm_state deleted and task_state None.
Nov 10 13:34:18 user nova-compute[86206]: INFO nova.compute.manager [None req-9b8b2b58-d052-4950-9647-8f31a4210eaa tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Get console output
Nov 10 13:34:18 user nova-compute[86206]: INFO nova.privsep.libvirt [-] Ignored error while reading from instance console pty: can't concat NoneType to bytes
Nov 10 13:34:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:34:19 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:34:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-426e72ea-6918-4a59-9347-2e7b0cf51719 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Acquiring lock "b174a322-8f63-41cc-afc6-881e4dd1b665" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:34:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-426e72ea-6918-4a59-9347-2e7b0cf51719 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "b174a322-8f63-41cc-afc6-881e4dd1b665" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:34:19 user nova-compute[86206]: INFO nova.compute.manager [None req-426e72ea-6918-4a59-9347-2e7b0cf51719 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Detaching volume b5def38c-9ff6-45ab-bf18-4b6629922d6a
Nov 10 13:34:19 user nova-compute[86206]: INFO nova.virt.block_device [None req-426e72ea-6918-4a59-9347-2e7b0cf51719 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Attempting to driver detach volume b5def38c-9ff6-45ab-bf18-4b6629922d6a from mountpoint /dev/vdb
Nov 10 13:34:19 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-426e72ea-6918-4a59-9347-2e7b0cf51719 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Attempting to detach device vdb from instance b174a322-8f63-41cc-afc6-881e4dd1b665 from the persistent domain config. {{(pid=86206) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 10 13:34:19 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-426e72ea-6918-4a59-9347-2e7b0cf51719 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 13:34:19 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:34:19 user nova-compute[86206]:   <source dev="/dev/sdf"/>
Nov 10 13:34:19 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:34:19 user nova-compute[86206]:   <serial>b5def38c-9ff6-45ab-bf18-4b6629922d6a</serial>
Nov 10 13:34:19 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 10 13:34:19 user nova-compute[86206]: </disk>
Nov 10 13:34:19 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 13:34:19 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-426e72ea-6918-4a59-9347-2e7b0cf51719 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Successfully detached device vdb from instance b174a322-8f63-41cc-afc6-881e4dd1b665 from the persistent domain config.
Nov 10 13:34:19 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-426e72ea-6918-4a59-9347-2e7b0cf51719 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance b174a322-8f63-41cc-afc6-881e4dd1b665 from the live domain config. {{(pid=86206) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 10 13:34:19 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-426e72ea-6918-4a59-9347-2e7b0cf51719 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 13:34:19 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:34:19 user nova-compute[86206]:   <source dev="/dev/sdf"/>
Nov 10 13:34:19 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:34:19 user nova-compute[86206]:   <serial>b5def38c-9ff6-45ab-bf18-4b6629922d6a</serial>
Nov 10 13:34:19 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 10 13:34:19 user nova-compute[86206]: </disk>
Nov 10 13:34:19 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 13:34:19 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-426e72ea-6918-4a59-9347-2e7b0cf51719 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance b174a322-8f63-41cc-afc6-881e4dd1b665 {{(pid=86206) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 10 13:34:20 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-3ed03dd2-7a17-48da-ba5c-5b50d6824dc3 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance e5cbaa1d-05f1-4490-af58-a5555d86d8a1 is timed out.
Nov 10 13:34:20 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-3ed03dd2-7a17-48da-ba5c-5b50d6824dc3 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Successfully detached device vdc from instance e5cbaa1d-05f1-4490-af58-a5555d86d8a1 from the live domain config.
Nov 10 13:34:20 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3ed03dd2-7a17-48da-ba5c-5b50d6824dc3 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 13:34:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ed03dd2-7a17-48da-ba5c-5b50d6824dc3 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TCKZaIVO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:34:20 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-3ed03dd2-7a17-48da-ba5c-5b50d6824dc3 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:34:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-3ed03dd2-7a17-48da-ba5c-5b50d6824dc3 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:34:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-3ed03dd2-7a17-48da-ba5c-5b50d6824dc3 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:34:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:20 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0a8ad0e-d694-42df-bcb1-0a1cc099e1df]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:34:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ed03dd2-7a17-48da-ba5c-5b50d6824dc3 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 13:34:20 user nova-compute[86206]: No targets found.
Nov 10 13:34:20 user nova-compute[86206]: iSNS:
Nov 10 13:34:20 user nova-compute[86206]: No targets found.
Nov 10 13:34:20 user nova-compute[86206]: STATIC:
Nov 10 13:34:20 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210
Nov 10 13:34:20 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:34:20 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:34:20 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a
Nov 10 13:34:20 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:34:20 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:34:20 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7
Nov 10 13:34:20 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:34:20 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:34:20 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a
Nov 10 13:34:20 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:34:20 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:34:20 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4
Nov 10 13:34:20 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:34:20 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:34:20 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e
Nov 10 13:34:20 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:34:20 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:34:20 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20
Nov 10 13:34:20 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:34:20 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:34:20 user nova-compute[86206]: FIRMWARE:
Nov 10 13:34:20 user nova-compute[86206]: No targets found.
Nov 10 13:34:20 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:34:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ed03dd2-7a17-48da-ba5c-5b50d6824dc3 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 13:34:20 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 13:34:20 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 13:34:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ed03dd2-7a17-48da-ba5c-5b50d6824dc3 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 13:34:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:20 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b56485e-19e2-41c2-9286-d7bf3826de35]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:34:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:21 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ed5af4e-1b64-4c2d-b83d-db2639d889da]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:34:21 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ed03dd2-7a17-48da-ba5c-5b50d6824dc3 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)
Nov 10 13:34:21 user nova-compute[86206]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)
Nov 10 13:34:21 user nova-compute[86206]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 (non-flash)
Nov 10 13:34:21 user nova-compute[86206]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a (non-flash)
Nov 10 13:34:21 user nova-compute[86206]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7 (non-flash)
Nov 10 13:34:21 user nova-compute[86206]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e (non-flash)
Nov 10 13:34:21 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:34:21 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:34:21 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ed03dd2-7a17-48da-ba5c-5b50d6824dc3 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)
Nov 10 13:34:21 user nova-compute[86206]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)
Nov 10 13:34:21 user nova-compute[86206]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 (non-flash)
Nov 10 13:34:21 user nova-compute[86206]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a (non-flash)
Nov 10 13:34:21 user nova-compute[86206]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7 (non-flash)
Nov 10 13:34:21 user nova-compute[86206]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e (non-flash)
Nov 10 13:34:21 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:34:21 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:34:21 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ed03dd2-7a17-48da-ba5c-5b50d6824dc3 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe46446a290>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7'): ({'sdg'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 13:34:21 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-3ed03dd2-7a17-48da-ba5c-5b50d6824dc3 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Removing single pathed devices sdg {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 13:34:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:21 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[d78afbf9-6be3-4fc0-bfeb-e723ff76cc3f]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:34:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:21 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[de916c34-db9c-4c2c-8b6f-db0182f53dc7]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:34:21 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-3ed03dd2-7a17-48da-ba5c-5b50d6824dc3 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Flushing IO for device /dev/sdg {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 13:34:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.013s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:21 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c013bc1-0e61-4f7a-810f-c36e75630911]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:34:21 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-3ed03dd2-7a17-48da-ba5c-5b50d6824dc3 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 13:34:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.063s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:21 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f31b4372-6c65-4035-8ef1-5503635721b1]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:34:21 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-3ed03dd2-7a17-48da-ba5c-5b50d6824dc3 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 13:34:21 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-3ed03dd2-7a17-48da-ba5c-5b50d6824dc3 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] SCSI volumes sdg have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 13:34:21 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ed03dd2-7a17-48da-ba5c-5b50d6824dc3 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 13:34:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:21 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3e29991-e8f5-459a-aec9-6ec704053b3d]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:34:21 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ed03dd2-7a17-48da-ba5c-5b50d6824dc3 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:34:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7 -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:21 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[da4674e5-1ee0-4796-94c4-32b07e63fc59]: (4, ('Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7, portal: 172.16.0.220,3260]\nLogout of [sid: 27, target: iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:34:21 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ed03dd2-7a17-48da-ba5c-5b50d6824dc3 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7, portal: 172.16.0.220,3260]
Nov 10 13:34:21 user nova-compute[86206]: Logout of [sid: 27, target: iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7, portal: 172.16.0.220,3260] successful.
Nov 10 13:34:21 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:34:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7 -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a512011f-ed13-4f98-98ee-ddb2da8d6fe7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.032s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:21 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e74e91d-c9c8-4372-896e-9c54847a700c]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:34:21 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ed03dd2-7a17-48da-ba5c-5b50d6824dc3 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:34:21 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-3ed03dd2-7a17-48da-ba5c-5b50d6824dc3 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.352s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:34:21 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ed03dd2-7a17-48da-ba5c-5b50d6824dc3 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] <== disconnect_volume: return (352ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:34:21 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3ed03dd2-7a17-48da-ba5c-5b50d6824dc3 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 13:34:21 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:34:22 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:34:22 user nova-compute[86206]: DEBUG nova.objects.instance [None req-3ed03dd2-7a17-48da-ba5c-5b50d6824dc3 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lazy-loading 'flavor' on Instance uuid e5cbaa1d-05f1-4490-af58-a5555d86d8a1 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:34:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3ed03dd2-7a17-48da-ba5c-5b50d6824dc3 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lock "e5cbaa1d-05f1-4490-af58-a5555d86d8a1" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.965s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:34:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:34:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:34:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:34:34 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:34:34 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:34:34 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:34:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "refresh_cache-0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:34:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquired lock "refresh_cache-0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:34:35 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Forcefully refreshing network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 10 13:34:35 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Updating instance_info_cache with network_info: [{"id": "29193714-49ec-498e-964e-d19837c8986f", "address": "fa:16:3e:6e:dd:96", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap29193714-49", "ovs_interfaceid": "29193714-49ec-498e-964e-d19837c8986f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:34:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Releasing lock "refresh_cache-0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:34:35 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Updated the network info_cache for instance {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 10 13:34:35 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:34:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:34:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:34:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:34:35 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:34:36 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:36 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:36 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:36 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:36 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:34:36 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:36 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:36 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:36 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:34:36 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:34:36 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d6eec08b-52fa-4094-bc46-327871965bbd/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:37 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d6eec08b-52fa-4094-bc46-327871965bbd/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:37 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d6eec08b-52fa-4094-bc46-327871965bbd/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:37 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d6eec08b-52fa-4094-bc46-327871965bbd/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:37 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b174a322-8f63-41cc-afc6-881e4dd1b665/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:37 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b174a322-8f63-41cc-afc6-881e4dd1b665/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:37 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b174a322-8f63-41cc-afc6-881e4dd1b665/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:37 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b174a322-8f63-41cc-afc6-881e4dd1b665/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:37 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdh (vdc) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:34:37 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:37 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:37 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json" returned: 0 in 0.201s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:38 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:34:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5cbaa1d-05f1-4490-af58-a5555d86d8a1/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5cbaa1d-05f1-4490-af58-a5555d86d8a1/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5cbaa1d-05f1-4490-af58-a5555d86d8a1/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5cbaa1d-05f1-4490-af58-a5555d86d8a1/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:39 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:34:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:40 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-426e72ea-6918-4a59-9347-2e7b0cf51719 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance b174a322-8f63-41cc-afc6-881e4dd1b665 is timed out.
Nov 10 13:34:40 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-426e72ea-6918-4a59-9347-2e7b0cf51719 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Successfully detached device vdb from instance b174a322-8f63-41cc-afc6-881e4dd1b665 from the live domain config.
Nov 10 13:34:40 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:34:40 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:34:40 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=7530MB free_disk=24.94378662109375GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-426e72ea-6918-4a59-9347-2e7b0cf51719 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-426e72ea-6918-4a59-9347-2e7b0cf51719 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CwEJvOix', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:34:40 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-426e72ea-6918-4a59-9347-2e7b0cf51719 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:34:40 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-426e72ea-6918-4a59-9347-2e7b0cf51719 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-426e72ea-6918-4a59-9347-2e7b0cf51719 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab491168-45b3-4dd1-8718-adf843936275]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-426e72ea-6918-4a59-9347-2e7b0cf51719 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 13:34:40 user nova-compute[86206]: No targets found.
Nov 10 13:34:40 user nova-compute[86206]: iSNS:
Nov 10 13:34:40 user nova-compute[86206]: No targets found.
Nov 10 13:34:40 user nova-compute[86206]: STATIC:
Nov 10 13:34:40 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210
Nov 10 13:34:40 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:34:40 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:34:40 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a
Nov 10 13:34:40 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:34:40 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:34:40 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a
Nov 10 13:34:40 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:34:40 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:34:40 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4
Nov 10 13:34:40 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:34:40 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:34:40 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e
Nov 10 13:34:40 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:34:40 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:34:40 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20
Nov 10 13:34:40 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:34:40 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:34:40 user nova-compute[86206]: FIRMWARE:
Nov 10 13:34:40 user nova-compute[86206]: No targets found.
Nov 10 13:34:40 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-426e72ea-6918-4a59-9347-2e7b0cf51719 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 13:34:40 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 13:34:40 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-426e72ea-6918-4a59-9347-2e7b0cf51719 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3d0e880-0c93-4b24-9e86-ac510a3e3e6f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[46760e38-f5db-47d6-a12a-fbadcc754561]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-426e72ea-6918-4a59-9347-2e7b0cf51719 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)
Nov 10 13:34:40 user nova-compute[86206]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)
Nov 10 13:34:40 user nova-compute[86206]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 (non-flash)
Nov 10 13:34:40 user nova-compute[86206]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a (non-flash)
Nov 10 13:34:40 user nova-compute[86206]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e (non-flash)
Nov 10 13:34:40 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:34:40 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-426e72ea-6918-4a59-9347-2e7b0cf51719 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)
Nov 10 13:34:40 user nova-compute[86206]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)
Nov 10 13:34:40 user nova-compute[86206]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 (non-flash)
Nov 10 13:34:40 user nova-compute[86206]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a (non-flash)
Nov 10 13:34:40 user nova-compute[86206]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e (non-flash)
Nov 10 13:34:40 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:34:40 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-426e72ea-6918-4a59-9347-2e7b0cf51719 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe488469240>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a'): ({'sdf'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-426e72ea-6918-4a59-9347-2e7b0cf51719 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Removing single pathed devices sdf {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[faab008d-b9dd-4839-834f-1b6569055787]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[026302bd-e70f-4c2b-8f4e-82cb2416fb08]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-426e72ea-6918-4a59-9347-2e7b0cf51719 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Flushing IO for device /dev/sdf {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance e040d0fe-dea0-451e-91e2-6852000fa9dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 4509d78d-a41e-4150-beef-feed0bb03160 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 8a48ce18-2887-4676-9d7b-ebebbc8e5381 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 67554a1f-9c0a-4198-b944-46044d05ffb0 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 55c5fe3e-2885-4d71-992b-fe2a99682a12 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance b174a322-8f63-41cc-afc6-881e4dd1b665 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 4e270764-c028-41ad-b2f7-4d502bd8d7ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance dcbbf073-aada-4069-ab96-58f83cd8259c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance e5cbaa1d-05f1-4490-af58-a5555d86d8a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance d6eec08b-52fa-4094-bc46-327871965bbd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7a1f36a-8748-4dc1-a1d7-c067245193ed]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-426e72ea-6918-4a59-9347-2e7b0cf51719 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.041s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[17ff1d51-7b93-41d9-9e7a-b5d8ea461681]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-426e72ea-6918-4a59-9347-2e7b0cf51719 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-426e72ea-6918-4a59-9347-2e7b0cf51719 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] SCSI volumes sdf have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-426e72ea-6918-4a59-9347-2e7b0cf51719 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cda0bec-3737-4c2e-b18c-3daaff4767fd]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-426e72ea-6918-4a59-9347-2e7b0cf51719 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a -p 172.16.0.220:3260 --logout" returned: 0 in 0.078s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[6520f2ec-5511-4d1f-8b9a-3d09300c6e7e]: (4, ('Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a, portal: 172.16.0.220,3260]\nLogout of [sid: 26, target: iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-426e72ea-6918-4a59-9347-2e7b0cf51719 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a, portal: 172.16.0.220,3260]
Nov 10 13:34:40 user nova-compute[86206]: Logout of [sid: 26, target: iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a, portal: 172.16.0.220,3260] successful.
Nov 10 13:34:40 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b5def38c-9ff6-45ab-bf18-4b6629922d6a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b174eaa-5bb4-4f57-92ab-98a75c640960]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-426e72ea-6918-4a59-9347-2e7b0cf51719 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-426e72ea-6918-4a59-9347-2e7b0cf51719 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.356s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-426e72ea-6918-4a59-9347-2e7b0cf51719 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] <== disconnect_volume: return (359ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-426e72ea-6918-4a59-9347-2e7b0cf51719 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:34:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.518s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:34:41 user nova-compute[86206]: DEBUG nova.objects.instance [None req-426e72ea-6918-4a59-9347-2e7b0cf51719 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lazy-loading 'flavor' on Instance uuid b174a322-8f63-41cc-afc6-881e4dd1b665 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:34:41 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-426e72ea-6918-4a59-9347-2e7b0cf51719 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "b174a322-8f63-41cc-afc6-881e4dd1b665" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.091s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:34:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:34:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:34:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=86206) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 10 13:34:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:34:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:34:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:34:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7cdb0d2b-7897-42a6-8673-438494c1e472 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Acquiring lock "b174a322-8f63-41cc-afc6-881e4dd1b665" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:34:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7cdb0d2b-7897-42a6-8673-438494c1e472 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "b174a322-8f63-41cc-afc6-881e4dd1b665" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:34:42 user nova-compute[86206]: INFO nova.compute.manager [None req-7cdb0d2b-7897-42a6-8673-438494c1e472 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Detaching volume 86809569-1cd4-4b9a-a274-58471f2d547e
Nov 10 13:34:42 user nova-compute[86206]: INFO nova.virt.block_device [None req-7cdb0d2b-7897-42a6-8673-438494c1e472 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Attempting to driver detach volume 86809569-1cd4-4b9a-a274-58471f2d547e from mountpoint /dev/vdc
Nov 10 13:34:42 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-7cdb0d2b-7897-42a6-8673-438494c1e472 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Attempting to detach device vdc from instance b174a322-8f63-41cc-afc6-881e4dd1b665 from the persistent domain config. {{(pid=86206) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 10 13:34:42 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-7cdb0d2b-7897-42a6-8673-438494c1e472 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 13:34:42 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:34:42 user nova-compute[86206]:   <source dev="/dev/sdh"/>
Nov 10 13:34:42 user nova-compute[86206]:   <target dev="vdc" bus="virtio"/>
Nov 10 13:34:42 user nova-compute[86206]:   <serial>86809569-1cd4-4b9a-a274-58471f2d547e</serial>
Nov 10 13:34:42 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 10 13:34:42 user nova-compute[86206]: </disk>
Nov 10 13:34:42 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 13:34:42 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-7cdb0d2b-7897-42a6-8673-438494c1e472 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Successfully detached device vdc from instance b174a322-8f63-41cc-afc6-881e4dd1b665 from the persistent domain config.
Nov 10 13:34:42 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-7cdb0d2b-7897-42a6-8673-438494c1e472 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance b174a322-8f63-41cc-afc6-881e4dd1b665 from the live domain config. {{(pid=86206) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 10 13:34:42 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-7cdb0d2b-7897-42a6-8673-438494c1e472 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 13:34:42 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:34:42 user nova-compute[86206]:   <source dev="/dev/sdh"/>
Nov 10 13:34:42 user nova-compute[86206]:   <target dev="vdc" bus="virtio"/>
Nov 10 13:34:42 user nova-compute[86206]:   <serial>86809569-1cd4-4b9a-a274-58471f2d547e</serial>
Nov 10 13:34:42 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 10 13:34:42 user nova-compute[86206]: </disk>
Nov 10 13:34:42 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 13:34:42 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:34:42 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:34:42 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:34:42 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:34:42 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:34:42 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:34:42 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 13:34:42 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-7cdb0d2b-7897-42a6-8673-438494c1e472 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance b174a322-8f63-41cc-afc6-881e4dd1b665 {{(pid=86206) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 10 13:34:44 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:34:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:34:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-541afb66-1877-40de-a506-ea7d5128ca80 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Acquiring lock "e5cbaa1d-05f1-4490-af58-a5555d86d8a1" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:34:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-541afb66-1877-40de-a506-ea7d5128ca80 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lock "e5cbaa1d-05f1-4490-af58-a5555d86d8a1" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:34:50 user nova-compute[86206]: INFO nova.compute.manager [None req-541afb66-1877-40de-a506-ea7d5128ca80 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Detaching volume 8af87121-b0c5-44bb-917e-01d35c4a5210
Nov 10 13:34:50 user nova-compute[86206]: INFO nova.virt.block_device [None req-541afb66-1877-40de-a506-ea7d5128ca80 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Attempting to driver detach volume 8af87121-b0c5-44bb-917e-01d35c4a5210 from mountpoint /dev/vdb
Nov 10 13:34:50 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-541afb66-1877-40de-a506-ea7d5128ca80 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Attempting to detach device vdb from instance e5cbaa1d-05f1-4490-af58-a5555d86d8a1 from the persistent domain config. {{(pid=86206) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 10 13:34:50 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-541afb66-1877-40de-a506-ea7d5128ca80 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 13:34:50 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:34:50 user nova-compute[86206]:   <source dev="/dev/sde"/>
Nov 10 13:34:50 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:34:50 user nova-compute[86206]:   <serial>8af87121-b0c5-44bb-917e-01d35c4a5210</serial>
Nov 10 13:34:50 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 10 13:34:50 user nova-compute[86206]: </disk>
Nov 10 13:34:50 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 13:34:50 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-541afb66-1877-40de-a506-ea7d5128ca80 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Successfully detached device vdb from instance e5cbaa1d-05f1-4490-af58-a5555d86d8a1 from the persistent domain config.
Nov 10 13:34:50 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-541afb66-1877-40de-a506-ea7d5128ca80 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance e5cbaa1d-05f1-4490-af58-a5555d86d8a1 from the live domain config. {{(pid=86206) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 10 13:34:50 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-541afb66-1877-40de-a506-ea7d5128ca80 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 13:34:50 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:34:50 user nova-compute[86206]:   <source dev="/dev/sde"/>
Nov 10 13:34:50 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:34:50 user nova-compute[86206]:   <serial>8af87121-b0c5-44bb-917e-01d35c4a5210</serial>
Nov 10 13:34:50 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 10 13:34:50 user nova-compute[86206]: </disk>
Nov 10 13:34:50 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 13:34:51 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-541afb66-1877-40de-a506-ea7d5128ca80 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance e5cbaa1d-05f1-4490-af58-a5555d86d8a1 {{(pid=86206) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 10 13:34:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:34:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:34:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f1d09eac-d3fa-4a0c-a7a5-b07f217e6a51 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Acquiring lock "d6eec08b-52fa-4094-bc46-327871965bbd" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:34:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f1d09eac-d3fa-4a0c-a7a5-b07f217e6a51 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Lock "d6eec08b-52fa-4094-bc46-327871965bbd" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:34:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f1d09eac-d3fa-4a0c-a7a5-b07f217e6a51 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Acquiring lock "d6eec08b-52fa-4094-bc46-327871965bbd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:34:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f1d09eac-d3fa-4a0c-a7a5-b07f217e6a51 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Lock "d6eec08b-52fa-4094-bc46-327871965bbd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:34:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f1d09eac-d3fa-4a0c-a7a5-b07f217e6a51 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Lock "d6eec08b-52fa-4094-bc46-327871965bbd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:34:58 user nova-compute[86206]: INFO nova.compute.manager [None req-f1d09eac-d3fa-4a0c-a7a5-b07f217e6a51 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Terminating instance
Nov 10 13:34:58 user nova-compute[86206]: DEBUG nova.compute.manager [None req-f1d09eac-d3fa-4a0c-a7a5-b07f217e6a51 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:34:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:34:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:34:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:34:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:34:59 user nova-compute[86206]: DEBUG nova.compute.manager [req-0b2c03ac-13b0-4031-843e-f102bf0136cf req-23986383-9b17-4768-bbd7-5ca945b5366a service nova] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Received event network-vif-unplugged-95f0703c-15a4-4858-9bf7-5e4047cbe8b5 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:34:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-0b2c03ac-13b0-4031-843e-f102bf0136cf req-23986383-9b17-4768-bbd7-5ca945b5366a service nova] Acquiring lock "d6eec08b-52fa-4094-bc46-327871965bbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:34:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-0b2c03ac-13b0-4031-843e-f102bf0136cf req-23986383-9b17-4768-bbd7-5ca945b5366a service nova] Lock "d6eec08b-52fa-4094-bc46-327871965bbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:34:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-0b2c03ac-13b0-4031-843e-f102bf0136cf req-23986383-9b17-4768-bbd7-5ca945b5366a service nova] Lock "d6eec08b-52fa-4094-bc46-327871965bbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:34:59 user nova-compute[86206]: DEBUG nova.compute.manager [req-0b2c03ac-13b0-4031-843e-f102bf0136cf req-23986383-9b17-4768-bbd7-5ca945b5366a service nova] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] No waiting events found dispatching network-vif-unplugged-95f0703c-15a4-4858-9bf7-5e4047cbe8b5 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:34:59 user nova-compute[86206]: DEBUG nova.compute.manager [req-0b2c03ac-13b0-4031-843e-f102bf0136cf req-23986383-9b17-4768-bbd7-5ca945b5366a service nova] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Received event network-vif-unplugged-95f0703c-15a4-4858-9bf7-5e4047cbe8b5 for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:34:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:34:59 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Instance destroyed successfully.
Nov 10 13:34:59 user nova-compute[86206]: DEBUG nova.objects.instance [None req-f1d09eac-d3fa-4a0c-a7a5-b07f217e6a51 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Lazy-loading 'resources' on Instance uuid d6eec08b-52fa-4094-bc46-327871965bbd {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:34:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-f1d09eac-d3fa-4a0c-a7a5-b07f217e6a51 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:33:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1386504872',display_name='tempest-VolumesActionsTest-instance-1386504872',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1386504872',id=32,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:33:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bb139c9f78fd4568a6efc157edbae373',ramdisk_id='',reservation_id='r-va2u9l77',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-98085842',owner_user_name='tempest-VolumesActionsTest-98085842-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:33:16Z,user_data=None,user_id='50dc3cc82a4343bb9881f3ae1b484e96',uuid=d6eec08b-52fa-4094-bc46-327871965bbd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "95f0703c-15a4-4858-9bf7-5e4047cbe8b5", "address": "fa:16:3e:be:4b:42", "network": {"id": "81724230-d509-4b12-9bae-6f3e5c3182f8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1458032827-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb139c9f78fd4568a6efc157edbae373", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95f0703c-15", "ovs_interfaceid": "95f0703c-15a4-4858-9bf7-5e4047cbe8b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:34:59 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-f1d09eac-d3fa-4a0c-a7a5-b07f217e6a51 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Converting VIF {"id": "95f0703c-15a4-4858-9bf7-5e4047cbe8b5", "address": "fa:16:3e:be:4b:42", "network": {"id": "81724230-d509-4b12-9bae-6f3e5c3182f8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1458032827-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb139c9f78fd4568a6efc157edbae373", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95f0703c-15", "ovs_interfaceid": "95f0703c-15a4-4858-9bf7-5e4047cbe8b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:34:59 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-f1d09eac-d3fa-4a0c-a7a5-b07f217e6a51 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:be:4b:42,bridge_name='br-int',has_traffic_filtering=True,id=95f0703c-15a4-4858-9bf7-5e4047cbe8b5,network=Network(81724230-d509-4b12-9bae-6f3e5c3182f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95f0703c-15') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:34:59 user nova-compute[86206]: DEBUG os_vif [None req-f1d09eac-d3fa-4a0c-a7a5-b07f217e6a51 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:4b:42,bridge_name='br-int',has_traffic_filtering=True,id=95f0703c-15a4-4858-9bf7-5e4047cbe8b5,network=Network(81724230-d509-4b12-9bae-6f3e5c3182f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95f0703c-15') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:34:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:34:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap95f0703c-15, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:34:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:34:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:34:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:34:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0d2d6038-486d-4c70-be58-ba4f1f40f10d) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:34:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:34:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:34:59 user nova-compute[86206]: INFO os_vif [None req-f1d09eac-d3fa-4a0c-a7a5-b07f217e6a51 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:4b:42,bridge_name='br-int',has_traffic_filtering=True,id=95f0703c-15a4-4858-9bf7-5e4047cbe8b5,network=Network(81724230-d509-4b12-9bae-6f3e5c3182f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95f0703c-15')
Nov 10 13:34:59 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-f1d09eac-d3fa-4a0c-a7a5-b07f217e6a51 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Deleting instance files /opt/stack/data/nova/instances/d6eec08b-52fa-4094-bc46-327871965bbd_del
Nov 10 13:34:59 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-f1d09eac-d3fa-4a0c-a7a5-b07f217e6a51 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Deletion of /opt/stack/data/nova/instances/d6eec08b-52fa-4094-bc46-327871965bbd_del complete
Nov 10 13:34:59 user nova-compute[86206]: INFO nova.compute.manager [None req-f1d09eac-d3fa-4a0c-a7a5-b07f217e6a51 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Took 0.86 seconds to destroy the instance on the hypervisor.
Nov 10 13:34:59 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-f1d09eac-d3fa-4a0c-a7a5-b07f217e6a51 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:34:59 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:34:59 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:35:00 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:35:00 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Took 0.51 seconds to deallocate network for instance.
Nov 10 13:35:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f1d09eac-d3fa-4a0c-a7a5-b07f217e6a51 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:35:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f1d09eac-d3fa-4a0c-a7a5-b07f217e6a51 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:35:00 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-f1d09eac-d3fa-4a0c-a7a5-b07f217e6a51 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:35:00 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-f1d09eac-d3fa-4a0c-a7a5-b07f217e6a51 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:35:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f1d09eac-d3fa-4a0c-a7a5-b07f217e6a51 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.358s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:35:00 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-f1d09eac-d3fa-4a0c-a7a5-b07f217e6a51 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Deleted allocations for instance d6eec08b-52fa-4094-bc46-327871965bbd
Nov 10 13:35:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f1d09eac-d3fa-4a0c-a7a5-b07f217e6a51 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Lock "d6eec08b-52fa-4094-bc46-327871965bbd" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.934s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:35:01 user nova-compute[86206]: DEBUG nova.compute.manager [req-aea9e874-5cca-4eec-95bc-60e9089b6224 req-c44a84e5-0e5d-419f-a0e8-fc6b8ec08bc3 service nova] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Received event network-vif-plugged-95f0703c-15a4-4858-9bf7-5e4047cbe8b5 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:35:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-aea9e874-5cca-4eec-95bc-60e9089b6224 req-c44a84e5-0e5d-419f-a0e8-fc6b8ec08bc3 service nova] Acquiring lock "d6eec08b-52fa-4094-bc46-327871965bbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:35:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-aea9e874-5cca-4eec-95bc-60e9089b6224 req-c44a84e5-0e5d-419f-a0e8-fc6b8ec08bc3 service nova] Lock "d6eec08b-52fa-4094-bc46-327871965bbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:35:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-aea9e874-5cca-4eec-95bc-60e9089b6224 req-c44a84e5-0e5d-419f-a0e8-fc6b8ec08bc3 service nova] Lock "d6eec08b-52fa-4094-bc46-327871965bbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:35:01 user nova-compute[86206]: DEBUG nova.compute.manager [req-aea9e874-5cca-4eec-95bc-60e9089b6224 req-c44a84e5-0e5d-419f-a0e8-fc6b8ec08bc3 service nova] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] No waiting events found dispatching network-vif-plugged-95f0703c-15a4-4858-9bf7-5e4047cbe8b5 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:35:01 user nova-compute[86206]: WARNING nova.compute.manager [req-aea9e874-5cca-4eec-95bc-60e9089b6224 req-c44a84e5-0e5d-419f-a0e8-fc6b8ec08bc3 service nova] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Received unexpected event network-vif-plugged-95f0703c-15a4-4858-9bf7-5e4047cbe8b5 for instance with vm_state deleted and task_state None.
Nov 10 13:35:01 user nova-compute[86206]: DEBUG nova.compute.manager [req-aea9e874-5cca-4eec-95bc-60e9089b6224 req-c44a84e5-0e5d-419f-a0e8-fc6b8ec08bc3 service nova] [instance: d6eec08b-52fa-4094-bc46-327871965bbd] Received event network-vif-deleted-95f0703c-15a4-4858-9bf7-5e4047cbe8b5 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:35:02 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-7cdb0d2b-7897-42a6-8673-438494c1e472 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance b174a322-8f63-41cc-afc6-881e4dd1b665 is timed out.
Nov 10 13:35:02 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-7cdb0d2b-7897-42a6-8673-438494c1e472 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Successfully detached device vdc from instance b174a322-8f63-41cc-afc6-881e4dd1b665 from the live domain config.
Nov 10 13:35:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7cdb0d2b-7897-42a6-8673-438494c1e472 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 13:35:02 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cdb0d2b-7897-42a6-8673-438494c1e472 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rQsTXMzv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:35:02 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-7cdb0d2b-7897-42a6-8673-438494c1e472 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:35:02 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-7cdb0d2b-7897-42a6-8673-438494c1e472 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:35:02 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-7cdb0d2b-7897-42a6-8673-438494c1e472 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:35:02 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:02 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.026s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:02 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc9a7f9f-eada-4744-8f06-d39dadccd3a5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:35:02 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cdb0d2b-7897-42a6-8673-438494c1e472 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 13:35:02 user nova-compute[86206]: No targets found.
Nov 10 13:35:02 user nova-compute[86206]: iSNS:
Nov 10 13:35:02 user nova-compute[86206]: No targets found.
Nov 10 13:35:02 user nova-compute[86206]: STATIC:
Nov 10 13:35:02 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210
Nov 10 13:35:02 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:35:02 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:35:02 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a
Nov 10 13:35:02 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:35:02 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:35:02 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4
Nov 10 13:35:02 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:35:02 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:35:02 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e
Nov 10 13:35:02 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:35:02 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:35:02 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20
Nov 10 13:35:02 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:35:02 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:35:02 user nova-compute[86206]: FIRMWARE:
Nov 10 13:35:02 user nova-compute[86206]: No targets found.
Nov 10 13:35:02 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:35:02 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cdb0d2b-7897-42a6-8673-438494c1e472 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 13:35:02 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 13:35:02 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 13:35:02 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cdb0d2b-7897-42a6-8673-438494c1e472 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 13:35:02 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:02 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:02 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad5bf9af-019b-407e-92b7-d9321bf8769e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:35:02 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:02 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:02 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[11595ad2-a402-4564-be86-652995963158]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:35:02 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cdb0d2b-7897-42a6-8673-438494c1e472 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)
Nov 10 13:35:02 user nova-compute[86206]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)
Nov 10 13:35:02 user nova-compute[86206]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 (non-flash)
Nov 10 13:35:02 user nova-compute[86206]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e (non-flash)
Nov 10 13:35:02 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:35:02 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:35:02 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cdb0d2b-7897-42a6-8673-438494c1e472 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)
Nov 10 13:35:02 user nova-compute[86206]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)
Nov 10 13:35:02 user nova-compute[86206]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 (non-flash)
Nov 10 13:35:02 user nova-compute[86206]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e (non-flash)
Nov 10 13:35:02 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:35:02 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:35:02 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cdb0d2b-7897-42a6-8673-438494c1e472 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe46446ab00>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e'): ({'sdh'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 13:35:02 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-7cdb0d2b-7897-42a6-8673-438494c1e472 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Removing single pathed devices sdh {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 13:35:02 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:02 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:02 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff8992c7-e359-4169-b20a-115121ebdbaa]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:35:02 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:02 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:02 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcdf98be-78e9-42ea-9438-513c9b777694]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:35:02 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-7cdb0d2b-7897-42a6-8673-438494c1e472 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Flushing IO for device /dev/sdh {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 13:35:02 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:02 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:02 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a758ec1d-20ec-4095-9fed-ad17d7a07834]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:35:02 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-7cdb0d2b-7897-42a6-8673-438494c1e472 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 13:35:02 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:02 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.044s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:02 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[24803861-4a30-4196-b810-0757529133ce]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:35:02 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-7cdb0d2b-7897-42a6-8673-438494c1e472 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 13:35:02 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-7cdb0d2b-7897-42a6-8673-438494c1e472 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] SCSI volumes sdh have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 13:35:02 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cdb0d2b-7897-42a6-8673-438494c1e472 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 13:35:02 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:02 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:02 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[918a6276-3c79-4283-b6a5-2c4c05d527bd]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:35:02 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cdb0d2b-7897-42a6-8673-438494c1e472 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:35:02 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:03 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e -p 172.16.0.220:3260 --logout" returned: 0 in 0.048s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:03 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f90ed922-1a52-4b8c-bf50-aeef3783eb71]: (4, ('Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e, portal: 172.16.0.220,3260]\nLogout of [sid: 28, target: iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:35:03 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cdb0d2b-7897-42a6-8673-438494c1e472 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e, portal: 172.16.0.220,3260]
Nov 10 13:35:03 user nova-compute[86206]: Logout of [sid: 28, target: iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e, portal: 172.16.0.220,3260] successful.
Nov 10 13:35:03 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:35:03 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:03 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:86809569-1cd4-4b9a-a274-58471f2d547e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:03 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f26e96bd-7900-4cb6-8b33-55987878f276]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:35:03 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cdb0d2b-7897-42a6-8673-438494c1e472 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:35:03 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-7cdb0d2b-7897-42a6-8673-438494c1e472 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.348s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:35:03 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cdb0d2b-7897-42a6-8673-438494c1e472 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] <== disconnect_volume: return (351ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:35:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7cdb0d2b-7897-42a6-8673-438494c1e472 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 13:35:04 user nova-compute[86206]: DEBUG nova.objects.instance [None req-7cdb0d2b-7897-42a6-8673-438494c1e472 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lazy-loading 'flavor' on Instance uuid b174a322-8f63-41cc-afc6-881e4dd1b665 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:35:04 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7cdb0d2b-7897-42a6-8673-438494c1e472 tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "b174a322-8f63-41cc-afc6-881e4dd1b665" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.049s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:35:04 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:05 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2a97a9e1-c559-4994-ae20-353ad0353f6b tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Acquiring lock "b174a322-8f63-41cc-afc6-881e4dd1b665" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:35:05 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2a97a9e1-c559-4994-ae20-353ad0353f6b tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "b174a322-8f63-41cc-afc6-881e4dd1b665" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:35:05 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2a97a9e1-c559-4994-ae20-353ad0353f6b tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Acquiring lock "b174a322-8f63-41cc-afc6-881e4dd1b665-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:35:05 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2a97a9e1-c559-4994-ae20-353ad0353f6b tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "b174a322-8f63-41cc-afc6-881e4dd1b665-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:35:05 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2a97a9e1-c559-4994-ae20-353ad0353f6b tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "b174a322-8f63-41cc-afc6-881e4dd1b665-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:35:05 user nova-compute[86206]: INFO nova.compute.manager [None req-2a97a9e1-c559-4994-ae20-353ad0353f6b tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Terminating instance
Nov 10 13:35:05 user nova-compute[86206]: DEBUG nova.compute.manager [None req-2a97a9e1-c559-4994-ae20-353ad0353f6b tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:35:05 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:05 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:05 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:05 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:05 user nova-compute[86206]: DEBUG nova.compute.manager [req-ac2dc1d1-3aef-4b18-a22c-a3a42d79646a req-44e2ae91-6534-4a42-87b4-7721c412f947 service nova] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Received event network-vif-unplugged-2ab527dd-1a54-474f-bedd-739160858dc7 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:35:05 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-ac2dc1d1-3aef-4b18-a22c-a3a42d79646a req-44e2ae91-6534-4a42-87b4-7721c412f947 service nova] Acquiring lock "b174a322-8f63-41cc-afc6-881e4dd1b665-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:35:05 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-ac2dc1d1-3aef-4b18-a22c-a3a42d79646a req-44e2ae91-6534-4a42-87b4-7721c412f947 service nova] Lock "b174a322-8f63-41cc-afc6-881e4dd1b665-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:35:05 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-ac2dc1d1-3aef-4b18-a22c-a3a42d79646a req-44e2ae91-6534-4a42-87b4-7721c412f947 service nova] Lock "b174a322-8f63-41cc-afc6-881e4dd1b665-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:35:05 user nova-compute[86206]: DEBUG nova.compute.manager [req-ac2dc1d1-3aef-4b18-a22c-a3a42d79646a req-44e2ae91-6534-4a42-87b4-7721c412f947 service nova] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] No waiting events found dispatching network-vif-unplugged-2ab527dd-1a54-474f-bedd-739160858dc7 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:35:05 user nova-compute[86206]: DEBUG nova.compute.manager [req-ac2dc1d1-3aef-4b18-a22c-a3a42d79646a req-44e2ae91-6534-4a42-87b4-7721c412f947 service nova] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Received event network-vif-unplugged-2ab527dd-1a54-474f-bedd-739160858dc7 for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:35:06 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Instance destroyed successfully.
Nov 10 13:35:06 user nova-compute[86206]: DEBUG nova.objects.instance [None req-2a97a9e1-c559-4994-ae20-353ad0353f6b tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lazy-loading 'resources' on Instance uuid b174a322-8f63-41cc-afc6-881e4dd1b665 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:35:06 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-2a97a9e1-c559-4994-ae20-353ad0353f6b tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:30:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-602635651',display_name='tempest-AttachVolumeTestJSON-server-602635651',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-602635651',id=27,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHx+0g18Es153d0yGV2JwIYkitu1JByB939qhLb1s2pubU/S6NGuMslJiO5WTlKsZxbmtinilZrYRhat1fE89tbvMTzcsyMLJMqaOX7d9mR3fDMriDFsXCBGCVV7odx48Q==',key_name='tempest-keypair-563195143',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:30:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f51f5a8c19194cd9aeeddc45b3de1fb4',ramdisk_id='',reservation_id='r-dtxru1gw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-851685879',owner_user_name='tempest-AttachVolumeTestJSON-851685879-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:30:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5c4a8bad7c05418aa2fd819a549a7e36',uuid=b174a322-8f63-41cc-afc6-881e4dd1b665,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2ab527dd-1a54-474f-bedd-739160858dc7", "address": "fa:16:3e:d4:6b:86", "network": {"id": "f828dc86-8039-4e45-9f53-d673da27848a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1822137762-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f51f5a8c19194cd9aeeddc45b3de1fb4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ab527dd-1a", "ovs_interfaceid": "2ab527dd-1a54-474f-bedd-739160858dc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:35:06 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-2a97a9e1-c559-4994-ae20-353ad0353f6b tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Converting VIF {"id": "2ab527dd-1a54-474f-bedd-739160858dc7", "address": "fa:16:3e:d4:6b:86", "network": {"id": "f828dc86-8039-4e45-9f53-d673da27848a", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1822137762-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f51f5a8c19194cd9aeeddc45b3de1fb4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2ab527dd-1a", "ovs_interfaceid": "2ab527dd-1a54-474f-bedd-739160858dc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:35:06 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-2a97a9e1-c559-4994-ae20-353ad0353f6b tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d4:6b:86,bridge_name='br-int',has_traffic_filtering=True,id=2ab527dd-1a54-474f-bedd-739160858dc7,network=Network(f828dc86-8039-4e45-9f53-d673da27848a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ab527dd-1a') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:35:06 user nova-compute[86206]: DEBUG os_vif [None req-2a97a9e1-c559-4994-ae20-353ad0353f6b tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d4:6b:86,bridge_name='br-int',has_traffic_filtering=True,id=2ab527dd-1a54-474f-bedd-739160858dc7,network=Network(f828dc86-8039-4e45-9f53-d673da27848a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ab527dd-1a') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:35:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2ab527dd-1a, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:35:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:35:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=449969cc-25ca-477e-84f6-9bd8b57bcc37) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:35:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:35:06 user nova-compute[86206]: INFO os_vif [None req-2a97a9e1-c559-4994-ae20-353ad0353f6b tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d4:6b:86,bridge_name='br-int',has_traffic_filtering=True,id=2ab527dd-1a54-474f-bedd-739160858dc7,network=Network(f828dc86-8039-4e45-9f53-d673da27848a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2ab527dd-1a')
Nov 10 13:35:06 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-2a97a9e1-c559-4994-ae20-353ad0353f6b tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Deleting instance files /opt/stack/data/nova/instances/b174a322-8f63-41cc-afc6-881e4dd1b665_del
Nov 10 13:35:06 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-2a97a9e1-c559-4994-ae20-353ad0353f6b tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Deletion of /opt/stack/data/nova/instances/b174a322-8f63-41cc-afc6-881e4dd1b665_del complete
Nov 10 13:35:06 user nova-compute[86206]: INFO nova.compute.manager [None req-2a97a9e1-c559-4994-ae20-353ad0353f6b tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Took 0.87 seconds to destroy the instance on the hypervisor.
Nov 10 13:35:06 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-2a97a9e1-c559-4994-ae20-353ad0353f6b tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:35:06 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:35:06 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:35:07 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:35:07 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Took 1.10 seconds to deallocate network for instance.
Nov 10 13:35:07 user nova-compute[86206]: DEBUG nova.compute.manager [req-aadbc5b6-4a7f-4fe5-bd0e-0e025cd34fc7 req-722187f8-d194-4d06-ac48-ef5c65fc31a8 service nova] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Received event network-vif-deleted-2ab527dd-1a54-474f-bedd-739160858dc7 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:35:07 user nova-compute[86206]: INFO nova.compute.manager [req-aadbc5b6-4a7f-4fe5-bd0e-0e025cd34fc7 req-722187f8-d194-4d06-ac48-ef5c65fc31a8 service nova] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Neutron deleted interface 2ab527dd-1a54-474f-bedd-739160858dc7; detaching it from the instance and deleting it from the info cache
Nov 10 13:35:07 user nova-compute[86206]: DEBUG nova.network.neutron [req-aadbc5b6-4a7f-4fe5-bd0e-0e025cd34fc7 req-722187f8-d194-4d06-ac48-ef5c65fc31a8 service nova] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:35:07 user nova-compute[86206]: DEBUG nova.compute.manager [req-aadbc5b6-4a7f-4fe5-bd0e-0e025cd34fc7 req-722187f8-d194-4d06-ac48-ef5c65fc31a8 service nova] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Detach interface failed, port_id=2ab527dd-1a54-474f-bedd-739160858dc7, reason: Instance b174a322-8f63-41cc-afc6-881e4dd1b665 could not be found. {{(pid=86206) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 10 13:35:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2a97a9e1-c559-4994-ae20-353ad0353f6b tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:35:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2a97a9e1-c559-4994-ae20-353ad0353f6b tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:35:07 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-2a97a9e1-c559-4994-ae20-353ad0353f6b tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:35:07 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-2a97a9e1-c559-4994-ae20-353ad0353f6b tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:35:07 user nova-compute[86206]: DEBUG nova.compute.manager [req-5d691216-afc3-4bda-9982-7d3e88403cdf req-3f908459-7721-4887-81b4-cc62d8808451 service nova] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Received event network-vif-plugged-2ab527dd-1a54-474f-bedd-739160858dc7 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:35:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-5d691216-afc3-4bda-9982-7d3e88403cdf req-3f908459-7721-4887-81b4-cc62d8808451 service nova] Acquiring lock "b174a322-8f63-41cc-afc6-881e4dd1b665-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:35:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-5d691216-afc3-4bda-9982-7d3e88403cdf req-3f908459-7721-4887-81b4-cc62d8808451 service nova] Lock "b174a322-8f63-41cc-afc6-881e4dd1b665-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:35:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-5d691216-afc3-4bda-9982-7d3e88403cdf req-3f908459-7721-4887-81b4-cc62d8808451 service nova] Lock "b174a322-8f63-41cc-afc6-881e4dd1b665-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:35:07 user nova-compute[86206]: DEBUG nova.compute.manager [req-5d691216-afc3-4bda-9982-7d3e88403cdf req-3f908459-7721-4887-81b4-cc62d8808451 service nova] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] No waiting events found dispatching network-vif-plugged-2ab527dd-1a54-474f-bedd-739160858dc7 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:35:07 user nova-compute[86206]: WARNING nova.compute.manager [req-5d691216-afc3-4bda-9982-7d3e88403cdf req-3f908459-7721-4887-81b4-cc62d8808451 service nova] [instance: b174a322-8f63-41cc-afc6-881e4dd1b665] Received unexpected event network-vif-plugged-2ab527dd-1a54-474f-bedd-739160858dc7 for instance with vm_state deleted and task_state None.
Nov 10 13:35:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2a97a9e1-c559-4994-ae20-353ad0353f6b tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.365s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:35:07 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-2a97a9e1-c559-4994-ae20-353ad0353f6b tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Deleted allocations for instance b174a322-8f63-41cc-afc6-881e4dd1b665
Nov 10 13:35:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2a97a9e1-c559-4994-ae20-353ad0353f6b tempest-AttachVolumeTestJSON-851685879 tempest-AttachVolumeTestJSON-851685879-project-member] Lock "b174a322-8f63-41cc-afc6-881e4dd1b665" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.521s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:11 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-541afb66-1877-40de-a506-ea7d5128ca80 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance e5cbaa1d-05f1-4490-af58-a5555d86d8a1 is timed out.
Nov 10 13:35:11 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-541afb66-1877-40de-a506-ea7d5128ca80 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Successfully detached device vdb from instance e5cbaa1d-05f1-4490-af58-a5555d86d8a1 from the live domain config.
Nov 10 13:35:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-541afb66-1877-40de-a506-ea7d5128ca80 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-541afb66-1877-40de-a506-ea7d5128ca80 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GkaAejIc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:35:11 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-541afb66-1877-40de-a506-ea7d5128ca80 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:35:11 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-541afb66-1877-40de-a506-ea7d5128ca80 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-541afb66-1877-40de-a506-ea7d5128ca80 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[40b73508-e8fe-4f72-9a22-fea75fa341c8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-541afb66-1877-40de-a506-ea7d5128ca80 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 13:35:11 user nova-compute[86206]: No targets found.
Nov 10 13:35:11 user nova-compute[86206]: iSNS:
Nov 10 13:35:11 user nova-compute[86206]: No targets found.
Nov 10 13:35:11 user nova-compute[86206]: STATIC:
Nov 10 13:35:11 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210
Nov 10 13:35:11 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:35:11 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:35:11 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a
Nov 10 13:35:11 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:35:11 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:35:11 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4
Nov 10 13:35:11 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:35:11 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:35:11 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20
Nov 10 13:35:11 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:35:11 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:35:11 user nova-compute[86206]: FIRMWARE:
Nov 10 13:35:11 user nova-compute[86206]: No targets found.
Nov 10 13:35:11 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-541afb66-1877-40de-a506-ea7d5128ca80 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 13:35:11 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 13:35:11 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-541afb66-1877-40de-a506-ea7d5128ca80 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[07e2c9df-e7d3-4d21-919f-10ca6d3e2d6e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[46d13278-e35d-4a1c-a747-769c3558bacd]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-541afb66-1877-40de-a506-ea7d5128ca80 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)
Nov 10 13:35:11 user nova-compute[86206]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)
Nov 10 13:35:11 user nova-compute[86206]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 (non-flash)
Nov 10 13:35:11 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:35:11 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-541afb66-1877-40de-a506-ea7d5128ca80 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)
Nov 10 13:35:11 user nova-compute[86206]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)
Nov 10 13:35:11 user nova-compute[86206]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 (non-flash)
Nov 10 13:35:11 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:35:11 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-541afb66-1877-40de-a506-ea7d5128ca80 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe488250d30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210'): ({'sde'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-541afb66-1877-40de-a506-ea7d5128ca80 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Removing single pathed devices sde {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[4dec442f-f7b6-4c05-bc30-29b9110f3cac]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a41a9c96-dbd7-4968-b313-4a18962520c3]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-541afb66-1877-40de-a506-ea7d5128ca80 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Flushing IO for device /dev/sde {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.012s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[aab84881-9c5c-46b2-8b30-7d57f904110c]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-541afb66-1877-40de-a506-ea7d5128ca80 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.042s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd5b538c-624c-46d4-9cc3-9c3a3ab33374]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-541afb66-1877-40de-a506-ea7d5128ca80 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-541afb66-1877-40de-a506-ea7d5128ca80 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] SCSI volumes sde have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-541afb66-1877-40de-a506-ea7d5128ca80 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[12cc1fcc-a998-4b25-b19b-701826015a11]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-541afb66-1877-40de-a506-ea7d5128ca80 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[239160be-8816-4532-abc0-4b00ab7f529f]: (4, ('Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210, portal: 172.16.0.220,3260]\nLogout of [sid: 25, target: iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-541afb66-1877-40de-a506-ea7d5128ca80 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210, portal: 172.16.0.220,3260]
Nov 10 13:35:11 user nova-compute[86206]: Logout of [sid: 25, target: iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210, portal: 172.16.0.220,3260] successful.
Nov 10 13:35:11 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8af87121-b0c5-44bb-917e-01d35c4a5210 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f53b4d93-e51b-49f5-b667-f933578330ad]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-541afb66-1877-40de-a506-ea7d5128ca80 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-541afb66-1877-40de-a506-ea7d5128ca80 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.293s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-541afb66-1877-40de-a506-ea7d5128ca80 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] <== disconnect_volume: return (294ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:35:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-541afb66-1877-40de-a506-ea7d5128ca80 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 13:35:12 user nova-compute[86206]: DEBUG nova.objects.instance [None req-541afb66-1877-40de-a506-ea7d5128ca80 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lazy-loading 'flavor' on Instance uuid e5cbaa1d-05f1-4490-af58-a5555d86d8a1 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:35:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-541afb66-1877-40de-a506-ea7d5128ca80 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lock "e5cbaa1d-05f1-4490-af58-a5555d86d8a1" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.085s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:35:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "55c5fe3e-2885-4d71-992b-fe2a99682a12" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:35:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "55c5fe3e-2885-4d71-992b-fe2a99682a12" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:35:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "55c5fe3e-2885-4d71-992b-fe2a99682a12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:35:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "55c5fe3e-2885-4d71-992b-fe2a99682a12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:35:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "55c5fe3e-2885-4d71-992b-fe2a99682a12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:35:19 user nova-compute[86206]: INFO nova.compute.manager [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Terminating instance
Nov 10 13:35:19 user nova-compute[86206]: DEBUG nova.compute.manager [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:35:19 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:19 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:19 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:19 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:19 user nova-compute[86206]: DEBUG nova.compute.manager [req-027b42e6-7e50-4470-a207-0f4c8c9f221c req-3a42e7bf-9429-49a5-adad-2457d60aac3e service nova] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Received event network-vif-unplugged-36346bcb-bfee-43e5-98fa-e7723354c0be {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:35:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-027b42e6-7e50-4470-a207-0f4c8c9f221c req-3a42e7bf-9429-49a5-adad-2457d60aac3e service nova] Acquiring lock "55c5fe3e-2885-4d71-992b-fe2a99682a12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:35:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-027b42e6-7e50-4470-a207-0f4c8c9f221c req-3a42e7bf-9429-49a5-adad-2457d60aac3e service nova] Lock "55c5fe3e-2885-4d71-992b-fe2a99682a12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:35:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-027b42e6-7e50-4470-a207-0f4c8c9f221c req-3a42e7bf-9429-49a5-adad-2457d60aac3e service nova] Lock "55c5fe3e-2885-4d71-992b-fe2a99682a12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:35:19 user nova-compute[86206]: DEBUG nova.compute.manager [req-027b42e6-7e50-4470-a207-0f4c8c9f221c req-3a42e7bf-9429-49a5-adad-2457d60aac3e service nova] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] No waiting events found dispatching network-vif-unplugged-36346bcb-bfee-43e5-98fa-e7723354c0be {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:35:19 user nova-compute[86206]: DEBUG nova.compute.manager [req-027b42e6-7e50-4470-a207-0f4c8c9f221c req-3a42e7bf-9429-49a5-adad-2457d60aac3e service nova] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Received event network-vif-unplugged-36346bcb-bfee-43e5-98fa-e7723354c0be for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:35:19 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Instance destroyed successfully.
Nov 10 13:35:19 user nova-compute[86206]: DEBUG nova.objects.instance [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lazy-loading 'resources' on Instance uuid 55c5fe3e-2885-4d71-992b-fe2a99682a12 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:28:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-654081587',display_name='tempest-ServerActionsTestOtherA-server-654081587',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-654081587',id=25,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDAGFNrtWsk5TevUcE27D53UaLQvzhJ77rBAAkPtVa8Jx/xCQV/DutfVwEd1Edzw4/KolH8J2c1Q7M4XzvNSeTQSV3bCXeje7ybURam1jm+6LTngmTg/N7MB+gscMvdfiw==',key_name='tempest-keypair-1216139462',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:31:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='aa556336540e427c9e304bbea288aa30',ramdisk_id='',reservation_id='r-oqy2bcza',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-390805104',owner_user_name='tempest-ServerActionsTestOtherA-390805104-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:32:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4a3b7d9322594e2fb154a787c8054f20',uuid=55c5fe3e-2885-4d71-992b-fe2a99682a12,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "36346bcb-bfee-43e5-98fa-e7723354c0be", "address": "fa:16:3e:b8:07:e1", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36346bcb-bf", "ovs_interfaceid": "36346bcb-bfee-43e5-98fa-e7723354c0be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Converting VIF {"id": "36346bcb-bfee-43e5-98fa-e7723354c0be", "address": "fa:16:3e:b8:07:e1", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap36346bcb-bf", "ovs_interfaceid": "36346bcb-bfee-43e5-98fa-e7723354c0be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b8:07:e1,bridge_name='br-int',has_traffic_filtering=True,id=36346bcb-bfee-43e5-98fa-e7723354c0be,network=Network(2a23f5a5-f10f-463c-8b01-f554f87e7379),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36346bcb-bf') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG os_vif [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b8:07:e1,bridge_name='br-int',has_traffic_filtering=True,id=36346bcb-bfee-43e5-98fa-e7723354c0be,network=Network(2a23f5a5-f10f-463c-8b01-f554f87e7379),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36346bcb-bf') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap36346bcb-bf, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=88211492-1810-4bdb-b09b-3c1e549b77b6) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:35:20 user nova-compute[86206]: INFO os_vif [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b8:07:e1,bridge_name='br-int',has_traffic_filtering=True,id=36346bcb-bfee-43e5-98fa-e7723354c0be,network=Network(2a23f5a5-f10f-463c-8b01-f554f87e7379),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap36346bcb-bf')
Nov 10 13:35:20 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tiNzhyxn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:35:20 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:35:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[07725650-5ec1-4a3b-8a41-d7cad637053f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 13:35:20 user nova-compute[86206]: No targets found.
Nov 10 13:35:20 user nova-compute[86206]: iSNS:
Nov 10 13:35:20 user nova-compute[86206]: No targets found.
Nov 10 13:35:20 user nova-compute[86206]: STATIC:
Nov 10 13:35:20 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a
Nov 10 13:35:20 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:35:20 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:35:20 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4
Nov 10 13:35:20 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:35:20 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:35:20 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20
Nov 10 13:35:20 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:35:20 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:35:20 user nova-compute[86206]: FIRMWARE:
Nov 10 13:35:20 user nova-compute[86206]: No targets found.
Nov 10 13:35:20 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 13:35:20 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 13:35:20 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb98e966-601f-4171-b1b4-f117d4f4b2f5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c613cc8b-e157-4e84-b72e-5055e9984d8a]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)
Nov 10 13:35:20 user nova-compute[86206]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)
Nov 10 13:35:20 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:35:20 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)
Nov 10 13:35:20 user nova-compute[86206]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 (non-flash)
Nov 10 13:35:20 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:35:20 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe4887b7490>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20'): ({'sdb'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Removing single pathed devices sdb {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bed47e5-ef59-41c0-9b1a-246fd72c7d84]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd8e05b4-f720-45c4-b490-4141da7f23cb]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Flushing IO for device /dev/sdb {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[d475f9ac-03ff-49c4-85ea-fb9773b36d3f]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.041s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[420ef660-9b7f-42af-98ad-49989300ae5c]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] SCSI volumes sdb have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_e7d2f98b', '/dev/disk/by-id/scsi-26635643832376432', '/dev/disk/by-id/scsi-1SCST_BIOe7d2f98b-f5d827d24945b680') {{(pid=97560) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a8d55db-397f-4e7c-a32a-d3beab354a68]: (4, None) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[463cd676-5431-4341-8a2c-86be2b4498d0]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fd33a14-d2d7-4d22-a61d-9ab208e46431]: (4, ('Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20, portal: 172.16.0.220,3260]\nLogout of [sid: 24, target: iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20, portal: 172.16.0.220,3260]
Nov 10 13:35:20 user nova-compute[86206]: Logout of [sid: 24, target: iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20, portal: 172.16.0.220,3260] successful.
Nov 10 13:35:20 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:604b6905-c2a3-4a11-95ef-bfb5b7c09a20 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdb66822-35d9-4f3b-adbb-48e120e7df38]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.335s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] <== disconnect_volume: return (336ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 13:35:20 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Deleting instance files /opt/stack/data/nova/instances/55c5fe3e-2885-4d71-992b-fe2a99682a12_del
Nov 10 13:35:20 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Deletion of /opt/stack/data/nova/instances/55c5fe3e-2885-4d71-992b-fe2a99682a12_del complete
Nov 10 13:35:20 user nova-compute[86206]: INFO nova.compute.manager [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Took 1.25 seconds to destroy the instance on the hypervisor.
Nov 10 13:35:20 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:35:20 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:35:21 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:35:21 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Took 0.68 seconds to deallocate network for instance.
Nov 10 13:35:21 user nova-compute[86206]: DEBUG nova.compute.manager [req-91884ede-5bed-44fa-a699-b8172eaa426e req-4ea654b1-ffde-405b-9fbd-625db3919ce9 service nova] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Received event network-vif-deleted-36346bcb-bfee-43e5-98fa-e7723354c0be {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:35:21 user nova-compute[86206]: DEBUG nova.compute.manager [req-44e8d66c-256b-4da5-b0dc-3645206bd378 req-8c8fa3de-afb7-40ac-a52c-8b08ff2e6383 service nova] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Received event network-vif-plugged-36346bcb-bfee-43e5-98fa-e7723354c0be {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:35:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-44e8d66c-256b-4da5-b0dc-3645206bd378 req-8c8fa3de-afb7-40ac-a52c-8b08ff2e6383 service nova] Acquiring lock "55c5fe3e-2885-4d71-992b-fe2a99682a12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:35:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-44e8d66c-256b-4da5-b0dc-3645206bd378 req-8c8fa3de-afb7-40ac-a52c-8b08ff2e6383 service nova] Lock "55c5fe3e-2885-4d71-992b-fe2a99682a12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:35:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-44e8d66c-256b-4da5-b0dc-3645206bd378 req-8c8fa3de-afb7-40ac-a52c-8b08ff2e6383 service nova] Lock "55c5fe3e-2885-4d71-992b-fe2a99682a12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:35:21 user nova-compute[86206]: DEBUG nova.compute.manager [req-44e8d66c-256b-4da5-b0dc-3645206bd378 req-8c8fa3de-afb7-40ac-a52c-8b08ff2e6383 service nova] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] No waiting events found dispatching network-vif-plugged-36346bcb-bfee-43e5-98fa-e7723354c0be {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:35:21 user nova-compute[86206]: WARNING nova.compute.manager [req-44e8d66c-256b-4da5-b0dc-3645206bd378 req-8c8fa3de-afb7-40ac-a52c-8b08ff2e6383 service nova] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Received unexpected event network-vif-plugged-36346bcb-bfee-43e5-98fa-e7723354c0be for instance with vm_state active and task_state deleting.
Nov 10 13:35:22 user nova-compute[86206]: INFO nova.compute.manager [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Took 1.07 seconds to detach 1 volumes for instance.
Nov 10 13:35:22 user nova-compute[86206]: DEBUG nova.compute.manager [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 55c5fe3e-2885-4d71-992b-fe2a99682a12] Deleting volume: 604b6905-c2a3-4a11-95ef-bfb5b7c09a20 {{(pid=86206) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 10 13:35:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:35:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:35:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "67554a1f-9c0a-4198-b944-46044d05ffb0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:35:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "67554a1f-9c0a-4198-b944-46044d05ffb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:35:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "67554a1f-9c0a-4198-b944-46044d05ffb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:35:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "67554a1f-9c0a-4198-b944-46044d05ffb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:35:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "67554a1f-9c0a-4198-b944-46044d05ffb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:35:22 user nova-compute[86206]: INFO nova.compute.manager [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Terminating instance
Nov 10 13:35:22 user nova-compute[86206]: DEBUG nova.compute.manager [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:35:22 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:22 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:22 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:35:22 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:35:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.400s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:35:22 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:22 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:22 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Deleted allocations for instance 55c5fe3e-2885-4d71-992b-fe2a99682a12
Nov 10 13:35:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2dda696c-c1b7-4ffe-b3ef-12266b1e572f tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "55c5fe3e-2885-4d71-992b-fe2a99682a12" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.709s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:35:23 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Instance destroyed successfully.
Nov 10 13:35:23 user nova-compute[86206]: DEBUG nova.objects.instance [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lazy-loading 'resources' on Instance uuid 67554a1f-9c0a-4198-b944-46044d05ffb0 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:28:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1261941471',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1261941471',id=26,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:31:48Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='028ee5b7789f4eb9809f6c89b8649453',ramdisk_id='',reservation_id='r-vqnjjq0v',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1948757916',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:33:37Z,user_data=None,user_id='1b99c0d49a5e450ba43bce92d827d7c2',uuid=67554a1f-9c0a-4198-b944-46044d05ffb0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ea931032-8735-4df0-9113-72b091789983", "address": "fa:16:3e:a6:74:9e", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea931032-87", "ovs_interfaceid": "ea931032-8735-4df0-9113-72b091789983", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Converting VIF {"id": "ea931032-8735-4df0-9113-72b091789983", "address": "fa:16:3e:a6:74:9e", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapea931032-87", "ovs_interfaceid": "ea931032-8735-4df0-9113-72b091789983", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a6:74:9e,bridge_name='br-int',has_traffic_filtering=True,id=ea931032-8735-4df0-9113-72b091789983,network=Network(953cfc69-1add-40de-a3ae-1d9aeaa3b3e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea931032-87') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG os_vif [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a6:74:9e,bridge_name='br-int',has_traffic_filtering=True,id=ea931032-8735-4df0-9113-72b091789983,network=Network(953cfc69-1add-40de-a3ae-1d9aeaa3b3e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea931032-87') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapea931032-87, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cc193f38-8660-48ec-a52d-1237b203baf8) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:35:23 user nova-compute[86206]: INFO os_vif [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a6:74:9e,bridge_name='br-int',has_traffic_filtering=True,id=ea931032-8735-4df0-9113-72b091789983,network=Network(953cfc69-1add-40de-a3ae-1d9aeaa3b3e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapea931032-87')
Nov 10 13:35:23 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'doehfSsb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:35:23 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:35:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG nova.compute.manager [req-a5736dc8-ef34-46f6-8173-6b2f9ef86488 req-c2b2f4ad-7399-444b-8f6e-ca8f13a16d67 service nova] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Received event network-vif-unplugged-ea931032-8735-4df0-9113-72b091789983 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-a5736dc8-ef34-46f6-8173-6b2f9ef86488 req-c2b2f4ad-7399-444b-8f6e-ca8f13a16d67 service nova] Acquiring lock "67554a1f-9c0a-4198-b944-46044d05ffb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-a5736dc8-ef34-46f6-8173-6b2f9ef86488 req-c2b2f4ad-7399-444b-8f6e-ca8f13a16d67 service nova] Lock "67554a1f-9c0a-4198-b944-46044d05ffb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-a5736dc8-ef34-46f6-8173-6b2f9ef86488 req-c2b2f4ad-7399-444b-8f6e-ca8f13a16d67 service nova] Lock "67554a1f-9c0a-4198-b944-46044d05ffb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG nova.compute.manager [req-a5736dc8-ef34-46f6-8173-6b2f9ef86488 req-c2b2f4ad-7399-444b-8f6e-ca8f13a16d67 service nova] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] No waiting events found dispatching network-vif-unplugged-ea931032-8735-4df0-9113-72b091789983 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG nova.compute.manager [req-a5736dc8-ef34-46f6-8173-6b2f9ef86488 req-c2b2f4ad-7399-444b-8f6e-ca8f13a16d67 service nova] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Received event network-vif-unplugged-ea931032-8735-4df0-9113-72b091789983 for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG nova.compute.manager [req-a5736dc8-ef34-46f6-8173-6b2f9ef86488 req-c2b2f4ad-7399-444b-8f6e-ca8f13a16d67 service nova] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Received event network-vif-plugged-ea931032-8735-4df0-9113-72b091789983 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-a5736dc8-ef34-46f6-8173-6b2f9ef86488 req-c2b2f4ad-7399-444b-8f6e-ca8f13a16d67 service nova] Acquiring lock "67554a1f-9c0a-4198-b944-46044d05ffb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-a5736dc8-ef34-46f6-8173-6b2f9ef86488 req-c2b2f4ad-7399-444b-8f6e-ca8f13a16d67 service nova] Lock "67554a1f-9c0a-4198-b944-46044d05ffb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-a5736dc8-ef34-46f6-8173-6b2f9ef86488 req-c2b2f4ad-7399-444b-8f6e-ca8f13a16d67 service nova] Lock "67554a1f-9c0a-4198-b944-46044d05ffb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG nova.compute.manager [req-a5736dc8-ef34-46f6-8173-6b2f9ef86488 req-c2b2f4ad-7399-444b-8f6e-ca8f13a16d67 service nova] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] No waiting events found dispatching network-vif-plugged-ea931032-8735-4df0-9113-72b091789983 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:35:23 user nova-compute[86206]: WARNING nova.compute.manager [req-a5736dc8-ef34-46f6-8173-6b2f9ef86488 req-c2b2f4ad-7399-444b-8f6e-ca8f13a16d67 service nova] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Received unexpected event network-vif-plugged-ea931032-8735-4df0-9113-72b091789983 for instance with vm_state active and task_state deleting.
Nov 10 13:35:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7499dda5-3bd7-4760-807b-483b4d80a675]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 13:35:23 user nova-compute[86206]: No targets found.
Nov 10 13:35:23 user nova-compute[86206]: iSNS:
Nov 10 13:35:23 user nova-compute[86206]: No targets found.
Nov 10 13:35:23 user nova-compute[86206]: STATIC:
Nov 10 13:35:23 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a
Nov 10 13:35:23 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:35:23 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:35:23 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4
Nov 10 13:35:23 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:35:23 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:35:23 user nova-compute[86206]: FIRMWARE:
Nov 10 13:35:23 user nova-compute[86206]: No targets found.
Nov 10 13:35:23 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 13:35:23 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 13:35:23 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[0023e0cc-b223-4ff2-a829-316bf490cb10]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6b28a8f-cb01-4c03-9a7e-7e39015462de]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)
Nov 10 13:35:23 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:35:23 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 (non-flash)
Nov 10 13:35:23 user nova-compute[86206]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:35:23 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe488253370>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4'): ({'sdd'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Removing single pathed devices sdd {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a8ad148-e2d5-4956-b772-f793e797c3c3]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bf3b3fe-7dd5-4e21-ae36-e47030fbfb2f]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Flushing IO for device /dev/sdd {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[619548d8-01aa-460c-93ae-bb511ddfa878]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.048s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc60e525-f05a-400e-a13c-9ef3f7b03390]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] SCSI volumes sdd have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23335353737363434', '/dev/disk/by-id/scsi-1SCST_BIOe0f22eb1-35577644529b5b3b', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_e0f22eb1') {{(pid=97560) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a2c4e1d-eca2-4300-b7d9-b8c3beafbb59]: (4, None) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[549cefac-1042-4d23-8803-94a674018c2c]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2aaec66-2d00-44f6-bd2a-09450355e342]: (4, ('Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4, portal: 172.16.0.220,3260]\nLogout of [sid: 23, target: iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4, portal: 172.16.0.220,3260]
Nov 10 13:35:23 user nova-compute[86206]: Logout of [sid: 23, target: iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4, portal: 172.16.0.220,3260] successful.
Nov 10 13:35:23 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9e53d14d-9e83-4952-86d4-a5101f813cb4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c72e0b1-c8aa-4c74-be4a-d7a3d8e02300]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.340s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] <== disconnect_volume: return (342ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 13:35:23 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Deleting instance files /opt/stack/data/nova/instances/67554a1f-9c0a-4198-b944-46044d05ffb0_del
Nov 10 13:35:23 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Deletion of /opt/stack/data/nova/instances/67554a1f-9c0a-4198-b944-46044d05ffb0_del complete
Nov 10 13:35:23 user nova-compute[86206]: INFO nova.compute.manager [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Took 1.20 seconds to destroy the instance on the hypervisor.
Nov 10 13:35:23 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:35:23 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:35:24 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:35:24 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Took 0.50 seconds to deallocate network for instance.
Nov 10 13:35:25 user nova-compute[86206]: INFO nova.compute.manager [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Took 1.06 seconds to detach 1 volumes for instance.
Nov 10 13:35:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:35:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:35:25 user nova-compute[86206]: DEBUG nova.compute.manager [req-1df9876f-3d0d-49e8-b285-692785cea54d req-352abb40-fe31-4217-9abc-babe3fbcd343 service nova] [instance: 67554a1f-9c0a-4198-b944-46044d05ffb0] Received event network-vif-deleted-ea931032-8735-4df0-9113-72b091789983 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:35:25 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:35:25 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:35:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.358s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:35:25 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Deleted allocations for instance 67554a1f-9c0a-4198-b944-46044d05ffb0
Nov 10 13:35:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-67779d25-9079-4c29-8652-2ca664b44262 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "67554a1f-9c0a-4198-b944-46044d05ffb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.324s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:35:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:34 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:35:35 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:35:35 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:35:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "refresh_cache-4e270764-c028-41ad-b2f7-4d502bd8d7ef" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:35:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquired lock "refresh_cache-4e270764-c028-41ad-b2f7-4d502bd8d7ef" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:35:36 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Forcefully refreshing network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 10 13:35:36 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Updating instance_info_cache with network_info: [{"id": "9b2a8f53-1ad7-4c98-bad4-90862f8cc057", "address": "fa:16:3e:61:97:70", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b2a8f53-1a", "ovs_interfaceid": "9b2a8f53-1ad7-4c98-bad4-90862f8cc057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:35:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Releasing lock "refresh_cache-4e270764-c028-41ad-b2f7-4d502bd8d7ef" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:35:36 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Updated the network info_cache for instance {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 10 13:35:37 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:35:37 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:35:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:35:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:35:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:35:37 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:35:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:35:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5cbaa1d-05f1-4490-af58-a5555d86d8a1/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5cbaa1d-05f1-4490-af58-a5555d86d8a1/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5cbaa1d-05f1-4490-af58-a5555d86d8a1/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e5cbaa1d-05f1-4490-af58-a5555d86d8a1/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:41 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:35:41 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:35:41 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=8171MB free_disk=24.980224609375GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:35:41 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:35:41 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:35:41 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4918c1e1-f976-494c-b845-56a6d1cf4c99 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Acquiring lock "e5cbaa1d-05f1-4490-af58-a5555d86d8a1" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:35:41 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4918c1e1-f976-494c-b845-56a6d1cf4c99 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lock "e5cbaa1d-05f1-4490-af58-a5555d86d8a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:35:41 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4918c1e1-f976-494c-b845-56a6d1cf4c99 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Acquiring lock "e5cbaa1d-05f1-4490-af58-a5555d86d8a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:35:41 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4918c1e1-f976-494c-b845-56a6d1cf4c99 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lock "e5cbaa1d-05f1-4490-af58-a5555d86d8a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:35:41 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4918c1e1-f976-494c-b845-56a6d1cf4c99 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lock "e5cbaa1d-05f1-4490-af58-a5555d86d8a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:35:41 user nova-compute[86206]: INFO nova.compute.manager [None req-4918c1e1-f976-494c-b845-56a6d1cf4c99 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Terminating instance
Nov 10 13:35:41 user nova-compute[86206]: DEBUG nova.compute.manager [None req-4918c1e1-f976-494c-b845-56a6d1cf4c99 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:35:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:41 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance e040d0fe-dea0-451e-91e2-6852000fa9dc actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:35:41 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 4509d78d-a41e-4150-beef-feed0bb03160 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:35:41 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 8a48ce18-2887-4676-9d7b-ebebbc8e5381 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:35:41 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:35:41 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 4e270764-c028-41ad-b2f7-4d502bd8d7ef actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:35:41 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance dcbbf073-aada-4069-ab96-58f83cd8259c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:35:41 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance e5cbaa1d-05f1-4490-af58-a5555d86d8a1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:35:41 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:35:41 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:35:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:41 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:35:41 user nova-compute[86206]: DEBUG nova.compute.manager [req-c96e89f5-7a41-447e-8102-2f4665079585 req-c1437e81-b6f2-4b9f-b412-cd4462af5ded service nova] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Received event network-vif-unplugged-d26d4f98-70c5-4feb-a913-0ff843f8de50 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:35:41 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c96e89f5-7a41-447e-8102-2f4665079585 req-c1437e81-b6f2-4b9f-b412-cd4462af5ded service nova] Acquiring lock "e5cbaa1d-05f1-4490-af58-a5555d86d8a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:35:41 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c96e89f5-7a41-447e-8102-2f4665079585 req-c1437e81-b6f2-4b9f-b412-cd4462af5ded service nova] Lock "e5cbaa1d-05f1-4490-af58-a5555d86d8a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:35:41 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c96e89f5-7a41-447e-8102-2f4665079585 req-c1437e81-b6f2-4b9f-b412-cd4462af5ded service nova] Lock "e5cbaa1d-05f1-4490-af58-a5555d86d8a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:35:41 user nova-compute[86206]: DEBUG nova.compute.manager [req-c96e89f5-7a41-447e-8102-2f4665079585 req-c1437e81-b6f2-4b9f-b412-cd4462af5ded service nova] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] No waiting events found dispatching network-vif-unplugged-d26d4f98-70c5-4feb-a913-0ff843f8de50 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:35:41 user nova-compute[86206]: DEBUG nova.compute.manager [req-c96e89f5-7a41-447e-8102-2f4665079585 req-c1437e81-b6f2-4b9f-b412-cd4462af5ded service nova] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Received event network-vif-unplugged-d26d4f98-70c5-4feb-a913-0ff843f8de50 for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:35:41 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:35:41 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:35:41 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.480s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:35:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:42 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Instance destroyed successfully.
Nov 10 13:35:42 user nova-compute[86206]: DEBUG nova.objects.instance [None req-4918c1e1-f976-494c-b845-56a6d1cf4c99 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lazy-loading 'resources' on Instance uuid e5cbaa1d-05f1-4490-af58-a5555d86d8a1 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:35:42 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-4918c1e1-f976-494c-b845-56a6d1cf4c99 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:31:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-191082384',display_name='tempest-TestServerVolumeAttachmentScenario-server-191082384',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-191082384',id=30,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBUiaIddxN7Z7i/mWrmaOPWt0fQ3HrrqAlI2h0eyb7FxWgxEHgbDZ8yputL/MOK6OoCluHkzKkfJ/xfejrptkZCJujuHtkTiedFpbrk1Tkn8xaF3C6FNPvUm80PqXScw7w==',key_name='tempest-keypair-1253348124',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:31:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8d27af045ca74208b295dbcdcdda4719',ramdisk_id='',reservation_id='r-zn0u7h7k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachmentScenario-909649122',owner_user_name='tempest-TestServerVolumeAttachmentScenario-909649122-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:31:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8f4a20752ed744a0bb7033a95d0c7462',uuid=e5cbaa1d-05f1-4490-af58-a5555d86d8a1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d26d4f98-70c5-4feb-a913-0ff843f8de50", "address": "fa:16:3e:fc:69:de", "network": {"id": "2d541235-3d8e-44ee-9a4f-59d36f53307e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1654613805-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d27af045ca74208b295dbcdcdda4719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd26d4f98-70", "ovs_interfaceid": "d26d4f98-70c5-4feb-a913-0ff843f8de50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:35:42 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-4918c1e1-f976-494c-b845-56a6d1cf4c99 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Converting VIF {"id": "d26d4f98-70c5-4feb-a913-0ff843f8de50", "address": "fa:16:3e:fc:69:de", "network": {"id": "2d541235-3d8e-44ee-9a4f-59d36f53307e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1654613805-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8d27af045ca74208b295dbcdcdda4719", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd26d4f98-70", "ovs_interfaceid": "d26d4f98-70c5-4feb-a913-0ff843f8de50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:35:42 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-4918c1e1-f976-494c-b845-56a6d1cf4c99 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fc:69:de,bridge_name='br-int',has_traffic_filtering=True,id=d26d4f98-70c5-4feb-a913-0ff843f8de50,network=Network(2d541235-3d8e-44ee-9a4f-59d36f53307e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd26d4f98-70') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:35:42 user nova-compute[86206]: DEBUG os_vif [None req-4918c1e1-f976-494c-b845-56a6d1cf4c99 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:fc:69:de,bridge_name='br-int',has_traffic_filtering=True,id=d26d4f98-70c5-4feb-a913-0ff843f8de50,network=Network(2d541235-3d8e-44ee-9a4f-59d36f53307e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd26d4f98-70') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:35:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd26d4f98-70, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:35:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e841819a-7d59-489c-b1c8-5322fa0ea958) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:35:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:42 user nova-compute[86206]: INFO os_vif [None req-4918c1e1-f976-494c-b845-56a6d1cf4c99 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:fc:69:de,bridge_name='br-int',has_traffic_filtering=True,id=d26d4f98-70c5-4feb-a913-0ff843f8de50,network=Network(2d541235-3d8e-44ee-9a4f-59d36f53307e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd26d4f98-70')
Nov 10 13:35:42 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-4918c1e1-f976-494c-b845-56a6d1cf4c99 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Deleting instance files /opt/stack/data/nova/instances/e5cbaa1d-05f1-4490-af58-a5555d86d8a1_del
Nov 10 13:35:42 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-4918c1e1-f976-494c-b845-56a6d1cf4c99 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Deletion of /opt/stack/data/nova/instances/e5cbaa1d-05f1-4490-af58-a5555d86d8a1_del complete
Nov 10 13:35:42 user nova-compute[86206]: INFO nova.compute.manager [None req-4918c1e1-f976-494c-b845-56a6d1cf4c99 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Took 0.87 seconds to destroy the instance on the hypervisor.
Nov 10 13:35:42 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-4918c1e1-f976-494c-b845-56a6d1cf4c99 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:35:42 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:35:42 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:35:42 user nova-compute[86206]: INFO nova.compute.manager [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Rescuing
Nov 10 13:35:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquiring lock "refresh_cache-4e270764-c028-41ad-b2f7-4d502bd8d7ef" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:35:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquired lock "refresh_cache-4e270764-c028-41ad-b2f7-4d502bd8d7ef" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:35:42 user nova-compute[86206]: DEBUG nova.network.neutron [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:35:43 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:35:43 user nova-compute[86206]: DEBUG nova.compute.manager [req-ee0fdf07-0bd6-4f63-9d4c-98fd06e736e3 req-093e5b83-4fce-49a0-a1fd-0db6add4106d service nova] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Received event network-vif-deleted-d26d4f98-70c5-4feb-a913-0ff843f8de50 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:35:43 user nova-compute[86206]: INFO nova.compute.manager [req-ee0fdf07-0bd6-4f63-9d4c-98fd06e736e3 req-093e5b83-4fce-49a0-a1fd-0db6add4106d service nova] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Neutron deleted interface d26d4f98-70c5-4feb-a913-0ff843f8de50; detaching it from the instance and deleting it from the info cache
Nov 10 13:35:43 user nova-compute[86206]: DEBUG nova.network.neutron [req-ee0fdf07-0bd6-4f63-9d4c-98fd06e736e3 req-093e5b83-4fce-49a0-a1fd-0db6add4106d service nova] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:35:43 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Took 0.95 seconds to deallocate network for instance.
Nov 10 13:35:43 user nova-compute[86206]: DEBUG nova.compute.manager [req-ee0fdf07-0bd6-4f63-9d4c-98fd06e736e3 req-093e5b83-4fce-49a0-a1fd-0db6add4106d service nova] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Detach interface failed, port_id=d26d4f98-70c5-4feb-a913-0ff843f8de50, reason: Instance e5cbaa1d-05f1-4490-af58-a5555d86d8a1 could not be found. {{(pid=86206) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 10 13:35:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4918c1e1-f976-494c-b845-56a6d1cf4c99 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:35:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4918c1e1-f976-494c-b845-56a6d1cf4c99 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:35:43 user nova-compute[86206]: DEBUG nova.network.neutron [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Updating instance_info_cache with network_info: [{"id": "9b2a8f53-1ad7-4c98-bad4-90862f8cc057", "address": "fa:16:3e:61:97:70", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b2a8f53-1a", "ovs_interfaceid": "9b2a8f53-1ad7-4c98-bad4-90862f8cc057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:35:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Releasing lock "refresh_cache-4e270764-c028-41ad-b2f7-4d502bd8d7ef" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:35:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:43 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-4918c1e1-f976-494c-b845-56a6d1cf4c99 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:35:43 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-4918c1e1-f976-494c-b845-56a6d1cf4c99 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:35:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4918c1e1-f976-494c-b845-56a6d1cf4c99 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.348s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:35:43 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-4918c1e1-f976-494c-b845-56a6d1cf4c99 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Deleted allocations for instance e5cbaa1d-05f1-4490-af58-a5555d86d8a1
Nov 10 13:35:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4918c1e1-f976-494c-b845-56a6d1cf4c99 tempest-TestServerVolumeAttachmentScenario-909649122 tempest-TestServerVolumeAttachmentScenario-909649122-project-member] Lock "e5cbaa1d-05f1-4490-af58-a5555d86d8a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.418s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:35:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:43 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:35:43 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:35:43 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:35:43 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:35:43 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 13:35:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:43 user nova-compute[86206]: DEBUG nova.compute.manager [req-f34a4673-6f49-4715-bb4a-c1d2a11ca6ab req-402db6ef-e038-4102-948a-1ec9f15daca3 service nova] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Received event network-vif-plugged-d26d4f98-70c5-4feb-a913-0ff843f8de50 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:35:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f34a4673-6f49-4715-bb4a-c1d2a11ca6ab req-402db6ef-e038-4102-948a-1ec9f15daca3 service nova] Acquiring lock "e5cbaa1d-05f1-4490-af58-a5555d86d8a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:35:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f34a4673-6f49-4715-bb4a-c1d2a11ca6ab req-402db6ef-e038-4102-948a-1ec9f15daca3 service nova] Lock "e5cbaa1d-05f1-4490-af58-a5555d86d8a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:35:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f34a4673-6f49-4715-bb4a-c1d2a11ca6ab req-402db6ef-e038-4102-948a-1ec9f15daca3 service nova] Lock "e5cbaa1d-05f1-4490-af58-a5555d86d8a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:35:43 user nova-compute[86206]: DEBUG nova.compute.manager [req-f34a4673-6f49-4715-bb4a-c1d2a11ca6ab req-402db6ef-e038-4102-948a-1ec9f15daca3 service nova] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] No waiting events found dispatching network-vif-plugged-d26d4f98-70c5-4feb-a913-0ff843f8de50 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:35:43 user nova-compute[86206]: WARNING nova.compute.manager [req-f34a4673-6f49-4715-bb4a-c1d2a11ca6ab req-402db6ef-e038-4102-948a-1ec9f15daca3 service nova] [instance: e5cbaa1d-05f1-4490-af58-a5555d86d8a1] Received unexpected event network-vif-plugged-d26d4f98-70c5-4feb-a913-0ff843f8de50 for instance with vm_state deleted and task_state None.
Nov 10 13:35:43 user nova-compute[86206]: DEBUG nova.compute.manager [req-f34a4673-6f49-4715-bb4a-c1d2a11ca6ab req-402db6ef-e038-4102-948a-1ec9f15daca3 service nova] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Received event network-vif-unplugged-9b2a8f53-1ad7-4c98-bad4-90862f8cc057 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:35:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f34a4673-6f49-4715-bb4a-c1d2a11ca6ab req-402db6ef-e038-4102-948a-1ec9f15daca3 service nova] Acquiring lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:35:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f34a4673-6f49-4715-bb4a-c1d2a11ca6ab req-402db6ef-e038-4102-948a-1ec9f15daca3 service nova] Lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:35:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f34a4673-6f49-4715-bb4a-c1d2a11ca6ab req-402db6ef-e038-4102-948a-1ec9f15daca3 service nova] Lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:35:43 user nova-compute[86206]: DEBUG nova.compute.manager [req-f34a4673-6f49-4715-bb4a-c1d2a11ca6ab req-402db6ef-e038-4102-948a-1ec9f15daca3 service nova] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] No waiting events found dispatching network-vif-unplugged-9b2a8f53-1ad7-4c98-bad4-90862f8cc057 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:35:43 user nova-compute[86206]: WARNING nova.compute.manager [req-f34a4673-6f49-4715-bb4a-c1d2a11ca6ab req-402db6ef-e038-4102-948a-1ec9f15daca3 service nova] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Received unexpected event network-vif-unplugged-9b2a8f53-1ad7-4c98-bad4-90862f8cc057 for instance with vm_state active and task_state rescuing.
Nov 10 13:35:43 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:35:44 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Instance destroyed successfully.
Nov 10 13:35:44 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Attempting rescue
Nov 10 13:35:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=86206) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 10 13:35:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Instance directory exists: not creating {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 10 13:35:44 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Creating image(s)
Nov 10 13:35:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquiring lock "/opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:35:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "/opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:35:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "/opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:35:44 user nova-compute[86206]: DEBUG nova.objects.instance [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lazy-loading 'trusted_certs' on Instance uuid 4e270764-c028-41ad-b2f7-4d502bd8d7ef {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:35:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquiring lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:35:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:35:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.170s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk.rescue {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk.rescue" returned: 0 in 0.052s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.229s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:35:44 user nova-compute[86206]: DEBUG nova.objects.instance [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lazy-loading 'migration_context' on Instance uuid 4e270764-c028-41ad-b2f7-4d502bd8d7ef {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:35:44 user nova-compute[86206]: DEBUG nova.objects.base [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Object Instance<4e270764-c028-41ad-b2f7-4d502bd8d7ef> lazy-loaded attributes: trusted_certs,migration_context {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:35:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:35:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Start _get_guest_xml network_info=[{"id": "9b2a8f53-1ad7-4c98-bad4-90862f8cc057", "address": "fa:16:3e:61:97:70", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "vif_mac": "fa:16:3e:61:97:70"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b2a8f53-1a", "ovs_interfaceid": "9b2a8f53-1ad7-4c98-bad4-90862f8cc057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '73290e4a-d2c0-4305-9ee6-397ce6a900ba', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:35:44 user nova-compute[86206]: DEBUG nova.objects.instance [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lazy-loading 'resources' on Instance uuid 4e270764-c028-41ad-b2f7-4d502bd8d7ef {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:35:44 user nova-compute[86206]: DEBUG nova.objects.base [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Object Instance<4e270764-c028-41ad-b2f7-4d502bd8d7ef> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:35:44 user nova-compute[86206]: DEBUG nova.objects.instance [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lazy-loading 'numa_topology' on Instance uuid 4e270764-c028-41ad-b2f7-4d502bd8d7ef {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:35:44 user nova-compute[86206]: DEBUG nova.objects.base [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Object Instance<4e270764-c028-41ad-b2f7-4d502bd8d7ef> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:35:44 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:35:44 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:35:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:35:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:35:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:35:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:35:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:35:44 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:35:44 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:35:44 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:35:44 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:35:44 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:35:44 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:35:44 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:35:44 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:35:44 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:35:44 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:35:44 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:35:44 user nova-compute[86206]: DEBUG nova.objects.instance [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lazy-loading 'vcpu_model' on Instance uuid 4e270764-c028-41ad-b2f7-4d502bd8d7ef {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:35:44 user nova-compute[86206]: DEBUG nova.objects.base [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Object Instance<4e270764-c028-41ad-b2f7-4d502bd8d7ef> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:35:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:30:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-826744250',display_name='tempest-ServerRescueNegativeTestJSON-server-826744250',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-826744250',id=28,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:31:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ccc7d64ad3664aed888c4035bb3e4cd9',ramdisk_id='',reservation_id='r-6k34q16k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-330734770',owner_user_name='tempest-ServerRescueNegativeTestJSON-330734770-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:31:06Z,user_data=None,user_id='86d4c4afc9874d4ea1f37fd27ca0d8aa',uuid=4e270764-c028-41ad-b2f7-4d502bd8d7ef,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9b2a8f53-1ad7-4c98-bad4-90862f8cc057", "address": "fa:16:3e:61:97:70", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "vif_mac": "fa:16:3e:61:97:70"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b2a8f53-1a", "ovs_interfaceid": "9b2a8f53-1ad7-4c98-bad4-90862f8cc057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:35:44 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Converting VIF {"id": "9b2a8f53-1ad7-4c98-bad4-90862f8cc057", "address": "fa:16:3e:61:97:70", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "vif_mac": "fa:16:3e:61:97:70"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b2a8f53-1a", "ovs_interfaceid": "9b2a8f53-1ad7-4c98-bad4-90862f8cc057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:35:44 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:61:97:70,bridge_name='br-int',has_traffic_filtering=True,id=9b2a8f53-1ad7-4c98-bad4-90862f8cc057,network=Network(07a75854-977d-4a57-be18-1d83f03f99f7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b2a8f53-1a') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:35:44 user nova-compute[86206]: DEBUG nova.objects.instance [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lazy-loading 'pci_devices' on Instance uuid 4e270764-c028-41ad-b2f7-4d502bd8d7ef {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:35:44 user nova-compute[86206]: DEBUG nova.objects.base [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Object Instance<4e270764-c028-41ad-b2f7-4d502bd8d7ef> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:35:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:35:44 user nova-compute[86206]:   <uuid>4e270764-c028-41ad-b2f7-4d502bd8d7ef</uuid>
Nov 10 13:35:44 user nova-compute[86206]:   <name>instance-0000001c</name>
Nov 10 13:35:44 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:35:44 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:35:44 user nova-compute[86206]:   <metadata>
Nov 10 13:35:44 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:35:44 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:35:44 user nova-compute[86206]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-826744250</nova:name>
Nov 10 13:35:44 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:35:44</nova:creationTime>
Nov 10 13:35:44 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:35:44 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:35:44 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:35:44 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:35:44 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:35:44 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:35:44 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:35:44 user nova-compute[86206]:       <nova:owner>
Nov 10 13:35:44 user nova-compute[86206]:         <nova:user uuid="86d4c4afc9874d4ea1f37fd27ca0d8aa">tempest-ServerRescueNegativeTestJSON-330734770-project-member</nova:user>
Nov 10 13:35:44 user nova-compute[86206]:         <nova:project uuid="ccc7d64ad3664aed888c4035bb3e4cd9">tempest-ServerRescueNegativeTestJSON-330734770</nova:project>
Nov 10 13:35:44 user nova-compute[86206]:       </nova:owner>
Nov 10 13:35:44 user nova-compute[86206]:       <nova:root type="image" uuid="73290e4a-d2c0-4305-9ee6-397ce6a900ba"/>
Nov 10 13:35:44 user nova-compute[86206]:       <nova:ports>
Nov 10 13:35:44 user nova-compute[86206]:         <nova:port uuid="9b2a8f53-1ad7-4c98-bad4-90862f8cc057">
Nov 10 13:35:44 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 10 13:35:44 user nova-compute[86206]:         </nova:port>
Nov 10 13:35:44 user nova-compute[86206]:       </nova:ports>
Nov 10 13:35:44 user nova-compute[86206]:     </nova:instance>
Nov 10 13:35:44 user nova-compute[86206]:   </metadata>
Nov 10 13:35:44 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:35:44 user nova-compute[86206]:     <system>
Nov 10 13:35:44 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:35:44 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:35:44 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:35:44 user nova-compute[86206]:       <entry name="serial">4e270764-c028-41ad-b2f7-4d502bd8d7ef</entry>
Nov 10 13:35:44 user nova-compute[86206]:       <entry name="uuid">4e270764-c028-41ad-b2f7-4d502bd8d7ef</entry>
Nov 10 13:35:44 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:35:44 user nova-compute[86206]:     </system>
Nov 10 13:35:44 user nova-compute[86206]:   </sysinfo>
Nov 10 13:35:44 user nova-compute[86206]:   <os>
Nov 10 13:35:44 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:35:44 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:35:44 user nova-compute[86206]:   </os>
Nov 10 13:35:44 user nova-compute[86206]:   <features>
Nov 10 13:35:44 user nova-compute[86206]:     <acpi/>
Nov 10 13:35:44 user nova-compute[86206]:     <apic/>
Nov 10 13:35:44 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:35:44 user nova-compute[86206]:   </features>
Nov 10 13:35:44 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:35:44 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:35:44 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:35:44 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:35:44 user nova-compute[86206]:   </clock>
Nov 10 13:35:44 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:35:44 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:35:44 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:35:44 user nova-compute[86206]:   </cpu>
Nov 10 13:35:44 user nova-compute[86206]:   <devices>
Nov 10 13:35:44 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:35:44 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:35:44 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk.rescue"/>
Nov 10 13:35:44 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:35:44 user nova-compute[86206]:     </disk>
Nov 10 13:35:44 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:35:44 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:35:44 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk"/>
Nov 10 13:35:44 user nova-compute[86206]:       <target dev="vdb" bus="virtio"/>
Nov 10 13:35:44 user nova-compute[86206]:     </disk>
Nov 10 13:35:44 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:35:44 user nova-compute[86206]:       <mac address="fa:16:3e:61:97:70"/>
Nov 10 13:35:44 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:35:44 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:35:44 user nova-compute[86206]:       <target dev="tap9b2a8f53-1a"/>
Nov 10 13:35:44 user nova-compute[86206]:     </interface>
Nov 10 13:35:44 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:35:44 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/console.log" append="off"/>
Nov 10 13:35:44 user nova-compute[86206]:     </serial>
Nov 10 13:35:44 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:35:44 user nova-compute[86206]:     <video>
Nov 10 13:35:44 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:35:44 user nova-compute[86206]:     </video>
Nov 10 13:35:44 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:35:44 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:35:44 user nova-compute[86206]:     </rng>
Nov 10 13:35:44 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:35:44 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:35:44 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:35:44 user nova-compute[86206]:     </memballoon>
Nov 10 13:35:44 user nova-compute[86206]:   </devices>
Nov 10 13:35:44 user nova-compute[86206]: </domain>
Nov 10 13:35:44 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:35:44 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Instance destroyed successfully.
Nov 10 13:35:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:35:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] No BDM found with device name vdb, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:35:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] No VIF found with MAC fa:16:3e:61:97:70, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:35:45 user nova-compute[86206]: DEBUG nova.compute.manager [req-f51d9ad9-285d-4331-84f4-b60335d92c80 req-f65b037e-e015-41f9-841f-f55c7ac746e8 service nova] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Received event network-vif-plugged-9b2a8f53-1ad7-4c98-bad4-90862f8cc057 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:35:45 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f51d9ad9-285d-4331-84f4-b60335d92c80 req-f65b037e-e015-41f9-841f-f55c7ac746e8 service nova] Acquiring lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:35:45 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f51d9ad9-285d-4331-84f4-b60335d92c80 req-f65b037e-e015-41f9-841f-f55c7ac746e8 service nova] Lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:35:45 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f51d9ad9-285d-4331-84f4-b60335d92c80 req-f65b037e-e015-41f9-841f-f55c7ac746e8 service nova] Lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:35:45 user nova-compute[86206]: DEBUG nova.compute.manager [req-f51d9ad9-285d-4331-84f4-b60335d92c80 req-f65b037e-e015-41f9-841f-f55c7ac746e8 service nova] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] No waiting events found dispatching network-vif-plugged-9b2a8f53-1ad7-4c98-bad4-90862f8cc057 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:35:45 user nova-compute[86206]: WARNING nova.compute.manager [req-f51d9ad9-285d-4331-84f4-b60335d92c80 req-f65b037e-e015-41f9-841f-f55c7ac746e8 service nova] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Received unexpected event network-vif-plugged-9b2a8f53-1ad7-4c98-bad4-90862f8cc057 for instance with vm_state active and task_state rescuing.
Nov 10 13:35:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:47 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:47 user nova-compute[86206]: DEBUG nova.compute.manager [req-8e03eb69-d454-4a71-b163-e9ad69e27fc2 req-a6ff5c68-388a-4f49-b3d7-5b3fe0e659c2 service nova] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Received event network-vif-plugged-9b2a8f53-1ad7-4c98-bad4-90862f8cc057 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:35:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-8e03eb69-d454-4a71-b163-e9ad69e27fc2 req-a6ff5c68-388a-4f49-b3d7-5b3fe0e659c2 service nova] Acquiring lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:35:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-8e03eb69-d454-4a71-b163-e9ad69e27fc2 req-a6ff5c68-388a-4f49-b3d7-5b3fe0e659c2 service nova] Lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:35:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-8e03eb69-d454-4a71-b163-e9ad69e27fc2 req-a6ff5c68-388a-4f49-b3d7-5b3fe0e659c2 service nova] Lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:35:47 user nova-compute[86206]: DEBUG nova.compute.manager [req-8e03eb69-d454-4a71-b163-e9ad69e27fc2 req-a6ff5c68-388a-4f49-b3d7-5b3fe0e659c2 service nova] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] No waiting events found dispatching network-vif-plugged-9b2a8f53-1ad7-4c98-bad4-90862f8cc057 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:35:47 user nova-compute[86206]: WARNING nova.compute.manager [req-8e03eb69-d454-4a71-b163-e9ad69e27fc2 req-a6ff5c68-388a-4f49-b3d7-5b3fe0e659c2 service nova] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Received unexpected event network-vif-plugged-9b2a8f53-1ad7-4c98-bad4-90862f8cc057 for instance with vm_state active and task_state rescuing.
Nov 10 13:35:47 user nova-compute[86206]: DEBUG nova.compute.manager [req-8e03eb69-d454-4a71-b163-e9ad69e27fc2 req-a6ff5c68-388a-4f49-b3d7-5b3fe0e659c2 service nova] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Received event network-vif-plugged-9b2a8f53-1ad7-4c98-bad4-90862f8cc057 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:35:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-8e03eb69-d454-4a71-b163-e9ad69e27fc2 req-a6ff5c68-388a-4f49-b3d7-5b3fe0e659c2 service nova] Acquiring lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:35:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-8e03eb69-d454-4a71-b163-e9ad69e27fc2 req-a6ff5c68-388a-4f49-b3d7-5b3fe0e659c2 service nova] Lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:35:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-8e03eb69-d454-4a71-b163-e9ad69e27fc2 req-a6ff5c68-388a-4f49-b3d7-5b3fe0e659c2 service nova] Lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:35:47 user nova-compute[86206]: DEBUG nova.compute.manager [req-8e03eb69-d454-4a71-b163-e9ad69e27fc2 req-a6ff5c68-388a-4f49-b3d7-5b3fe0e659c2 service nova] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] No waiting events found dispatching network-vif-plugged-9b2a8f53-1ad7-4c98-bad4-90862f8cc057 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:35:47 user nova-compute[86206]: WARNING nova.compute.manager [req-8e03eb69-d454-4a71-b163-e9ad69e27fc2 req-a6ff5c68-388a-4f49-b3d7-5b3fe0e659c2 service nova] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Received unexpected event network-vif-plugged-9b2a8f53-1ad7-4c98-bad4-90862f8cc057 for instance with vm_state active and task_state rescuing.
Nov 10 13:35:48 user nova-compute[86206]: DEBUG nova.compute.manager [None req-a4432d2c-114e-4721-a76b-dee8f71c051c tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:35:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Acquiring lock "cde52398-25b5-435d-9d0c-6d0fe78fbc29" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:35:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Lock "cde52398-25b5-435d-9d0c-6d0fe78fbc29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:35:50 user nova-compute[86206]: DEBUG nova.compute.manager [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:35:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:35:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:35:51 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:35:51 user nova-compute[86206]: INFO nova.compute.claims [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Claim successful on node user
Nov 10 13:35:51 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:35:51 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:35:51 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.367s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:35:51 user nova-compute[86206]: DEBUG nova.compute.manager [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:35:51 user nova-compute[86206]: DEBUG nova.compute.manager [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:35:51 user nova-compute[86206]: DEBUG nova.network.neutron [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:35:51 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:35:51 user nova-compute[86206]: DEBUG nova.compute.manager [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:35:51 user nova-compute[86206]: DEBUG nova.policy [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50dc3cc82a4343bb9881f3ae1b484e96', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb139c9f78fd4568a6efc157edbae373', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:35:51 user nova-compute[86206]: DEBUG nova.compute.manager [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:35:51 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:35:51 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Creating image(s)
Nov 10 13:35:51 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Acquiring lock "/opt/stack/data/nova/instances/cde52398-25b5-435d-9d0c-6d0fe78fbc29/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:35:51 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Lock "/opt/stack/data/nova/instances/cde52398-25b5-435d-9d0c-6d0fe78fbc29/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:35:51 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Lock "/opt/stack/data/nova/instances/cde52398-25b5-435d-9d0c-6d0fe78fbc29/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:35:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.217s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:51 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Acquiring lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:35:51 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:35:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:52 user nova-compute[86206]: DEBUG nova.network.neutron [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Successfully created port: 006f6144-4a3e-4665-acd6-29d2d99103c1 {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:35:52 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.213s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:52 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/cde52398-25b5-435d-9d0c-6d0fe78fbc29/disk 1073741824 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:52 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/cde52398-25b5-435d-9d0c-6d0fe78fbc29/disk 1073741824" returned: 0 in 0.058s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.277s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:35:52 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:52 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.216s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:52 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Checking if we can resize image /opt/stack/data/nova/instances/cde52398-25b5-435d-9d0c-6d0fe78fbc29/disk. size=1073741824 {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 10 13:35:52 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cde52398-25b5-435d-9d0c-6d0fe78fbc29/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:35:52 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cde52398-25b5-435d-9d0c-6d0fe78fbc29/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:35:52 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Cannot resize image /opt/stack/data/nova/instances/cde52398-25b5-435d-9d0c-6d0fe78fbc29/disk to a smaller size. {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 10 13:35:52 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:35:52 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Ensure instance console log exists: /opt/stack/data/nova/instances/cde52398-25b5-435d-9d0c-6d0fe78fbc29/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:35:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:35:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:35:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:35:52 user nova-compute[86206]: DEBUG nova.network.neutron [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Successfully updated port: 006f6144-4a3e-4665-acd6-29d2d99103c1 {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:35:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Acquiring lock "refresh_cache-cde52398-25b5-435d-9d0c-6d0fe78fbc29" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:35:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Acquired lock "refresh_cache-cde52398-25b5-435d-9d0c-6d0fe78fbc29" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:35:52 user nova-compute[86206]: DEBUG nova.network.neutron [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:35:52 user nova-compute[86206]: DEBUG nova.compute.manager [req-3e0de98d-6845-42dd-8a06-726116072d2f req-8c249ca1-7d02-428e-b0dc-547b9dc19228 service nova] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Received event network-changed-006f6144-4a3e-4665-acd6-29d2d99103c1 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:35:52 user nova-compute[86206]: DEBUG nova.compute.manager [req-3e0de98d-6845-42dd-8a06-726116072d2f req-8c249ca1-7d02-428e-b0dc-547b9dc19228 service nova] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Refreshing instance network info cache due to event network-changed-006f6144-4a3e-4665-acd6-29d2d99103c1. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:35:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-3e0de98d-6845-42dd-8a06-726116072d2f req-8c249ca1-7d02-428e-b0dc-547b9dc19228 service nova] Acquiring lock "refresh_cache-cde52398-25b5-435d-9d0c-6d0fe78fbc29" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:35:52 user nova-compute[86206]: DEBUG nova.network.neutron [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG nova.network.neutron [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Updating instance_info_cache with network_info: [{"id": "006f6144-4a3e-4665-acd6-29d2d99103c1", "address": "fa:16:3e:9f:ee:b2", "network": {"id": "81724230-d509-4b12-9bae-6f3e5c3182f8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1458032827-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb139c9f78fd4568a6efc157edbae373", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap006f6144-4a", "ovs_interfaceid": "006f6144-4a3e-4665-acd6-29d2d99103c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Releasing lock "refresh_cache-cde52398-25b5-435d-9d0c-6d0fe78fbc29" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG nova.compute.manager [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Instance network_info: |[{"id": "006f6144-4a3e-4665-acd6-29d2d99103c1", "address": "fa:16:3e:9f:ee:b2", "network": {"id": "81724230-d509-4b12-9bae-6f3e5c3182f8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1458032827-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb139c9f78fd4568a6efc157edbae373", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap006f6144-4a", "ovs_interfaceid": "006f6144-4a3e-4665-acd6-29d2d99103c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-3e0de98d-6845-42dd-8a06-726116072d2f req-8c249ca1-7d02-428e-b0dc-547b9dc19228 service nova] Acquired lock "refresh_cache-cde52398-25b5-435d-9d0c-6d0fe78fbc29" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG nova.network.neutron [req-3e0de98d-6845-42dd-8a06-726116072d2f req-8c249ca1-7d02-428e-b0dc-547b9dc19228 service nova] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Refreshing network info cache for port 006f6144-4a3e-4665-acd6-29d2d99103c1 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Start _get_guest_xml network_info=[{"id": "006f6144-4a3e-4665-acd6-29d2d99103c1", "address": "fa:16:3e:9f:ee:b2", "network": {"id": "81724230-d509-4b12-9bae-6f3e5c3182f8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1458032827-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb139c9f78fd4568a6efc157edbae373", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap006f6144-4a", "ovs_interfaceid": "006f6144-4a3e-4665-acd6-29d2d99103c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '73290e4a-d2c0-4305-9ee6-397ce6a900ba'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:35:53 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:35:53 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:35:53 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:35:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1337258717',display_name='tempest-VolumesActionsTest-instance-1337258717',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1337258717',id=33,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bb139c9f78fd4568a6efc157edbae373',ramdisk_id='',reservation_id='r-ywa0v9dc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-98085842',owner_user_name='tempest-VolumesActionsTest-98085842-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:35:52Z,user_data=None,user_id='50dc3cc82a4343bb9881f3ae1b484e96',uuid=cde52398-25b5-435d-9d0c-6d0fe78fbc29,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "006f6144-4a3e-4665-acd6-29d2d99103c1", "address": "fa:16:3e:9f:ee:b2", "network": {"id": "81724230-d509-4b12-9bae-6f3e5c3182f8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1458032827-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb139c9f78fd4568a6efc157edbae373", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap006f6144-4a", "ovs_interfaceid": "006f6144-4a3e-4665-acd6-29d2d99103c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Converting VIF {"id": "006f6144-4a3e-4665-acd6-29d2d99103c1", "address": "fa:16:3e:9f:ee:b2", "network": {"id": "81724230-d509-4b12-9bae-6f3e5c3182f8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1458032827-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb139c9f78fd4568a6efc157edbae373", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap006f6144-4a", "ovs_interfaceid": "006f6144-4a3e-4665-acd6-29d2d99103c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9f:ee:b2,bridge_name='br-int',has_traffic_filtering=True,id=006f6144-4a3e-4665-acd6-29d2d99103c1,network=Network(81724230-d509-4b12-9bae-6f3e5c3182f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap006f6144-4a') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG nova.objects.instance [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Lazy-loading 'pci_devices' on Instance uuid cde52398-25b5-435d-9d0c-6d0fe78fbc29 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:35:53 user nova-compute[86206]:   <uuid>cde52398-25b5-435d-9d0c-6d0fe78fbc29</uuid>
Nov 10 13:35:53 user nova-compute[86206]:   <name>instance-00000021</name>
Nov 10 13:35:53 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:35:53 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:35:53 user nova-compute[86206]:   <metadata>
Nov 10 13:35:53 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:35:53 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:35:53 user nova-compute[86206]:       <nova:name>tempest-VolumesActionsTest-instance-1337258717</nova:name>
Nov 10 13:35:53 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:35:53</nova:creationTime>
Nov 10 13:35:53 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:35:53 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:35:53 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:35:53 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:35:53 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:35:53 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:35:53 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:35:53 user nova-compute[86206]:       <nova:owner>
Nov 10 13:35:53 user nova-compute[86206]:         <nova:user uuid="50dc3cc82a4343bb9881f3ae1b484e96">tempest-VolumesActionsTest-98085842-project-member</nova:user>
Nov 10 13:35:53 user nova-compute[86206]:         <nova:project uuid="bb139c9f78fd4568a6efc157edbae373">tempest-VolumesActionsTest-98085842</nova:project>
Nov 10 13:35:53 user nova-compute[86206]:       </nova:owner>
Nov 10 13:35:53 user nova-compute[86206]:       <nova:root type="image" uuid="73290e4a-d2c0-4305-9ee6-397ce6a900ba"/>
Nov 10 13:35:53 user nova-compute[86206]:       <nova:ports>
Nov 10 13:35:53 user nova-compute[86206]:         <nova:port uuid="006f6144-4a3e-4665-acd6-29d2d99103c1">
Nov 10 13:35:53 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 10 13:35:53 user nova-compute[86206]:         </nova:port>
Nov 10 13:35:53 user nova-compute[86206]:       </nova:ports>
Nov 10 13:35:53 user nova-compute[86206]:     </nova:instance>
Nov 10 13:35:53 user nova-compute[86206]:   </metadata>
Nov 10 13:35:53 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:35:53 user nova-compute[86206]:     <system>
Nov 10 13:35:53 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:35:53 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:35:53 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:35:53 user nova-compute[86206]:       <entry name="serial">cde52398-25b5-435d-9d0c-6d0fe78fbc29</entry>
Nov 10 13:35:53 user nova-compute[86206]:       <entry name="uuid">cde52398-25b5-435d-9d0c-6d0fe78fbc29</entry>
Nov 10 13:35:53 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:35:53 user nova-compute[86206]:     </system>
Nov 10 13:35:53 user nova-compute[86206]:   </sysinfo>
Nov 10 13:35:53 user nova-compute[86206]:   <os>
Nov 10 13:35:53 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:35:53 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:35:53 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:35:53 user nova-compute[86206]:   </os>
Nov 10 13:35:53 user nova-compute[86206]:   <features>
Nov 10 13:35:53 user nova-compute[86206]:     <acpi/>
Nov 10 13:35:53 user nova-compute[86206]:     <apic/>
Nov 10 13:35:53 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:35:53 user nova-compute[86206]:   </features>
Nov 10 13:35:53 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:35:53 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:35:53 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:35:53 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:35:53 user nova-compute[86206]:   </clock>
Nov 10 13:35:53 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:35:53 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:35:53 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:35:53 user nova-compute[86206]:   </cpu>
Nov 10 13:35:53 user nova-compute[86206]:   <devices>
Nov 10 13:35:53 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:35:53 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:35:53 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/cde52398-25b5-435d-9d0c-6d0fe78fbc29/disk"/>
Nov 10 13:35:53 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:35:53 user nova-compute[86206]:     </disk>
Nov 10 13:35:53 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:35:53 user nova-compute[86206]:       <mac address="fa:16:3e:9f:ee:b2"/>
Nov 10 13:35:53 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:35:53 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:35:53 user nova-compute[86206]:       <target dev="tap006f6144-4a"/>
Nov 10 13:35:53 user nova-compute[86206]:     </interface>
Nov 10 13:35:53 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:35:53 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/cde52398-25b5-435d-9d0c-6d0fe78fbc29/console.log" append="off"/>
Nov 10 13:35:53 user nova-compute[86206]:     </serial>
Nov 10 13:35:53 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:35:53 user nova-compute[86206]:     <video>
Nov 10 13:35:53 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:35:53 user nova-compute[86206]:     </video>
Nov 10 13:35:53 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:35:53 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:35:53 user nova-compute[86206]:     </rng>
Nov 10 13:35:53 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:35:53 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:35:53 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:35:53 user nova-compute[86206]:     </memballoon>
Nov 10 13:35:53 user nova-compute[86206]:   </devices>
Nov 10 13:35:53 user nova-compute[86206]: </domain>
Nov 10 13:35:53 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:35:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1337258717',display_name='tempest-VolumesActionsTest-instance-1337258717',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1337258717',id=33,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bb139c9f78fd4568a6efc157edbae373',ramdisk_id='',reservation_id='r-ywa0v9dc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-98085842',owner_user_name='tempest-VolumesActionsTest-98085842-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:35:52Z,user_data=None,user_id='50dc3cc82a4343bb9881f3ae1b484e96',uuid=cde52398-25b5-435d-9d0c-6d0fe78fbc29,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "006f6144-4a3e-4665-acd6-29d2d99103c1", "address": "fa:16:3e:9f:ee:b2", "network": {"id": "81724230-d509-4b12-9bae-6f3e5c3182f8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1458032827-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb139c9f78fd4568a6efc157edbae373", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap006f6144-4a", "ovs_interfaceid": "006f6144-4a3e-4665-acd6-29d2d99103c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Converting VIF {"id": "006f6144-4a3e-4665-acd6-29d2d99103c1", "address": "fa:16:3e:9f:ee:b2", "network": {"id": "81724230-d509-4b12-9bae-6f3e5c3182f8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1458032827-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb139c9f78fd4568a6efc157edbae373", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap006f6144-4a", "ovs_interfaceid": "006f6144-4a3e-4665-acd6-29d2d99103c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9f:ee:b2,bridge_name='br-int',has_traffic_filtering=True,id=006f6144-4a3e-4665-acd6-29d2d99103c1,network=Network(81724230-d509-4b12-9bae-6f3e5c3182f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap006f6144-4a') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG os_vif [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9f:ee:b2,bridge_name='br-int',has_traffic_filtering=True,id=006f6144-4a3e-4665-acd6-29d2d99103c1,network=Network(81724230-d509-4b12-9bae-6f3e5c3182f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap006f6144-4a') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f36c3445-62a6-5d83-bde7-fc147e3dfb92', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap006f6144-4a, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap006f6144-4a, col_values=(('qos', UUID('065ee630-762b-4f4b-8ad4-2977f5360595')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap006f6144-4a, col_values=(('external_ids', {'iface-id': '006f6144-4a3e-4665-acd6-29d2d99103c1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9f:ee:b2', 'vm-uuid': 'cde52398-25b5-435d-9d0c-6d0fe78fbc29'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:53 user nova-compute[86206]: INFO os_vif [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9f:ee:b2,bridge_name='br-int',has_traffic_filtering=True,id=006f6144-4a3e-4665-acd6-29d2d99103c1,network=Network(81724230-d509-4b12-9bae-6f3e5c3182f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap006f6144-4a')
Nov 10 13:35:53 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] No VIF found with MAC fa:16:3e:9f:ee:b2, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG nova.network.neutron [req-3e0de98d-6845-42dd-8a06-726116072d2f req-8c249ca1-7d02-428e-b0dc-547b9dc19228 service nova] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Updated VIF entry in instance network info cache for port 006f6144-4a3e-4665-acd6-29d2d99103c1. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG nova.network.neutron [req-3e0de98d-6845-42dd-8a06-726116072d2f req-8c249ca1-7d02-428e-b0dc-547b9dc19228 service nova] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Updating instance_info_cache with network_info: [{"id": "006f6144-4a3e-4665-acd6-29d2d99103c1", "address": "fa:16:3e:9f:ee:b2", "network": {"id": "81724230-d509-4b12-9bae-6f3e5c3182f8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1458032827-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb139c9f78fd4568a6efc157edbae373", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap006f6144-4a", "ovs_interfaceid": "006f6144-4a3e-4665-acd6-29d2d99103c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:35:53 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-3e0de98d-6845-42dd-8a06-726116072d2f req-8c249ca1-7d02-428e-b0dc-547b9dc19228 service nova] Releasing lock "refresh_cache-cde52398-25b5-435d-9d0c-6d0fe78fbc29" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:35:54 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:54 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:54 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:54 user nova-compute[86206]: DEBUG nova.compute.manager [req-597d11d4-8c21-440a-a449-d1b8e80181f6 req-48bb8de7-cec8-4153-b20f-1bc72b3b0b32 service nova] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Received event network-vif-plugged-006f6144-4a3e-4665-acd6-29d2d99103c1 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:35:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-597d11d4-8c21-440a-a449-d1b8e80181f6 req-48bb8de7-cec8-4153-b20f-1bc72b3b0b32 service nova] Acquiring lock "cde52398-25b5-435d-9d0c-6d0fe78fbc29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:35:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-597d11d4-8c21-440a-a449-d1b8e80181f6 req-48bb8de7-cec8-4153-b20f-1bc72b3b0b32 service nova] Lock "cde52398-25b5-435d-9d0c-6d0fe78fbc29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:35:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-597d11d4-8c21-440a-a449-d1b8e80181f6 req-48bb8de7-cec8-4153-b20f-1bc72b3b0b32 service nova] Lock "cde52398-25b5-435d-9d0c-6d0fe78fbc29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:35:54 user nova-compute[86206]: DEBUG nova.compute.manager [req-597d11d4-8c21-440a-a449-d1b8e80181f6 req-48bb8de7-cec8-4153-b20f-1bc72b3b0b32 service nova] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] No waiting events found dispatching network-vif-plugged-006f6144-4a3e-4665-acd6-29d2d99103c1 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:35:54 user nova-compute[86206]: WARNING nova.compute.manager [req-597d11d4-8c21-440a-a449-d1b8e80181f6 req-48bb8de7-cec8-4153-b20f-1bc72b3b0b32 service nova] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Received unexpected event network-vif-plugged-006f6144-4a3e-4665-acd6-29d2d99103c1 for instance with vm_state building and task_state spawning.
Nov 10 13:35:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:57 user nova-compute[86206]: DEBUG nova.compute.manager [req-f2f08b32-d863-448c-9e4f-ae801b41cd5c req-0476ebdd-68de-47d9-ad01-6af8974ce4f4 service nova] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Received event network-vif-plugged-006f6144-4a3e-4665-acd6-29d2d99103c1 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:35:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f2f08b32-d863-448c-9e4f-ae801b41cd5c req-0476ebdd-68de-47d9-ad01-6af8974ce4f4 service nova] Acquiring lock "cde52398-25b5-435d-9d0c-6d0fe78fbc29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:35:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f2f08b32-d863-448c-9e4f-ae801b41cd5c req-0476ebdd-68de-47d9-ad01-6af8974ce4f4 service nova] Lock "cde52398-25b5-435d-9d0c-6d0fe78fbc29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:35:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f2f08b32-d863-448c-9e4f-ae801b41cd5c req-0476ebdd-68de-47d9-ad01-6af8974ce4f4 service nova] Lock "cde52398-25b5-435d-9d0c-6d0fe78fbc29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:35:57 user nova-compute[86206]: DEBUG nova.compute.manager [req-f2f08b32-d863-448c-9e4f-ae801b41cd5c req-0476ebdd-68de-47d9-ad01-6af8974ce4f4 service nova] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] No waiting events found dispatching network-vif-plugged-006f6144-4a3e-4665-acd6-29d2d99103c1 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:35:57 user nova-compute[86206]: WARNING nova.compute.manager [req-f2f08b32-d863-448c-9e4f-ae801b41cd5c req-0476ebdd-68de-47d9-ad01-6af8974ce4f4 service nova] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Received unexpected event network-vif-plugged-006f6144-4a3e-4665-acd6-29d2d99103c1 for instance with vm_state building and task_state spawning.
Nov 10 13:35:57 user nova-compute[86206]: DEBUG nova.compute.manager [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:35:57 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:35:57 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Instance spawned successfully.
Nov 10 13:35:57 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:35:57 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:35:57 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:35:57 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:35:57 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:35:57 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:35:57 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:35:57 user nova-compute[86206]: INFO nova.compute.manager [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Took 5.52 seconds to spawn the instance on the hypervisor.
Nov 10 13:35:57 user nova-compute[86206]: DEBUG nova.compute.manager [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:35:57 user nova-compute[86206]: INFO nova.compute.manager [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Took 6.29 seconds to build instance.
Nov 10 13:35:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d0f4471e-7f57-479d-9660-8d90765b3918 tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Lock "cde52398-25b5-435d-9d0c-6d0fe78fbc29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.397s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:35:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:35:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Acquiring lock "80b4e9b6-abe9-4f2b-bc2b-e833b2212f09" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:35:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "80b4e9b6-abe9-4f2b-bc2b-e833b2212f09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:35:59 user nova-compute[86206]: DEBUG nova.compute.manager [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:35:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:35:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:35:59 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:35:59 user nova-compute[86206]: INFO nova.compute.claims [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Claim successful on node user
Nov 10 13:35:59 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:35:59 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:35:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.479s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:35:59 user nova-compute[86206]: DEBUG nova.compute.manager [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:35:59 user nova-compute[86206]: DEBUG nova.compute.manager [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:35:59 user nova-compute[86206]: DEBUG nova.network.neutron [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:35:59 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:35:59 user nova-compute[86206]: DEBUG nova.compute.manager [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:35:59 user nova-compute[86206]: DEBUG nova.policy [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7be53f52cab647e988e4b2e996399167', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e93e0930e8224ce299e0c8141a45d7e4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:36:00 user nova-compute[86206]: DEBUG nova.compute.manager [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:36:00 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:36:00 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Creating image(s)
Nov 10 13:36:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Acquiring lock "/opt/stack/data/nova/instances/80b4e9b6-abe9-4f2b-bc2b-e833b2212f09/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:36:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "/opt/stack/data/nova/instances/80b4e9b6-abe9-4f2b-bc2b-e833b2212f09/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:36:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "/opt/stack/data/nova/instances/80b4e9b6-abe9-4f2b-bc2b-e833b2212f09/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:36:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:36:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.213s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:36:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Acquiring lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:36:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:36:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:36:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.243s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:36:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/80b4e9b6-abe9-4f2b-bc2b-e833b2212f09/disk 1073741824 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:36:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/80b4e9b6-abe9-4f2b-bc2b-e833b2212f09/disk 1073741824" returned: 0 in 0.088s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:36:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.342s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:36:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:36:00 user nova-compute[86206]: DEBUG nova.network.neutron [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Successfully created port: fe281d25-5b4d-4811-ad6f-be6c5d859ce1 {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:36:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.233s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:36:00 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Checking if we can resize image /opt/stack/data/nova/instances/80b4e9b6-abe9-4f2b-bc2b-e833b2212f09/disk. size=1073741824 {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 10 13:36:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80b4e9b6-abe9-4f2b-bc2b-e833b2212f09/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:36:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80b4e9b6-abe9-4f2b-bc2b-e833b2212f09/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:36:01 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Cannot resize image /opt/stack/data/nova/instances/80b4e9b6-abe9-4f2b-bc2b-e833b2212f09/disk to a smaller size. {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 10 13:36:01 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:36:01 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Ensure instance console log exists: /opt/stack/data/nova/instances/80b4e9b6-abe9-4f2b-bc2b-e833b2212f09/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:36:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:36:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:36:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:36:01 user nova-compute[86206]: DEBUG nova.network.neutron [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Successfully updated port: fe281d25-5b4d-4811-ad6f-be6c5d859ce1 {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:36:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Acquiring lock "refresh_cache-80b4e9b6-abe9-4f2b-bc2b-e833b2212f09" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:36:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Acquired lock "refresh_cache-80b4e9b6-abe9-4f2b-bc2b-e833b2212f09" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:36:01 user nova-compute[86206]: DEBUG nova.network.neutron [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:36:01 user nova-compute[86206]: DEBUG nova.compute.manager [req-4cd07e1c-f740-46ad-bb8c-9492915e73b5 req-54741768-01c8-4222-b65b-0b91acf285d5 service nova] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Received event network-changed-fe281d25-5b4d-4811-ad6f-be6c5d859ce1 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:36:01 user nova-compute[86206]: DEBUG nova.compute.manager [req-4cd07e1c-f740-46ad-bb8c-9492915e73b5 req-54741768-01c8-4222-b65b-0b91acf285d5 service nova] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Refreshing instance network info cache due to event network-changed-fe281d25-5b4d-4811-ad6f-be6c5d859ce1. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:36:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4cd07e1c-f740-46ad-bb8c-9492915e73b5 req-54741768-01c8-4222-b65b-0b91acf285d5 service nova] Acquiring lock "refresh_cache-80b4e9b6-abe9-4f2b-bc2b-e833b2212f09" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:36:01 user nova-compute[86206]: DEBUG nova.network.neutron [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG nova.network.neutron [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Updating instance_info_cache with network_info: [{"id": "fe281d25-5b4d-4811-ad6f-be6c5d859ce1", "address": "fa:16:3e:b8:1b:1e", "network": {"id": "b964ae58-7f72-4817-8d5f-b91989d3c340", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1207947886-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e93e0930e8224ce299e0c8141a45d7e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe281d25-5b", "ovs_interfaceid": "fe281d25-5b4d-4811-ad6f-be6c5d859ce1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Releasing lock "refresh_cache-80b4e9b6-abe9-4f2b-bc2b-e833b2212f09" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG nova.compute.manager [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Instance network_info: |[{"id": "fe281d25-5b4d-4811-ad6f-be6c5d859ce1", "address": "fa:16:3e:b8:1b:1e", "network": {"id": "b964ae58-7f72-4817-8d5f-b91989d3c340", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1207947886-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e93e0930e8224ce299e0c8141a45d7e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe281d25-5b", "ovs_interfaceid": "fe281d25-5b4d-4811-ad6f-be6c5d859ce1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4cd07e1c-f740-46ad-bb8c-9492915e73b5 req-54741768-01c8-4222-b65b-0b91acf285d5 service nova] Acquired lock "refresh_cache-80b4e9b6-abe9-4f2b-bc2b-e833b2212f09" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG nova.network.neutron [req-4cd07e1c-f740-46ad-bb8c-9492915e73b5 req-54741768-01c8-4222-b65b-0b91acf285d5 service nova] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Refreshing network info cache for port fe281d25-5b4d-4811-ad6f-be6c5d859ce1 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Start _get_guest_xml network_info=[{"id": "fe281d25-5b4d-4811-ad6f-be6c5d859ce1", "address": "fa:16:3e:b8:1b:1e", "network": {"id": "b964ae58-7f72-4817-8d5f-b91989d3c340", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1207947886-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e93e0930e8224ce299e0c8141a45d7e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe281d25-5b", "ovs_interfaceid": "fe281d25-5b4d-4811-ad6f-be6c5d859ce1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '73290e4a-d2c0-4305-9ee6-397ce6a900ba'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:36:02 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:36:02 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:36:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:35:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-788769958',display_name='tempest-VolumesSnapshotTestJSON-instance-788769958',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-788769958',id=34,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHSVTTFuX+mWwYxk9BrdDU9ab/qXkjmtFSAal9fZ/sWNJMXbH+5I9/AZcd/XcuImUKEofzeh86e9SgCqMobCsM3UetFrSdSac+t2inT/u7zr+/jBse9BZPbXH3fSDZYl0Q==',key_name='tempest-keypair-134191099',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e93e0930e8224ce299e0c8141a45d7e4',ramdisk_id='',reservation_id='r-jr3fl6w4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-358706797',owner_user_name='tempest-VolumesSnapshotTestJSON-358706797-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:36:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7be53f52cab647e988e4b2e996399167',uuid=80b4e9b6-abe9-4f2b-bc2b-e833b2212f09,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fe281d25-5b4d-4811-ad6f-be6c5d859ce1", "address": "fa:16:3e:b8:1b:1e", "network": {"id": "b964ae58-7f72-4817-8d5f-b91989d3c340", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1207947886-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e93e0930e8224ce299e0c8141a45d7e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe281d25-5b", "ovs_interfaceid": "fe281d25-5b4d-4811-ad6f-be6c5d859ce1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Converting VIF {"id": "fe281d25-5b4d-4811-ad6f-be6c5d859ce1", "address": "fa:16:3e:b8:1b:1e", "network": {"id": "b964ae58-7f72-4817-8d5f-b91989d3c340", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1207947886-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e93e0930e8224ce299e0c8141a45d7e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe281d25-5b", "ovs_interfaceid": "fe281d25-5b4d-4811-ad6f-be6c5d859ce1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b8:1b:1e,bridge_name='br-int',has_traffic_filtering=True,id=fe281d25-5b4d-4811-ad6f-be6c5d859ce1,network=Network(b964ae58-7f72-4817-8d5f-b91989d3c340),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe281d25-5b') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG nova.objects.instance [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lazy-loading 'pci_devices' on Instance uuid 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:36:02 user nova-compute[86206]:   <uuid>80b4e9b6-abe9-4f2b-bc2b-e833b2212f09</uuid>
Nov 10 13:36:02 user nova-compute[86206]:   <name>instance-00000022</name>
Nov 10 13:36:02 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:36:02 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:36:02 user nova-compute[86206]:   <metadata>
Nov 10 13:36:02 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:36:02 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:36:02 user nova-compute[86206]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-788769958</nova:name>
Nov 10 13:36:02 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:36:02</nova:creationTime>
Nov 10 13:36:02 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:36:02 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:36:02 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:36:02 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:36:02 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:36:02 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:36:02 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:36:02 user nova-compute[86206]:       <nova:owner>
Nov 10 13:36:02 user nova-compute[86206]:         <nova:user uuid="7be53f52cab647e988e4b2e996399167">tempest-VolumesSnapshotTestJSON-358706797-project-member</nova:user>
Nov 10 13:36:02 user nova-compute[86206]:         <nova:project uuid="e93e0930e8224ce299e0c8141a45d7e4">tempest-VolumesSnapshotTestJSON-358706797</nova:project>
Nov 10 13:36:02 user nova-compute[86206]:       </nova:owner>
Nov 10 13:36:02 user nova-compute[86206]:       <nova:root type="image" uuid="73290e4a-d2c0-4305-9ee6-397ce6a900ba"/>
Nov 10 13:36:02 user nova-compute[86206]:       <nova:ports>
Nov 10 13:36:02 user nova-compute[86206]:         <nova:port uuid="fe281d25-5b4d-4811-ad6f-be6c5d859ce1">
Nov 10 13:36:02 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 10 13:36:02 user nova-compute[86206]:         </nova:port>
Nov 10 13:36:02 user nova-compute[86206]:       </nova:ports>
Nov 10 13:36:02 user nova-compute[86206]:     </nova:instance>
Nov 10 13:36:02 user nova-compute[86206]:   </metadata>
Nov 10 13:36:02 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:36:02 user nova-compute[86206]:     <system>
Nov 10 13:36:02 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:36:02 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:36:02 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:36:02 user nova-compute[86206]:       <entry name="serial">80b4e9b6-abe9-4f2b-bc2b-e833b2212f09</entry>
Nov 10 13:36:02 user nova-compute[86206]:       <entry name="uuid">80b4e9b6-abe9-4f2b-bc2b-e833b2212f09</entry>
Nov 10 13:36:02 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:36:02 user nova-compute[86206]:     </system>
Nov 10 13:36:02 user nova-compute[86206]:   </sysinfo>
Nov 10 13:36:02 user nova-compute[86206]:   <os>
Nov 10 13:36:02 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:36:02 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:36:02 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:36:02 user nova-compute[86206]:   </os>
Nov 10 13:36:02 user nova-compute[86206]:   <features>
Nov 10 13:36:02 user nova-compute[86206]:     <acpi/>
Nov 10 13:36:02 user nova-compute[86206]:     <apic/>
Nov 10 13:36:02 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:36:02 user nova-compute[86206]:   </features>
Nov 10 13:36:02 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:36:02 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:36:02 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:36:02 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:36:02 user nova-compute[86206]:   </clock>
Nov 10 13:36:02 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:36:02 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:36:02 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:36:02 user nova-compute[86206]:   </cpu>
Nov 10 13:36:02 user nova-compute[86206]:   <devices>
Nov 10 13:36:02 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:36:02 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:36:02 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/80b4e9b6-abe9-4f2b-bc2b-e833b2212f09/disk"/>
Nov 10 13:36:02 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:36:02 user nova-compute[86206]:     </disk>
Nov 10 13:36:02 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:36:02 user nova-compute[86206]:       <mac address="fa:16:3e:b8:1b:1e"/>
Nov 10 13:36:02 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:36:02 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:36:02 user nova-compute[86206]:       <target dev="tapfe281d25-5b"/>
Nov 10 13:36:02 user nova-compute[86206]:     </interface>
Nov 10 13:36:02 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:36:02 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/80b4e9b6-abe9-4f2b-bc2b-e833b2212f09/console.log" append="off"/>
Nov 10 13:36:02 user nova-compute[86206]:     </serial>
Nov 10 13:36:02 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:36:02 user nova-compute[86206]:     <video>
Nov 10 13:36:02 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:36:02 user nova-compute[86206]:     </video>
Nov 10 13:36:02 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:36:02 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:36:02 user nova-compute[86206]:     </rng>
Nov 10 13:36:02 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:36:02 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:36:02 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:36:02 user nova-compute[86206]:     </memballoon>
Nov 10 13:36:02 user nova-compute[86206]:   </devices>
Nov 10 13:36:02 user nova-compute[86206]: </domain>
Nov 10 13:36:02 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:35:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-788769958',display_name='tempest-VolumesSnapshotTestJSON-instance-788769958',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-788769958',id=34,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHSVTTFuX+mWwYxk9BrdDU9ab/qXkjmtFSAal9fZ/sWNJMXbH+5I9/AZcd/XcuImUKEofzeh86e9SgCqMobCsM3UetFrSdSac+t2inT/u7zr+/jBse9BZPbXH3fSDZYl0Q==',key_name='tempest-keypair-134191099',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e93e0930e8224ce299e0c8141a45d7e4',ramdisk_id='',reservation_id='r-jr3fl6w4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-358706797',owner_user_name='tempest-VolumesSnapshotTestJSON-358706797-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:36:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7be53f52cab647e988e4b2e996399167',uuid=80b4e9b6-abe9-4f2b-bc2b-e833b2212f09,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fe281d25-5b4d-4811-ad6f-be6c5d859ce1", "address": "fa:16:3e:b8:1b:1e", "network": {"id": "b964ae58-7f72-4817-8d5f-b91989d3c340", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1207947886-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e93e0930e8224ce299e0c8141a45d7e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe281d25-5b", "ovs_interfaceid": "fe281d25-5b4d-4811-ad6f-be6c5d859ce1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Converting VIF {"id": "fe281d25-5b4d-4811-ad6f-be6c5d859ce1", "address": "fa:16:3e:b8:1b:1e", "network": {"id": "b964ae58-7f72-4817-8d5f-b91989d3c340", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1207947886-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e93e0930e8224ce299e0c8141a45d7e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe281d25-5b", "ovs_interfaceid": "fe281d25-5b4d-4811-ad6f-be6c5d859ce1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b8:1b:1e,bridge_name='br-int',has_traffic_filtering=True,id=fe281d25-5b4d-4811-ad6f-be6c5d859ce1,network=Network(b964ae58-7f72-4817-8d5f-b91989d3c340),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe281d25-5b') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG os_vif [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b8:1b:1e,bridge_name='br-int',has_traffic_filtering=True,id=fe281d25-5b4d-4811-ad6f-be6c5d859ce1,network=Network(b964ae58-7f72-4817-8d5f-b91989d3c340),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe281d25-5b') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9689c77b-9f47-57c6-a855-4ec6033ccf5c', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfe281d25-5b, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfe281d25-5b, col_values=(('qos', UUID('6dc3d0aa-4aa6-4977-ade2-1af486e973e7')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfe281d25-5b, col_values=(('external_ids', {'iface-id': 'fe281d25-5b4d-4811-ad6f-be6c5d859ce1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b8:1b:1e', 'vm-uuid': '80b4e9b6-abe9-4f2b-bc2b-e833b2212f09'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:02 user nova-compute[86206]: INFO os_vif [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b8:1b:1e,bridge_name='br-int',has_traffic_filtering=True,id=fe281d25-5b4d-4811-ad6f-be6c5d859ce1,network=Network(b964ae58-7f72-4817-8d5f-b91989d3c340),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe281d25-5b')
Nov 10 13:36:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] No VIF found with MAC fa:16:3e:b8:1b:1e, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG nova.network.neutron [req-4cd07e1c-f740-46ad-bb8c-9492915e73b5 req-54741768-01c8-4222-b65b-0b91acf285d5 service nova] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Updated VIF entry in instance network info cache for port fe281d25-5b4d-4811-ad6f-be6c5d859ce1. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG nova.network.neutron [req-4cd07e1c-f740-46ad-bb8c-9492915e73b5 req-54741768-01c8-4222-b65b-0b91acf285d5 service nova] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Updating instance_info_cache with network_info: [{"id": "fe281d25-5b4d-4811-ad6f-be6c5d859ce1", "address": "fa:16:3e:b8:1b:1e", "network": {"id": "b964ae58-7f72-4817-8d5f-b91989d3c340", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1207947886-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e93e0930e8224ce299e0c8141a45d7e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe281d25-5b", "ovs_interfaceid": "fe281d25-5b4d-4811-ad6f-be6c5d859ce1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:36:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4cd07e1c-f740-46ad-bb8c-9492915e73b5 req-54741768-01c8-4222-b65b-0b91acf285d5 service nova] Releasing lock "refresh_cache-80b4e9b6-abe9-4f2b-bc2b-e833b2212f09" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:36:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:04 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:04 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:04 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:04 user nova-compute[86206]: DEBUG nova.compute.manager [req-90b90951-5562-4415-85f2-eedafc33a31a req-c8238464-4faa-4c12-a914-f3e3baa4d65c service nova] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Received event network-vif-plugged-fe281d25-5b4d-4811-ad6f-be6c5d859ce1 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:36:04 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-90b90951-5562-4415-85f2-eedafc33a31a req-c8238464-4faa-4c12-a914-f3e3baa4d65c service nova] Acquiring lock "80b4e9b6-abe9-4f2b-bc2b-e833b2212f09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:36:04 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-90b90951-5562-4415-85f2-eedafc33a31a req-c8238464-4faa-4c12-a914-f3e3baa4d65c service nova] Lock "80b4e9b6-abe9-4f2b-bc2b-e833b2212f09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:36:04 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-90b90951-5562-4415-85f2-eedafc33a31a req-c8238464-4faa-4c12-a914-f3e3baa4d65c service nova] Lock "80b4e9b6-abe9-4f2b-bc2b-e833b2212f09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:36:04 user nova-compute[86206]: DEBUG nova.compute.manager [req-90b90951-5562-4415-85f2-eedafc33a31a req-c8238464-4faa-4c12-a914-f3e3baa4d65c service nova] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] No waiting events found dispatching network-vif-plugged-fe281d25-5b4d-4811-ad6f-be6c5d859ce1 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:36:04 user nova-compute[86206]: WARNING nova.compute.manager [req-90b90951-5562-4415-85f2-eedafc33a31a req-c8238464-4faa-4c12-a914-f3e3baa4d65c service nova] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Received unexpected event network-vif-plugged-fe281d25-5b4d-4811-ad6f-be6c5d859ce1 for instance with vm_state building and task_state spawning.
Nov 10 13:36:05 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:05 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:06 user nova-compute[86206]: DEBUG nova.compute.manager [req-8daa1d09-3cd4-4f21-9ee1-2750d0068a60 req-72352603-8dae-4104-823a-7d0a731f8811 service nova] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Received event network-vif-plugged-fe281d25-5b4d-4811-ad6f-be6c5d859ce1 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:36:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-8daa1d09-3cd4-4f21-9ee1-2750d0068a60 req-72352603-8dae-4104-823a-7d0a731f8811 service nova] Acquiring lock "80b4e9b6-abe9-4f2b-bc2b-e833b2212f09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:36:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-8daa1d09-3cd4-4f21-9ee1-2750d0068a60 req-72352603-8dae-4104-823a-7d0a731f8811 service nova] Lock "80b4e9b6-abe9-4f2b-bc2b-e833b2212f09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:36:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-8daa1d09-3cd4-4f21-9ee1-2750d0068a60 req-72352603-8dae-4104-823a-7d0a731f8811 service nova] Lock "80b4e9b6-abe9-4f2b-bc2b-e833b2212f09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:36:06 user nova-compute[86206]: DEBUG nova.compute.manager [req-8daa1d09-3cd4-4f21-9ee1-2750d0068a60 req-72352603-8dae-4104-823a-7d0a731f8811 service nova] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] No waiting events found dispatching network-vif-plugged-fe281d25-5b4d-4811-ad6f-be6c5d859ce1 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:36:06 user nova-compute[86206]: WARNING nova.compute.manager [req-8daa1d09-3cd4-4f21-9ee1-2750d0068a60 req-72352603-8dae-4104-823a-7d0a731f8811 service nova] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Received unexpected event network-vif-plugged-fe281d25-5b4d-4811-ad6f-be6c5d859ce1 for instance with vm_state building and task_state spawning.
Nov 10 13:36:06 user nova-compute[86206]: DEBUG nova.compute.manager [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:36:06 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:36:06 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Instance spawned successfully.
Nov 10 13:36:06 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:36:06 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:36:06 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:36:06 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:36:06 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:36:06 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:36:06 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:36:06 user nova-compute[86206]: INFO nova.compute.manager [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Took 6.85 seconds to spawn the instance on the hypervisor.
Nov 10 13:36:06 user nova-compute[86206]: DEBUG nova.compute.manager [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:36:06 user nova-compute[86206]: INFO nova.compute.manager [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Took 7.76 seconds to build instance.
Nov 10 13:36:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-56a1e033-5ab7-4688-93f6-b00a79be7c02 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "80b4e9b6-abe9-4f2b-bc2b-e833b2212f09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.891s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:36:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-ea503da3-1f02-436e-ac82-0c81a1f0f0c2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:36:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-ea503da3-1f02-436e-ac82-0c81a1f0f0c2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:36:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-ea503da3-1f02-436e-ac82-0c81a1f0f0c2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:36:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-ea503da3-1f02-436e-ac82-0c81a1f0f0c2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:36:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-ea503da3-1f02-436e-ac82-0c81a1f0f0c2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:36:13 user nova-compute[86206]: INFO nova.compute.manager [None req-ea503da3-1f02-436e-ac82-0c81a1f0f0c2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Terminating instance
Nov 10 13:36:13 user nova-compute[86206]: DEBUG nova.compute.manager [None req-ea503da3-1f02-436e-ac82-0c81a1f0f0c2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:36:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:13 user nova-compute[86206]: DEBUG nova.compute.manager [req-b1ca1018-590b-460a-b38e-7990c0eb518a req-35362dea-eb3d-4fde-ad62-f19870e62965 service nova] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Received event network-vif-unplugged-29193714-49ec-498e-964e-d19837c8986f {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:36:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b1ca1018-590b-460a-b38e-7990c0eb518a req-35362dea-eb3d-4fde-ad62-f19870e62965 service nova] Acquiring lock "0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:36:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b1ca1018-590b-460a-b38e-7990c0eb518a req-35362dea-eb3d-4fde-ad62-f19870e62965 service nova] Lock "0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:36:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b1ca1018-590b-460a-b38e-7990c0eb518a req-35362dea-eb3d-4fde-ad62-f19870e62965 service nova] Lock "0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:36:13 user nova-compute[86206]: DEBUG nova.compute.manager [req-b1ca1018-590b-460a-b38e-7990c0eb518a req-35362dea-eb3d-4fde-ad62-f19870e62965 service nova] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] No waiting events found dispatching network-vif-unplugged-29193714-49ec-498e-964e-d19837c8986f {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:36:13 user nova-compute[86206]: DEBUG nova.compute.manager [req-b1ca1018-590b-460a-b38e-7990c0eb518a req-35362dea-eb3d-4fde-ad62-f19870e62965 service nova] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Received event network-vif-unplugged-29193714-49ec-498e-964e-d19837c8986f for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:36:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:13 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Instance destroyed successfully.
Nov 10 13:36:13 user nova-compute[86206]: DEBUG nova.objects.instance [None req-ea503da3-1f02-436e-ac82-0c81a1f0f0c2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lazy-loading 'resources' on Instance uuid 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:36:13 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-ea503da3-1f02-436e-ac82-0c81a1f0f0c2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:25:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1365151679',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1365151679',id=23,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:26:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='028ee5b7789f4eb9809f6c89b8649453',ramdisk_id='',reservation_id='r-h40hzrto',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1948757916',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:27:56Z,user_data=None,user_id='1b99c0d49a5e450ba43bce92d827d7c2',uuid=0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "29193714-49ec-498e-964e-d19837c8986f", "address": "fa:16:3e:6e:dd:96", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap29193714-49", "ovs_interfaceid": "29193714-49ec-498e-964e-d19837c8986f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:36:13 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-ea503da3-1f02-436e-ac82-0c81a1f0f0c2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Converting VIF {"id": "29193714-49ec-498e-964e-d19837c8986f", "address": "fa:16:3e:6e:dd:96", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap29193714-49", "ovs_interfaceid": "29193714-49ec-498e-964e-d19837c8986f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:36:13 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-ea503da3-1f02-436e-ac82-0c81a1f0f0c2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:6e:dd:96,bridge_name='br-int',has_traffic_filtering=True,id=29193714-49ec-498e-964e-d19837c8986f,network=Network(953cfc69-1add-40de-a3ae-1d9aeaa3b3e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap29193714-49') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:36:13 user nova-compute[86206]: DEBUG os_vif [None req-ea503da3-1f02-436e-ac82-0c81a1f0f0c2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:6e:dd:96,bridge_name='br-int',has_traffic_filtering=True,id=29193714-49ec-498e-964e-d19837c8986f,network=Network(953cfc69-1add-40de-a3ae-1d9aeaa3b3e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap29193714-49') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:36:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap29193714-49, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:36:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:36:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2d57e52c-210f-480b-b5ae-63fa2a2580c5) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:36:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:13 user nova-compute[86206]: INFO os_vif [None req-ea503da3-1f02-436e-ac82-0c81a1f0f0c2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:6e:dd:96,bridge_name='br-int',has_traffic_filtering=True,id=29193714-49ec-498e-964e-d19837c8986f,network=Network(953cfc69-1add-40de-a3ae-1d9aeaa3b3e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap29193714-49')
Nov 10 13:36:13 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-ea503da3-1f02-436e-ac82-0c81a1f0f0c2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Deleting instance files /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f_del
Nov 10 13:36:13 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-ea503da3-1f02-436e-ac82-0c81a1f0f0c2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Deletion of /opt/stack/data/nova/instances/0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f_del complete
Nov 10 13:36:14 user nova-compute[86206]: INFO nova.compute.manager [None req-ea503da3-1f02-436e-ac82-0c81a1f0f0c2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Took 0.75 seconds to destroy the instance on the hypervisor.
Nov 10 13:36:14 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-ea503da3-1f02-436e-ac82-0c81a1f0f0c2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:36:14 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:36:14 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:36:14 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:36:14 user nova-compute[86206]: DEBUG nova.compute.manager [req-c0480c03-d2fb-4637-a4b6-ac6201cd7b8f req-e8d88a5e-0efd-4f02-9532-75bdad849f90 service nova] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Received event network-vif-deleted-29193714-49ec-498e-964e-d19837c8986f {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:36:14 user nova-compute[86206]: INFO nova.compute.manager [req-c0480c03-d2fb-4637-a4b6-ac6201cd7b8f req-e8d88a5e-0efd-4f02-9532-75bdad849f90 service nova] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Neutron deleted interface 29193714-49ec-498e-964e-d19837c8986f; detaching it from the instance and deleting it from the info cache
Nov 10 13:36:14 user nova-compute[86206]: DEBUG nova.network.neutron [req-c0480c03-d2fb-4637-a4b6-ac6201cd7b8f req-e8d88a5e-0efd-4f02-9532-75bdad849f90 service nova] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:36:14 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Took 0.50 seconds to deallocate network for instance.
Nov 10 13:36:14 user nova-compute[86206]: DEBUG nova.compute.manager [req-c0480c03-d2fb-4637-a4b6-ac6201cd7b8f req-e8d88a5e-0efd-4f02-9532-75bdad849f90 service nova] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Detach interface failed, port_id=29193714-49ec-498e-964e-d19837c8986f, reason: Instance 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f could not be found. {{(pid=86206) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 10 13:36:14 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-ea503da3-1f02-436e-ac82-0c81a1f0f0c2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:36:14 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-ea503da3-1f02-436e-ac82-0c81a1f0f0c2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:36:14 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-ea503da3-1f02-436e-ac82-0c81a1f0f0c2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:36:14 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-ea503da3-1f02-436e-ac82-0c81a1f0f0c2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:36:14 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-ea503da3-1f02-436e-ac82-0c81a1f0f0c2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.288s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:36:14 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-ea503da3-1f02-436e-ac82-0c81a1f0f0c2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Deleted allocations for instance 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f
Nov 10 13:36:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-ea503da3-1f02-436e-ac82-0c81a1f0f0c2 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.732s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:36:15 user nova-compute[86206]: DEBUG nova.compute.manager [req-9b423631-6f94-4dbb-ac91-0974008dbd3b req-f1227329-9c30-4241-a9fd-12485f15e71e service nova] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Received event network-vif-plugged-29193714-49ec-498e-964e-d19837c8986f {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:36:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-9b423631-6f94-4dbb-ac91-0974008dbd3b req-f1227329-9c30-4241-a9fd-12485f15e71e service nova] Acquiring lock "0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:36:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-9b423631-6f94-4dbb-ac91-0974008dbd3b req-f1227329-9c30-4241-a9fd-12485f15e71e service nova] Lock "0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:36:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-9b423631-6f94-4dbb-ac91-0974008dbd3b req-f1227329-9c30-4241-a9fd-12485f15e71e service nova] Lock "0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:36:15 user nova-compute[86206]: DEBUG nova.compute.manager [req-9b423631-6f94-4dbb-ac91-0974008dbd3b req-f1227329-9c30-4241-a9fd-12485f15e71e service nova] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] No waiting events found dispatching network-vif-plugged-29193714-49ec-498e-964e-d19837c8986f {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:36:15 user nova-compute[86206]: WARNING nova.compute.manager [req-9b423631-6f94-4dbb-ac91-0974008dbd3b req-f1227329-9c30-4241-a9fd-12485f15e71e service nova] [instance: 0c6dbd9b-efa2-4dc1-97eb-e6bbf675214f] Received unexpected event network-vif-plugged-29193714-49ec-498e-964e-d19837c8986f for instance with vm_state deleted and task_state None.
Nov 10 13:36:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d21a210c-94b8-4329-8529-d8f1e642d7a4 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "4509d78d-a41e-4150-beef-feed0bb03160" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:36:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d21a210c-94b8-4329-8529-d8f1e642d7a4 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "4509d78d-a41e-4150-beef-feed0bb03160" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:36:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d21a210c-94b8-4329-8529-d8f1e642d7a4 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "4509d78d-a41e-4150-beef-feed0bb03160-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:36:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d21a210c-94b8-4329-8529-d8f1e642d7a4 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "4509d78d-a41e-4150-beef-feed0bb03160-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:36:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d21a210c-94b8-4329-8529-d8f1e642d7a4 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "4509d78d-a41e-4150-beef-feed0bb03160-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:36:22 user nova-compute[86206]: INFO nova.compute.manager [None req-d21a210c-94b8-4329-8529-d8f1e642d7a4 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Terminating instance
Nov 10 13:36:22 user nova-compute[86206]: DEBUG nova.compute.manager [None req-d21a210c-94b8-4329-8529-d8f1e642d7a4 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:36:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:23 user nova-compute[86206]: DEBUG nova.compute.manager [req-9ff0cc6f-84e9-4651-b5d8-13bd2c07dbde req-ae3a40ae-9b10-4e34-8f89-afd7bec451d1 service nova] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Received event network-vif-unplugged-e77bf2d2-2e29-42eb-896a-57bde9a85c3a {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:36:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-9ff0cc6f-84e9-4651-b5d8-13bd2c07dbde req-ae3a40ae-9b10-4e34-8f89-afd7bec451d1 service nova] Acquiring lock "4509d78d-a41e-4150-beef-feed0bb03160-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:36:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-9ff0cc6f-84e9-4651-b5d8-13bd2c07dbde req-ae3a40ae-9b10-4e34-8f89-afd7bec451d1 service nova] Lock "4509d78d-a41e-4150-beef-feed0bb03160-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:36:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-9ff0cc6f-84e9-4651-b5d8-13bd2c07dbde req-ae3a40ae-9b10-4e34-8f89-afd7bec451d1 service nova] Lock "4509d78d-a41e-4150-beef-feed0bb03160-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:36:23 user nova-compute[86206]: DEBUG nova.compute.manager [req-9ff0cc6f-84e9-4651-b5d8-13bd2c07dbde req-ae3a40ae-9b10-4e34-8f89-afd7bec451d1 service nova] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] No waiting events found dispatching network-vif-unplugged-e77bf2d2-2e29-42eb-896a-57bde9a85c3a {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:36:23 user nova-compute[86206]: DEBUG nova.compute.manager [req-9ff0cc6f-84e9-4651-b5d8-13bd2c07dbde req-ae3a40ae-9b10-4e34-8f89-afd7bec451d1 service nova] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Received event network-vif-unplugged-e77bf2d2-2e29-42eb-896a-57bde9a85c3a for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:36:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:23 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Instance destroyed successfully.
Nov 10 13:36:23 user nova-compute[86206]: DEBUG nova.objects.instance [None req-d21a210c-94b8-4329-8529-d8f1e642d7a4 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lazy-loading 'resources' on Instance uuid 4509d78d-a41e-4150-beef-feed0bb03160 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:36:23 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-d21a210c-94b8-4329-8529-d8f1e642d7a4 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:16:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1239840127',display_name='tempest-ServerActionsTestOtherA-server-1239840127',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1239840127',id=4,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDAGFNrtWsk5TevUcE27D53UaLQvzhJ77rBAAkPtVa8Jx/xCQV/DutfVwEd1Edzw4/KolH8J2c1Q7M4XzvNSeTQSV3bCXeje7ybURam1jm+6LTngmTg/N7MB+gscMvdfiw==',key_name='tempest-keypair-1216139462',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:16:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='aa556336540e427c9e304bbea288aa30',ramdisk_id='',reservation_id='r-rtm065ec',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-390805104',owner_user_name='tempest-ServerActionsTestOtherA-390805104-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:16:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4a3b7d9322594e2fb154a787c8054f20',uuid=4509d78d-a41e-4150-beef-feed0bb03160,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e77bf2d2-2e29-42eb-896a-57bde9a85c3a", "address": "fa:16:3e:b1:2e:11", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape77bf2d2-2e", "ovs_interfaceid": "e77bf2d2-2e29-42eb-896a-57bde9a85c3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:36:23 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-d21a210c-94b8-4329-8529-d8f1e642d7a4 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Converting VIF {"id": "e77bf2d2-2e29-42eb-896a-57bde9a85c3a", "address": "fa:16:3e:b1:2e:11", "network": {"id": "2a23f5a5-f10f-463c-8b01-f554f87e7379", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2028193102-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "aa556336540e427c9e304bbea288aa30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape77bf2d2-2e", "ovs_interfaceid": "e77bf2d2-2e29-42eb-896a-57bde9a85c3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:36:23 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-d21a210c-94b8-4329-8529-d8f1e642d7a4 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b1:2e:11,bridge_name='br-int',has_traffic_filtering=True,id=e77bf2d2-2e29-42eb-896a-57bde9a85c3a,network=Network(2a23f5a5-f10f-463c-8b01-f554f87e7379),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape77bf2d2-2e') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:36:23 user nova-compute[86206]: DEBUG os_vif [None req-d21a210c-94b8-4329-8529-d8f1e642d7a4 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b1:2e:11,bridge_name='br-int',has_traffic_filtering=True,id=e77bf2d2-2e29-42eb-896a-57bde9a85c3a,network=Network(2a23f5a5-f10f-463c-8b01-f554f87e7379),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape77bf2d2-2e') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:36:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape77bf2d2-2e, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:36:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:36:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c071c335-509f-4a93-a7ac-efdbdf8f2772) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:36:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:36:23 user nova-compute[86206]: INFO os_vif [None req-d21a210c-94b8-4329-8529-d8f1e642d7a4 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b1:2e:11,bridge_name='br-int',has_traffic_filtering=True,id=e77bf2d2-2e29-42eb-896a-57bde9a85c3a,network=Network(2a23f5a5-f10f-463c-8b01-f554f87e7379),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape77bf2d2-2e')
Nov 10 13:36:23 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-d21a210c-94b8-4329-8529-d8f1e642d7a4 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Deleting instance files /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160_del
Nov 10 13:36:23 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-d21a210c-94b8-4329-8529-d8f1e642d7a4 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Deletion of /opt/stack/data/nova/instances/4509d78d-a41e-4150-beef-feed0bb03160_del complete
Nov 10 13:36:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:23 user nova-compute[86206]: INFO nova.compute.manager [None req-d21a210c-94b8-4329-8529-d8f1e642d7a4 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Took 0.92 seconds to destroy the instance on the hypervisor.
Nov 10 13:36:23 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-d21a210c-94b8-4329-8529-d8f1e642d7a4 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:36:23 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:36:23 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:36:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:24 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:36:24 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Took 0.90 seconds to deallocate network for instance.
Nov 10 13:36:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d21a210c-94b8-4329-8529-d8f1e642d7a4 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:36:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d21a210c-94b8-4329-8529-d8f1e642d7a4 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:36:25 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-d21a210c-94b8-4329-8529-d8f1e642d7a4 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:36:25 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-d21a210c-94b8-4329-8529-d8f1e642d7a4 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:36:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d21a210c-94b8-4329-8529-d8f1e642d7a4 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.284s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:36:25 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-d21a210c-94b8-4329-8529-d8f1e642d7a4 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Deleted allocations for instance 4509d78d-a41e-4150-beef-feed0bb03160
Nov 10 13:36:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d21a210c-94b8-4329-8529-d8f1e642d7a4 tempest-ServerActionsTestOtherA-390805104 tempest-ServerActionsTestOtherA-390805104-project-member] Lock "4509d78d-a41e-4150-beef-feed0bb03160" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.300s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:36:25 user nova-compute[86206]: DEBUG nova.compute.manager [req-fa3fffe9-b443-4f4c-986e-023adcf39ad7 req-2d0ffc9a-8a7a-4a7b-a60b-0bee6d29a4fb service nova] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Received event network-vif-plugged-e77bf2d2-2e29-42eb-896a-57bde9a85c3a {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:36:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-fa3fffe9-b443-4f4c-986e-023adcf39ad7 req-2d0ffc9a-8a7a-4a7b-a60b-0bee6d29a4fb service nova] Acquiring lock "4509d78d-a41e-4150-beef-feed0bb03160-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:36:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-fa3fffe9-b443-4f4c-986e-023adcf39ad7 req-2d0ffc9a-8a7a-4a7b-a60b-0bee6d29a4fb service nova] Lock "4509d78d-a41e-4150-beef-feed0bb03160-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:36:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-fa3fffe9-b443-4f4c-986e-023adcf39ad7 req-2d0ffc9a-8a7a-4a7b-a60b-0bee6d29a4fb service nova] Lock "4509d78d-a41e-4150-beef-feed0bb03160-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:36:25 user nova-compute[86206]: DEBUG nova.compute.manager [req-fa3fffe9-b443-4f4c-986e-023adcf39ad7 req-2d0ffc9a-8a7a-4a7b-a60b-0bee6d29a4fb service nova] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] No waiting events found dispatching network-vif-plugged-e77bf2d2-2e29-42eb-896a-57bde9a85c3a {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:36:25 user nova-compute[86206]: WARNING nova.compute.manager [req-fa3fffe9-b443-4f4c-986e-023adcf39ad7 req-2d0ffc9a-8a7a-4a7b-a60b-0bee6d29a4fb service nova] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Received unexpected event network-vif-plugged-e77bf2d2-2e29-42eb-896a-57bde9a85c3a for instance with vm_state deleted and task_state None.
Nov 10 13:36:25 user nova-compute[86206]: DEBUG nova.compute.manager [req-fa3fffe9-b443-4f4c-986e-023adcf39ad7 req-2d0ffc9a-8a7a-4a7b-a60b-0bee6d29a4fb service nova] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Received event network-vif-plugged-e77bf2d2-2e29-42eb-896a-57bde9a85c3a {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:36:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-fa3fffe9-b443-4f4c-986e-023adcf39ad7 req-2d0ffc9a-8a7a-4a7b-a60b-0bee6d29a4fb service nova] Acquiring lock "4509d78d-a41e-4150-beef-feed0bb03160-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:36:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-fa3fffe9-b443-4f4c-986e-023adcf39ad7 req-2d0ffc9a-8a7a-4a7b-a60b-0bee6d29a4fb service nova] Lock "4509d78d-a41e-4150-beef-feed0bb03160-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:36:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-fa3fffe9-b443-4f4c-986e-023adcf39ad7 req-2d0ffc9a-8a7a-4a7b-a60b-0bee6d29a4fb service nova] Lock "4509d78d-a41e-4150-beef-feed0bb03160-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:36:25 user nova-compute[86206]: DEBUG nova.compute.manager [req-fa3fffe9-b443-4f4c-986e-023adcf39ad7 req-2d0ffc9a-8a7a-4a7b-a60b-0bee6d29a4fb service nova] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] No waiting events found dispatching network-vif-plugged-e77bf2d2-2e29-42eb-896a-57bde9a85c3a {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:36:25 user nova-compute[86206]: WARNING nova.compute.manager [req-fa3fffe9-b443-4f4c-986e-023adcf39ad7 req-2d0ffc9a-8a7a-4a7b-a60b-0bee6d29a4fb service nova] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Received unexpected event network-vif-plugged-e77bf2d2-2e29-42eb-896a-57bde9a85c3a for instance with vm_state deleted and task_state None.
Nov 10 13:36:25 user nova-compute[86206]: DEBUG nova.compute.manager [req-fa3fffe9-b443-4f4c-986e-023adcf39ad7 req-2d0ffc9a-8a7a-4a7b-a60b-0bee6d29a4fb service nova] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Received event network-vif-plugged-e77bf2d2-2e29-42eb-896a-57bde9a85c3a {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:36:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-fa3fffe9-b443-4f4c-986e-023adcf39ad7 req-2d0ffc9a-8a7a-4a7b-a60b-0bee6d29a4fb service nova] Acquiring lock "4509d78d-a41e-4150-beef-feed0bb03160-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:36:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-fa3fffe9-b443-4f4c-986e-023adcf39ad7 req-2d0ffc9a-8a7a-4a7b-a60b-0bee6d29a4fb service nova] Lock "4509d78d-a41e-4150-beef-feed0bb03160-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:36:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-fa3fffe9-b443-4f4c-986e-023adcf39ad7 req-2d0ffc9a-8a7a-4a7b-a60b-0bee6d29a4fb service nova] Lock "4509d78d-a41e-4150-beef-feed0bb03160-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:36:25 user nova-compute[86206]: DEBUG nova.compute.manager [req-fa3fffe9-b443-4f4c-986e-023adcf39ad7 req-2d0ffc9a-8a7a-4a7b-a60b-0bee6d29a4fb service nova] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] No waiting events found dispatching network-vif-plugged-e77bf2d2-2e29-42eb-896a-57bde9a85c3a {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:36:25 user nova-compute[86206]: WARNING nova.compute.manager [req-fa3fffe9-b443-4f4c-986e-023adcf39ad7 req-2d0ffc9a-8a7a-4a7b-a60b-0bee6d29a4fb service nova] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Received unexpected event network-vif-plugged-e77bf2d2-2e29-42eb-896a-57bde9a85c3a for instance with vm_state deleted and task_state None.
Nov 10 13:36:25 user nova-compute[86206]: DEBUG nova.compute.manager [req-fa3fffe9-b443-4f4c-986e-023adcf39ad7 req-2d0ffc9a-8a7a-4a7b-a60b-0bee6d29a4fb service nova] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Received event network-vif-unplugged-e77bf2d2-2e29-42eb-896a-57bde9a85c3a {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:36:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-fa3fffe9-b443-4f4c-986e-023adcf39ad7 req-2d0ffc9a-8a7a-4a7b-a60b-0bee6d29a4fb service nova] Acquiring lock "4509d78d-a41e-4150-beef-feed0bb03160-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:36:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-fa3fffe9-b443-4f4c-986e-023adcf39ad7 req-2d0ffc9a-8a7a-4a7b-a60b-0bee6d29a4fb service nova] Lock "4509d78d-a41e-4150-beef-feed0bb03160-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:36:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-fa3fffe9-b443-4f4c-986e-023adcf39ad7 req-2d0ffc9a-8a7a-4a7b-a60b-0bee6d29a4fb service nova] Lock "4509d78d-a41e-4150-beef-feed0bb03160-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:36:25 user nova-compute[86206]: DEBUG nova.compute.manager [req-fa3fffe9-b443-4f4c-986e-023adcf39ad7 req-2d0ffc9a-8a7a-4a7b-a60b-0bee6d29a4fb service nova] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] No waiting events found dispatching network-vif-unplugged-e77bf2d2-2e29-42eb-896a-57bde9a85c3a {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:36:25 user nova-compute[86206]: WARNING nova.compute.manager [req-fa3fffe9-b443-4f4c-986e-023adcf39ad7 req-2d0ffc9a-8a7a-4a7b-a60b-0bee6d29a4fb service nova] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Received unexpected event network-vif-unplugged-e77bf2d2-2e29-42eb-896a-57bde9a85c3a for instance with vm_state deleted and task_state None.
Nov 10 13:36:25 user nova-compute[86206]: DEBUG nova.compute.manager [req-fa3fffe9-b443-4f4c-986e-023adcf39ad7 req-2d0ffc9a-8a7a-4a7b-a60b-0bee6d29a4fb service nova] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Received event network-vif-plugged-e77bf2d2-2e29-42eb-896a-57bde9a85c3a {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:36:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-fa3fffe9-b443-4f4c-986e-023adcf39ad7 req-2d0ffc9a-8a7a-4a7b-a60b-0bee6d29a4fb service nova] Acquiring lock "4509d78d-a41e-4150-beef-feed0bb03160-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:36:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-fa3fffe9-b443-4f4c-986e-023adcf39ad7 req-2d0ffc9a-8a7a-4a7b-a60b-0bee6d29a4fb service nova] Lock "4509d78d-a41e-4150-beef-feed0bb03160-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:36:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-fa3fffe9-b443-4f4c-986e-023adcf39ad7 req-2d0ffc9a-8a7a-4a7b-a60b-0bee6d29a4fb service nova] Lock "4509d78d-a41e-4150-beef-feed0bb03160-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:36:25 user nova-compute[86206]: DEBUG nova.compute.manager [req-fa3fffe9-b443-4f4c-986e-023adcf39ad7 req-2d0ffc9a-8a7a-4a7b-a60b-0bee6d29a4fb service nova] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] No waiting events found dispatching network-vif-plugged-e77bf2d2-2e29-42eb-896a-57bde9a85c3a {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:36:25 user nova-compute[86206]: WARNING nova.compute.manager [req-fa3fffe9-b443-4f4c-986e-023adcf39ad7 req-2d0ffc9a-8a7a-4a7b-a60b-0bee6d29a4fb service nova] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Received unexpected event network-vif-plugged-e77bf2d2-2e29-42eb-896a-57bde9a85c3a for instance with vm_state deleted and task_state None.
Nov 10 13:36:25 user nova-compute[86206]: DEBUG nova.compute.manager [req-fa3fffe9-b443-4f4c-986e-023adcf39ad7 req-2d0ffc9a-8a7a-4a7b-a60b-0bee6d29a4fb service nova] [instance: 4509d78d-a41e-4150-beef-feed0bb03160] Received event network-vif-deleted-e77bf2d2-2e29-42eb-896a-57bde9a85c3a {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:36:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:36 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:36:36 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:36:36 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:36:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "refresh_cache-dcbbf073-aada-4069-ab96-58f83cd8259c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:36:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquired lock "refresh_cache-dcbbf073-aada-4069-ab96-58f83cd8259c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:36:37 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Forcefully refreshing network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 10 13:36:37 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Updating instance_info_cache with network_info: [{"id": "27eb0326-2bc9-41c0-ba01-0803b82e7ceb", "address": "fa:16:3e:c4:71:b2", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27eb0326-2b", "ovs_interfaceid": "27eb0326-2bc9-41c0-ba01-0803b82e7ceb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:36:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Releasing lock "refresh_cache-dcbbf073-aada-4069-ab96-58f83cd8259c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:36:37 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Updated the network info_cache for instance {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 10 13:36:37 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:36:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:39 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:36:39 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 13:36:39 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:36:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:36:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:36:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:36:39 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:36:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk.rescue --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:36:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk.rescue --force-share --output=json" returned: 0 in 0.199s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:36:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk.rescue --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:36:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:36:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:36:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:36:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:36:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:36:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:36:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:36:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:36:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:36:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80b4e9b6-abe9-4f2b-bc2b-e833b2212f09/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:36:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80b4e9b6-abe9-4f2b-bc2b-e833b2212f09/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:36:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80b4e9b6-abe9-4f2b-bc2b-e833b2212f09/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:36:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80b4e9b6-abe9-4f2b-bc2b-e833b2212f09/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:36:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cde52398-25b5-435d-9d0c-6d0fe78fbc29/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:36:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cde52398-25b5-435d-9d0c-6d0fe78fbc29/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:36:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cde52398-25b5-435d-9d0c-6d0fe78fbc29/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:36:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cde52398-25b5-435d-9d0c-6d0fe78fbc29/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:36:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:36:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:36:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:36:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json" returned: 0 in 0.188s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:36:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:36:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:36:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:36:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:36:42 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:36:43 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:36:43 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:36:43 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=8005MB free_disk=25.09122085571289GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:36:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:36:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:36:43 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance e040d0fe-dea0-451e-91e2-6852000fa9dc actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:36:43 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 8a48ce18-2887-4676-9d7b-ebebbc8e5381 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:36:43 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 4e270764-c028-41ad-b2f7-4d502bd8d7ef actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:36:43 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance dcbbf073-aada-4069-ab96-58f83cd8259c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:36:43 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance cde52398-25b5-435d-9d0c-6d0fe78fbc29 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:36:43 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:36:43 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:36:43 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:36:43 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:36:43 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:36:43 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:36:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.372s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:36:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:36:45 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:36:45 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:36:45 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:36:45 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:36:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:47 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:36:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "94aec62a-8f94-4cd2-9dd6-ac1f302759a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:36:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "94aec62a-8f94-4cd2-9dd6-ac1f302759a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:36:49 user nova-compute[86206]: DEBUG nova.compute.manager [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:36:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:36:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:36:49 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:36:49 user nova-compute[86206]: INFO nova.compute.claims [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Claim successful on node user
Nov 10 13:36:49 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:36:49 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:36:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.412s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:36:49 user nova-compute[86206]: DEBUG nova.compute.manager [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:36:49 user nova-compute[86206]: DEBUG nova.compute.manager [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:36:49 user nova-compute[86206]: DEBUG nova.network.neutron [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:36:50 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:36:50 user nova-compute[86206]: DEBUG nova.compute.manager [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:36:50 user nova-compute[86206]: DEBUG nova.compute.manager [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:36:50 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:36:50 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Creating image(s)
Nov 10 13:36:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "/opt/stack/data/nova/instances/94aec62a-8f94-4cd2-9dd6-ac1f302759a6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:36:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "/opt/stack/data/nova/instances/94aec62a-8f94-4cd2-9dd6-ac1f302759a6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:36:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "/opt/stack/data/nova/instances/94aec62a-8f94-4cd2-9dd6-ac1f302759a6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:36:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:36:50 user nova-compute[86206]: DEBUG nova.policy [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ecb0686a4e046bd925cbe5efd9a45de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76309bff6aa74fbf97b9a1120a12892b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:36:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.175s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:36:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:36:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:36:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:36:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.196s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:36:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/94aec62a-8f94-4cd2-9dd6-ac1f302759a6/disk 1073741824 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:36:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/94aec62a-8f94-4cd2-9dd6-ac1f302759a6/disk 1073741824" returned: 0 in 0.051s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:36:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.256s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:36:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:36:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.214s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:36:50 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Checking if we can resize image /opt/stack/data/nova/instances/94aec62a-8f94-4cd2-9dd6-ac1f302759a6/disk. size=1073741824 {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 10 13:36:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/94aec62a-8f94-4cd2-9dd6-ac1f302759a6/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:36:50 user nova-compute[86206]: DEBUG nova.network.neutron [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Successfully created port: 8525bb20-16d9-4e1f-934c-f91f4670b36b {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:36:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/94aec62a-8f94-4cd2-9dd6-ac1f302759a6/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:36:51 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Cannot resize image /opt/stack/data/nova/instances/94aec62a-8f94-4cd2-9dd6-ac1f302759a6/disk to a smaller size. {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 10 13:36:51 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:36:51 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Ensure instance console log exists: /opt/stack/data/nova/instances/94aec62a-8f94-4cd2-9dd6-ac1f302759a6/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:36:51 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:36:51 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:36:51 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:36:51 user nova-compute[86206]: DEBUG nova.network.neutron [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Successfully updated port: 8525bb20-16d9-4e1f-934c-f91f4670b36b {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:36:51 user nova-compute[86206]: DEBUG nova.compute.manager [req-d51914b8-ab61-4756-a12d-8a942c00765f req-0adf67f1-ddd9-4eec-863e-dd3b345f4e24 service nova] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Received event network-changed-8525bb20-16d9-4e1f-934c-f91f4670b36b {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:36:51 user nova-compute[86206]: DEBUG nova.compute.manager [req-d51914b8-ab61-4756-a12d-8a942c00765f req-0adf67f1-ddd9-4eec-863e-dd3b345f4e24 service nova] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Refreshing instance network info cache due to event network-changed-8525bb20-16d9-4e1f-934c-f91f4670b36b. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:36:51 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d51914b8-ab61-4756-a12d-8a942c00765f req-0adf67f1-ddd9-4eec-863e-dd3b345f4e24 service nova] Acquiring lock "refresh_cache-94aec62a-8f94-4cd2-9dd6-ac1f302759a6" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:36:51 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d51914b8-ab61-4756-a12d-8a942c00765f req-0adf67f1-ddd9-4eec-863e-dd3b345f4e24 service nova] Acquired lock "refresh_cache-94aec62a-8f94-4cd2-9dd6-ac1f302759a6" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:36:51 user nova-compute[86206]: DEBUG nova.network.neutron [req-d51914b8-ab61-4756-a12d-8a942c00765f req-0adf67f1-ddd9-4eec-863e-dd3b345f4e24 service nova] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Refreshing network info cache for port 8525bb20-16d9-4e1f-934c-f91f4670b36b {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:36:51 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "refresh_cache-94aec62a-8f94-4cd2-9dd6-ac1f302759a6" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:36:51 user nova-compute[86206]: DEBUG nova.network.neutron [req-d51914b8-ab61-4756-a12d-8a942c00765f req-0adf67f1-ddd9-4eec-863e-dd3b345f4e24 service nova] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:36:51 user nova-compute[86206]: DEBUG nova.network.neutron [req-d51914b8-ab61-4756-a12d-8a942c00765f req-0adf67f1-ddd9-4eec-863e-dd3b345f4e24 service nova] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:36:51 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d51914b8-ab61-4756-a12d-8a942c00765f req-0adf67f1-ddd9-4eec-863e-dd3b345f4e24 service nova] Releasing lock "refresh_cache-94aec62a-8f94-4cd2-9dd6-ac1f302759a6" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:36:51 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquired lock "refresh_cache-94aec62a-8f94-4cd2-9dd6-ac1f302759a6" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:36:51 user nova-compute[86206]: DEBUG nova.network.neutron [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:36:51 user nova-compute[86206]: DEBUG nova.network.neutron [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:36:52 user nova-compute[86206]: DEBUG nova.network.neutron [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Updating instance_info_cache with network_info: [{"id": "8525bb20-16d9-4e1f-934c-f91f4670b36b", "address": "fa:16:3e:b5:82:50", "network": {"id": "bd4dcb28-ea59-43a7-af60-1b7991bc8086", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-23684993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76309bff6aa74fbf97b9a1120a12892b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8525bb20-16", "ovs_interfaceid": "8525bb20-16d9-4e1f-934c-f91f4670b36b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:36:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Releasing lock "refresh_cache-94aec62a-8f94-4cd2-9dd6-ac1f302759a6" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:36:52 user nova-compute[86206]: DEBUG nova.compute.manager [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Instance network_info: |[{"id": "8525bb20-16d9-4e1f-934c-f91f4670b36b", "address": "fa:16:3e:b5:82:50", "network": {"id": "bd4dcb28-ea59-43a7-af60-1b7991bc8086", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-23684993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76309bff6aa74fbf97b9a1120a12892b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8525bb20-16", "ovs_interfaceid": "8525bb20-16d9-4e1f-934c-f91f4670b36b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:36:52 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Start _get_guest_xml network_info=[{"id": "8525bb20-16d9-4e1f-934c-f91f4670b36b", "address": "fa:16:3e:b5:82:50", "network": {"id": "bd4dcb28-ea59-43a7-af60-1b7991bc8086", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-23684993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76309bff6aa74fbf97b9a1120a12892b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8525bb20-16", "ovs_interfaceid": "8525bb20-16d9-4e1f-934c-f91f4670b36b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '73290e4a-d2c0-4305-9ee6-397ce6a900ba'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:36:52 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:36:52 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:36:52 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:36:52 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:36:52 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:36:52 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:36:52 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:36:52 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:36:52 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:36:52 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:36:52 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:36:52 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:36:52 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:36:52 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:36:52 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:36:52 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:36:52 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:36:52 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:36:52 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:36:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-692299579',display_name='tempest-AttachVolumeNegativeTest-server-692299579',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-692299579',id=35,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFysm4iijVcDpU409B2ZBaAurd2rq6Z7iV7ZFt3FcTVTVs0Bdi0g+giAkl0pL/PNp1xR4KuEzPkASQc4DvJqtwlnKYs5B9eHq/ZF3B82yspVtgzehtLaSYV7Yg8ySp5Keg==',key_name='tempest-keypair-1346846438',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='76309bff6aa74fbf97b9a1120a12892b',ramdisk_id='',reservation_id='r-vjd44ft2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-92154314',owner_user_name='tempest-AttachVolumeNegativeTest-92154314-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:36:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8ecb0686a4e046bd925cbe5efd9a45de',uuid=94aec62a-8f94-4cd2-9dd6-ac1f302759a6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8525bb20-16d9-4e1f-934c-f91f4670b36b", "address": "fa:16:3e:b5:82:50", "network": {"id": "bd4dcb28-ea59-43a7-af60-1b7991bc8086", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-23684993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76309bff6aa74fbf97b9a1120a12892b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8525bb20-16", "ovs_interfaceid": "8525bb20-16d9-4e1f-934c-f91f4670b36b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:36:52 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Converting VIF {"id": "8525bb20-16d9-4e1f-934c-f91f4670b36b", "address": "fa:16:3e:b5:82:50", "network": {"id": "bd4dcb28-ea59-43a7-af60-1b7991bc8086", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-23684993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76309bff6aa74fbf97b9a1120a12892b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8525bb20-16", "ovs_interfaceid": "8525bb20-16d9-4e1f-934c-f91f4670b36b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:36:52 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b5:82:50,bridge_name='br-int',has_traffic_filtering=True,id=8525bb20-16d9-4e1f-934c-f91f4670b36b,network=Network(bd4dcb28-ea59-43a7-af60-1b7991bc8086),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8525bb20-16') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:36:52 user nova-compute[86206]: DEBUG nova.objects.instance [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lazy-loading 'pci_devices' on Instance uuid 94aec62a-8f94-4cd2-9dd6-ac1f302759a6 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:36:52 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:36:52 user nova-compute[86206]:   <uuid>94aec62a-8f94-4cd2-9dd6-ac1f302759a6</uuid>
Nov 10 13:36:52 user nova-compute[86206]:   <name>instance-00000023</name>
Nov 10 13:36:52 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:36:52 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:36:52 user nova-compute[86206]:   <metadata>
Nov 10 13:36:52 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:36:52 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:36:52 user nova-compute[86206]:       <nova:name>tempest-AttachVolumeNegativeTest-server-692299579</nova:name>
Nov 10 13:36:52 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:36:52</nova:creationTime>
Nov 10 13:36:52 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:36:52 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:36:52 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:36:52 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:36:52 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:36:52 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:36:52 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:36:52 user nova-compute[86206]:       <nova:owner>
Nov 10 13:36:52 user nova-compute[86206]:         <nova:user uuid="8ecb0686a4e046bd925cbe5efd9a45de">tempest-AttachVolumeNegativeTest-92154314-project-member</nova:user>
Nov 10 13:36:52 user nova-compute[86206]:         <nova:project uuid="76309bff6aa74fbf97b9a1120a12892b">tempest-AttachVolumeNegativeTest-92154314</nova:project>
Nov 10 13:36:52 user nova-compute[86206]:       </nova:owner>
Nov 10 13:36:52 user nova-compute[86206]:       <nova:root type="image" uuid="73290e4a-d2c0-4305-9ee6-397ce6a900ba"/>
Nov 10 13:36:52 user nova-compute[86206]:       <nova:ports>
Nov 10 13:36:52 user nova-compute[86206]:         <nova:port uuid="8525bb20-16d9-4e1f-934c-f91f4670b36b">
Nov 10 13:36:52 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 10 13:36:52 user nova-compute[86206]:         </nova:port>
Nov 10 13:36:52 user nova-compute[86206]:       </nova:ports>
Nov 10 13:36:52 user nova-compute[86206]:     </nova:instance>
Nov 10 13:36:52 user nova-compute[86206]:   </metadata>
Nov 10 13:36:52 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:36:52 user nova-compute[86206]:     <system>
Nov 10 13:36:52 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:36:52 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:36:52 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:36:52 user nova-compute[86206]:       <entry name="serial">94aec62a-8f94-4cd2-9dd6-ac1f302759a6</entry>
Nov 10 13:36:52 user nova-compute[86206]:       <entry name="uuid">94aec62a-8f94-4cd2-9dd6-ac1f302759a6</entry>
Nov 10 13:36:52 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:36:52 user nova-compute[86206]:     </system>
Nov 10 13:36:52 user nova-compute[86206]:   </sysinfo>
Nov 10 13:36:52 user nova-compute[86206]:   <os>
Nov 10 13:36:52 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:36:52 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:36:52 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:36:52 user nova-compute[86206]:   </os>
Nov 10 13:36:52 user nova-compute[86206]:   <features>
Nov 10 13:36:52 user nova-compute[86206]:     <acpi/>
Nov 10 13:36:52 user nova-compute[86206]:     <apic/>
Nov 10 13:36:52 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:36:52 user nova-compute[86206]:   </features>
Nov 10 13:36:52 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:36:52 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:36:52 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:36:52 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:36:52 user nova-compute[86206]:   </clock>
Nov 10 13:36:52 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:36:52 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:36:52 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:36:52 user nova-compute[86206]:   </cpu>
Nov 10 13:36:52 user nova-compute[86206]:   <devices>
Nov 10 13:36:52 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:36:52 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:36:52 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/94aec62a-8f94-4cd2-9dd6-ac1f302759a6/disk"/>
Nov 10 13:36:52 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:36:52 user nova-compute[86206]:     </disk>
Nov 10 13:36:52 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:36:52 user nova-compute[86206]:       <mac address="fa:16:3e:b5:82:50"/>
Nov 10 13:36:52 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:36:52 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:36:52 user nova-compute[86206]:       <target dev="tap8525bb20-16"/>
Nov 10 13:36:52 user nova-compute[86206]:     </interface>
Nov 10 13:36:52 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:36:52 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/94aec62a-8f94-4cd2-9dd6-ac1f302759a6/console.log" append="off"/>
Nov 10 13:36:52 user nova-compute[86206]:     </serial>
Nov 10 13:36:52 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:36:52 user nova-compute[86206]:     <video>
Nov 10 13:36:52 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:36:52 user nova-compute[86206]:     </video>
Nov 10 13:36:52 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:36:52 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:36:52 user nova-compute[86206]:     </rng>
Nov 10 13:36:52 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:36:52 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:36:52 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:36:52 user nova-compute[86206]:     </memballoon>
Nov 10 13:36:52 user nova-compute[86206]:   </devices>
Nov 10 13:36:52 user nova-compute[86206]: </domain>
Nov 10 13:36:52 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:36:52 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:36:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-692299579',display_name='tempest-AttachVolumeNegativeTest-server-692299579',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-692299579',id=35,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFysm4iijVcDpU409B2ZBaAurd2rq6Z7iV7ZFt3FcTVTVs0Bdi0g+giAkl0pL/PNp1xR4KuEzPkASQc4DvJqtwlnKYs5B9eHq/ZF3B82yspVtgzehtLaSYV7Yg8ySp5Keg==',key_name='tempest-keypair-1346846438',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='76309bff6aa74fbf97b9a1120a12892b',ramdisk_id='',reservation_id='r-vjd44ft2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-92154314',owner_user_name='tempest-AttachVolumeNegativeTest-92154314-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:36:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8ecb0686a4e046bd925cbe5efd9a45de',uuid=94aec62a-8f94-4cd2-9dd6-ac1f302759a6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8525bb20-16d9-4e1f-934c-f91f4670b36b", "address": "fa:16:3e:b5:82:50", "network": {"id": "bd4dcb28-ea59-43a7-af60-1b7991bc8086", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-23684993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76309bff6aa74fbf97b9a1120a12892b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8525bb20-16", "ovs_interfaceid": "8525bb20-16d9-4e1f-934c-f91f4670b36b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:36:52 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Converting VIF {"id": "8525bb20-16d9-4e1f-934c-f91f4670b36b", "address": "fa:16:3e:b5:82:50", "network": {"id": "bd4dcb28-ea59-43a7-af60-1b7991bc8086", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-23684993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76309bff6aa74fbf97b9a1120a12892b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8525bb20-16", "ovs_interfaceid": "8525bb20-16d9-4e1f-934c-f91f4670b36b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:36:52 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b5:82:50,bridge_name='br-int',has_traffic_filtering=True,id=8525bb20-16d9-4e1f-934c-f91f4670b36b,network=Network(bd4dcb28-ea59-43a7-af60-1b7991bc8086),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8525bb20-16') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:36:52 user nova-compute[86206]: DEBUG os_vif [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b5:82:50,bridge_name='br-int',has_traffic_filtering=True,id=8525bb20-16d9-4e1f-934c-f91f4670b36b,network=Network(bd4dcb28-ea59-43a7-af60-1b7991bc8086),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8525bb20-16') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:36:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:36:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:36:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f836465d-8df4-5f33-a10f-1375a6aafa01', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:36:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:36:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8525bb20-16, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:36:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8525bb20-16, col_values=(('qos', UUID('d170e3de-de5a-4bba-82a6-cea3437ea12f')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:36:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8525bb20-16, col_values=(('external_ids', {'iface-id': '8525bb20-16d9-4e1f-934c-f91f4670b36b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b5:82:50', 'vm-uuid': '94aec62a-8f94-4cd2-9dd6-ac1f302759a6'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:36:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:36:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:52 user nova-compute[86206]: INFO os_vif [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b5:82:50,bridge_name='br-int',has_traffic_filtering=True,id=8525bb20-16d9-4e1f-934c-f91f4670b36b,network=Network(bd4dcb28-ea59-43a7-af60-1b7991bc8086),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8525bb20-16')
Nov 10 13:36:52 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:36:52 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] No VIF found with MAC fa:16:3e:b5:82:50, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:36:53 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:53 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:53 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:53 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:53 user nova-compute[86206]: DEBUG nova.compute.manager [req-4174b8ac-aebd-4d85-8259-c3183c8b1f2d req-53acac2e-c042-472a-a59a-b3dc5d2aa43a service nova] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Received event network-vif-plugged-8525bb20-16d9-4e1f-934c-f91f4670b36b {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:36:53 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4174b8ac-aebd-4d85-8259-c3183c8b1f2d req-53acac2e-c042-472a-a59a-b3dc5d2aa43a service nova] Acquiring lock "94aec62a-8f94-4cd2-9dd6-ac1f302759a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:36:53 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4174b8ac-aebd-4d85-8259-c3183c8b1f2d req-53acac2e-c042-472a-a59a-b3dc5d2aa43a service nova] Lock "94aec62a-8f94-4cd2-9dd6-ac1f302759a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:36:53 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4174b8ac-aebd-4d85-8259-c3183c8b1f2d req-53acac2e-c042-472a-a59a-b3dc5d2aa43a service nova] Lock "94aec62a-8f94-4cd2-9dd6-ac1f302759a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:36:53 user nova-compute[86206]: DEBUG nova.compute.manager [req-4174b8ac-aebd-4d85-8259-c3183c8b1f2d req-53acac2e-c042-472a-a59a-b3dc5d2aa43a service nova] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] No waiting events found dispatching network-vif-plugged-8525bb20-16d9-4e1f-934c-f91f4670b36b {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:36:53 user nova-compute[86206]: WARNING nova.compute.manager [req-4174b8ac-aebd-4d85-8259-c3183c8b1f2d req-53acac2e-c042-472a-a59a-b3dc5d2aa43a service nova] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Received unexpected event network-vif-plugged-8525bb20-16d9-4e1f-934c-f91f4670b36b for instance with vm_state building and task_state spawning.
Nov 10 13:36:54 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:54 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:54 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:54 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:55 user nova-compute[86206]: DEBUG nova.compute.manager [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:36:55 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:36:55 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Instance spawned successfully.
Nov 10 13:36:55 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:36:55 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:36:55 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:36:55 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:36:55 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:36:55 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:36:55 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:36:55 user nova-compute[86206]: DEBUG nova.compute.manager [req-1d1679f3-257f-48d3-ae1f-0b93495d8b44 req-70a802ac-71fa-410c-9f57-73ad0c9ac274 service nova] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Received event network-vif-plugged-8525bb20-16d9-4e1f-934c-f91f4670b36b {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:36:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1d1679f3-257f-48d3-ae1f-0b93495d8b44 req-70a802ac-71fa-410c-9f57-73ad0c9ac274 service nova] Acquiring lock "94aec62a-8f94-4cd2-9dd6-ac1f302759a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:36:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1d1679f3-257f-48d3-ae1f-0b93495d8b44 req-70a802ac-71fa-410c-9f57-73ad0c9ac274 service nova] Lock "94aec62a-8f94-4cd2-9dd6-ac1f302759a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:36:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1d1679f3-257f-48d3-ae1f-0b93495d8b44 req-70a802ac-71fa-410c-9f57-73ad0c9ac274 service nova] Lock "94aec62a-8f94-4cd2-9dd6-ac1f302759a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:36:55 user nova-compute[86206]: DEBUG nova.compute.manager [req-1d1679f3-257f-48d3-ae1f-0b93495d8b44 req-70a802ac-71fa-410c-9f57-73ad0c9ac274 service nova] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] No waiting events found dispatching network-vif-plugged-8525bb20-16d9-4e1f-934c-f91f4670b36b {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:36:55 user nova-compute[86206]: WARNING nova.compute.manager [req-1d1679f3-257f-48d3-ae1f-0b93495d8b44 req-70a802ac-71fa-410c-9f57-73ad0c9ac274 service nova] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Received unexpected event network-vif-plugged-8525bb20-16d9-4e1f-934c-f91f4670b36b for instance with vm_state building and task_state spawning.
Nov 10 13:36:55 user nova-compute[86206]: INFO nova.compute.manager [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Took 5.80 seconds to spawn the instance on the hypervisor.
Nov 10 13:36:55 user nova-compute[86206]: DEBUG nova.compute.manager [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:36:56 user nova-compute[86206]: INFO nova.compute.manager [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Took 6.57 seconds to build instance.
Nov 10 13:36:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-922668ea-a634-4fba-bc55-e48aa116dfbe tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "94aec62a-8f94-4cd2-9dd6-ac1f302759a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.692s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:36:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:36:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:37:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:37:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:37:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:37:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:37:03 user nova-compute[86206]: INFO nova.compute.manager [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Terminating instance
Nov 10 13:37:03 user nova-compute[86206]: DEBUG nova.compute.manager [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:37:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG nova.compute.manager [req-0a9de3a6-2573-4124-8fcb-a3cd07be8834 req-bd38ca7f-8ed9-4a40-9b48-3b4a3f9d5928 service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Received event network-vif-unplugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-0a9de3a6-2573-4124-8fcb-a3cd07be8834 req-bd38ca7f-8ed9-4a40-9b48-3b4a3f9d5928 service nova] Acquiring lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-0a9de3a6-2573-4124-8fcb-a3cd07be8834 req-bd38ca7f-8ed9-4a40-9b48-3b4a3f9d5928 service nova] Lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-0a9de3a6-2573-4124-8fcb-a3cd07be8834 req-bd38ca7f-8ed9-4a40-9b48-3b4a3f9d5928 service nova] Lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG nova.compute.manager [req-0a9de3a6-2573-4124-8fcb-a3cd07be8834 req-bd38ca7f-8ed9-4a40-9b48-3b4a3f9d5928 service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] No waiting events found dispatching network-vif-unplugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG nova.compute.manager [req-0a9de3a6-2573-4124-8fcb-a3cd07be8834 req-bd38ca7f-8ed9-4a40-9b48-3b4a3f9d5928 service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Received event network-vif-unplugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:04 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Instance destroyed successfully.
Nov 10 13:37:04 user nova-compute[86206]: DEBUG nova.objects.instance [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lazy-loading 'resources' on Instance uuid 8a48ce18-2887-4676-9d7b-ebebbc8e5381 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:19:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-2055761268',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-2055761268',id=12,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:22:24Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='028ee5b7789f4eb9809f6c89b8649453',ramdisk_id='',reservation_id='r-behtvleh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1948757916',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:24:12Z,user_data=None,user_id='1b99c0d49a5e450ba43bce92d827d7c2',uuid=8a48ce18-2887-4676-9d7b-ebebbc8e5381,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4847ac2e-aeba-4a7c-81fd-0fa52eaee43f", "address": "fa:16:3e:ee:a8:51", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4847ac2e-ae", "ovs_interfaceid": "4847ac2e-aeba-4a7c-81fd-0fa52eaee43f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Converting VIF {"id": "4847ac2e-aeba-4a7c-81fd-0fa52eaee43f", "address": "fa:16:3e:ee:a8:51", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4847ac2e-ae", "ovs_interfaceid": "4847ac2e-aeba-4a7c-81fd-0fa52eaee43f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ee:a8:51,bridge_name='br-int',has_traffic_filtering=True,id=4847ac2e-aeba-4a7c-81fd-0fa52eaee43f,network=Network(953cfc69-1add-40de-a3ae-1d9aeaa3b3e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4847ac2e-ae') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG os_vif [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ee:a8:51,bridge_name='br-int',has_traffic_filtering=True,id=4847ac2e-aeba-4a7c-81fd-0fa52eaee43f,network=Network(953cfc69-1add-40de-a3ae-1d9aeaa3b3e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4847ac2e-ae') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4847ac2e-ae, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4e8557cd-b75f-487d-a2b0-bc46cc15b174) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:37:04 user nova-compute[86206]: INFO os_vif [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ee:a8:51,bridge_name='br-int',has_traffic_filtering=True,id=4847ac2e-aeba-4a7c-81fd-0fa52eaee43f,network=Network(953cfc69-1add-40de-a3ae-1d9aeaa3b3e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4847ac2e-ae')
Nov 10 13:37:04 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qzIrELXl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:37:04 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:37:04 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.030s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[19f02250-e4a4-4b20-8d6f-3385d357a1ac]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 13:37:04 user nova-compute[86206]: No targets found.
Nov 10 13:37:04 user nova-compute[86206]: iSNS:
Nov 10 13:37:04 user nova-compute[86206]: No targets found.
Nov 10 13:37:04 user nova-compute[86206]: STATIC:
Nov 10 13:37:04 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a
Nov 10 13:37:04 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:37:04 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:37:04 user nova-compute[86206]: FIRMWARE:
Nov 10 13:37:04 user nova-compute[86206]: No targets found.
Nov 10 13:37:04 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 13:37:04 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 13:37:04 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[d712c8f5-4a8e-46cc-ae24-26b4471d57ae]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[93c585ae-632f-47fb-90ea-e490619c2786]: (4, ('tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:37:04 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsi session list stdout=tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a (non-flash)
Nov 10 13:37:04 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe464319000>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a'): ({'sdc'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Removing single pathed devices sdc {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.031s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[3773dbcb-19e2-4efa-ada1-9abba95b1ee6]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.026s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f197da7b-d56b-426d-b93d-9a08e7b4314b]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Flushing IO for device /dev/sdc {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[5292b780-6557-4e1a-ab78-5c4273e23f57]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 13:37:04 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:37:05 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.043s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:37:05 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e1b30eb-0e2b-4897-be69-1cac1faab607]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:37:05 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 13:37:05 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] SCSI volumes sdc have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 13:37:05 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 13:37:05 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:37:05 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:37:05 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[6887177e-745d-42b8-99d2-5bcb15fd997d]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:37:05 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:37:05 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:37:05 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:37:05 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[97643431-54fc-4d8e-9e0e-f2ffc6ce06b9]: (4, ('Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a, portal: 172.16.0.220,3260]\nLogout of [sid: 7, target: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:37:05 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a, portal: 172.16.0.220,3260]
Nov 10 13:37:05 user nova-compute[86206]: Logout of [sid: 7, target: iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a, portal: 172.16.0.220,3260] successful.
Nov 10 13:37:05 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:37:05 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:37:05 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69b344be-f2cb-4cf6-849b-82acb79d317a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:37:05 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c27dfdbc-7f44-4eda-a4d7-be2dd9ec71a4]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:37:05 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:37:05 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.337s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:37:05 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] <== disconnect_volume: return (339ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:37:05 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 13:37:05 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Deleting instance files /opt/stack/data/nova/instances/8a48ce18-2887-4676-9d7b-ebebbc8e5381_del
Nov 10 13:37:05 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Deletion of /opt/stack/data/nova/instances/8a48ce18-2887-4676-9d7b-ebebbc8e5381_del complete
Nov 10 13:37:05 user nova-compute[86206]: INFO nova.compute.manager [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Took 1.29 seconds to destroy the instance on the hypervisor.
Nov 10 13:37:05 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:37:05 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:37:05 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:37:05 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:37:05 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Took 0.57 seconds to deallocate network for instance.
Nov 10 13:37:05 user nova-compute[86206]: DEBUG nova.compute.manager [req-cd897365-e9d5-47e6-ba97-fa7d980679a2 req-0e11c10b-f89a-4db7-8854-da3fceb2fb88 service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Received event network-vif-deleted-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:37:05 user nova-compute[86206]: INFO nova.compute.manager [req-cd897365-e9d5-47e6-ba97-fa7d980679a2 req-0e11c10b-f89a-4db7-8854-da3fceb2fb88 service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Neutron deleted interface 4847ac2e-aeba-4a7c-81fd-0fa52eaee43f; detaching it from the instance and deleting it from the info cache
Nov 10 13:37:05 user nova-compute[86206]: DEBUG nova.network.neutron [req-cd897365-e9d5-47e6-ba97-fa7d980679a2 req-0e11c10b-f89a-4db7-8854-da3fceb2fb88 service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:37:05 user nova-compute[86206]: DEBUG nova.compute.manager [req-cd897365-e9d5-47e6-ba97-fa7d980679a2 req-0e11c10b-f89a-4db7-8854-da3fceb2fb88 service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Detach interface failed, port_id=4847ac2e-aeba-4a7c-81fd-0fa52eaee43f, reason: Instance 8a48ce18-2887-4676-9d7b-ebebbc8e5381 could not be found. {{(pid=86206) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 10 13:37:06 user nova-compute[86206]: DEBUG nova.compute.manager [req-f5e75c15-9216-4f06-a06f-ce030aa2c6a1 req-53a9200b-29e4-4f5a-8fcc-59dda5bcdadb service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Received event network-vif-plugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:37:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f5e75c15-9216-4f06-a06f-ce030aa2c6a1 req-53a9200b-29e4-4f5a-8fcc-59dda5bcdadb service nova] Acquiring lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:37:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f5e75c15-9216-4f06-a06f-ce030aa2c6a1 req-53a9200b-29e4-4f5a-8fcc-59dda5bcdadb service nova] Lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:37:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f5e75c15-9216-4f06-a06f-ce030aa2c6a1 req-53a9200b-29e4-4f5a-8fcc-59dda5bcdadb service nova] Lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:37:06 user nova-compute[86206]: DEBUG nova.compute.manager [req-f5e75c15-9216-4f06-a06f-ce030aa2c6a1 req-53a9200b-29e4-4f5a-8fcc-59dda5bcdadb service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] No waiting events found dispatching network-vif-plugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:37:06 user nova-compute[86206]: WARNING nova.compute.manager [req-f5e75c15-9216-4f06-a06f-ce030aa2c6a1 req-53a9200b-29e4-4f5a-8fcc-59dda5bcdadb service nova] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Received unexpected event network-vif-plugged-4847ac2e-aeba-4a7c-81fd-0fa52eaee43f for instance with vm_state active and task_state deleting.
Nov 10 13:37:06 user nova-compute[86206]: INFO nova.compute.manager [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: 8a48ce18-2887-4676-9d7b-ebebbc8e5381] Took 0.99 seconds to detach 1 volumes for instance.
Nov 10 13:37:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:37:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:37:07 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:37:07 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:37:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.265s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:37:07 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Deleted allocations for instance 8a48ce18-2887-4676-9d7b-ebebbc8e5381
Nov 10 13:37:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-ee44523b-a7e6-41c3-b1fe-ec6c2dbaab4c tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "8a48ce18-2887-4676-9d7b-ebebbc8e5381" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.311s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:37:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:14 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:14 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:15 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:19 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:22 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Acquiring lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:37:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:37:27 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:37:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:37:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:37:27 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:37:27 user nova-compute[86206]: INFO nova.compute.claims [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Claim successful on node user
Nov 10 13:37:28 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:37:28 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:37:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.446s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:37:28 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:37:28 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:37:28 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:37:28 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:37:28 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:37:28 user nova-compute[86206]: DEBUG nova.policy [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11f6d314a52e432fb57c5bab621a08cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ac8196509814884be573d2a75c73ef2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:37:28 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:37:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:37:28 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Creating image(s)
Nov 10 13:37:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Acquiring lock "/opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:37:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lock "/opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:37:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lock "/opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:37:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:37:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.191s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:37:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Acquiring lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:37:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:37:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:37:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.187s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:37:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk 1073741824 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:37:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk 1073741824" returned: 0 in 0.060s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:37:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.254s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:37:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:37:29 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Successfully created port: 33150147-5e69-4f88-934d-d8336c62651c {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:37:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.179s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:37:29 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Checking if we can resize image /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk. size=1073741824 {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 10 13:37:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:37:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:37:29 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Cannot resize image /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk to a smaller size. {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 10 13:37:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:37:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Ensure instance console log exists: /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:37:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:37:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:37:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:37:29 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Successfully updated port: 33150147-5e69-4f88-934d-d8336c62651c {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:37:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Acquiring lock "refresh_cache-eb4cb4b8-f275-48f8-a7f7-fdcd39faec06" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:37:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Acquired lock "refresh_cache-eb4cb4b8-f275-48f8-a7f7-fdcd39faec06" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:37:29 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:37:29 user nova-compute[86206]: DEBUG nova.compute.manager [req-b6d6965e-1e7e-47a3-9c99-f9486d211db0 req-c2e7912c-9ea3-497c-87c6-20243b047d8c service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Received event network-changed-33150147-5e69-4f88-934d-d8336c62651c {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:37:29 user nova-compute[86206]: DEBUG nova.compute.manager [req-b6d6965e-1e7e-47a3-9c99-f9486d211db0 req-c2e7912c-9ea3-497c-87c6-20243b047d8c service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Refreshing instance network info cache due to event network-changed-33150147-5e69-4f88-934d-d8336c62651c. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:37:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b6d6965e-1e7e-47a3-9c99-f9486d211db0 req-c2e7912c-9ea3-497c-87c6-20243b047d8c service nova] Acquiring lock "refresh_cache-eb4cb4b8-f275-48f8-a7f7-fdcd39faec06" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:37:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:29 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Updating instance_info_cache with network_info: [{"id": "33150147-5e69-4f88-934d-d8336c62651c", "address": "fa:16:3e:b9:17:12", "network": {"id": "5310f57c-711c-463d-852f-d1dce72ff63d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1900949682-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ac8196509814884be573d2a75c73ef2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33150147-5e", "ovs_interfaceid": "33150147-5e69-4f88-934d-d8336c62651c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Releasing lock "refresh_cache-eb4cb4b8-f275-48f8-a7f7-fdcd39faec06" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Instance network_info: |[{"id": "33150147-5e69-4f88-934d-d8336c62651c", "address": "fa:16:3e:b9:17:12", "network": {"id": "5310f57c-711c-463d-852f-d1dce72ff63d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1900949682-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ac8196509814884be573d2a75c73ef2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33150147-5e", "ovs_interfaceid": "33150147-5e69-4f88-934d-d8336c62651c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b6d6965e-1e7e-47a3-9c99-f9486d211db0 req-c2e7912c-9ea3-497c-87c6-20243b047d8c service nova] Acquired lock "refresh_cache-eb4cb4b8-f275-48f8-a7f7-fdcd39faec06" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG nova.network.neutron [req-b6d6965e-1e7e-47a3-9c99-f9486d211db0 req-c2e7912c-9ea3-497c-87c6-20243b047d8c service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Refreshing network info cache for port 33150147-5e69-4f88-934d-d8336c62651c {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Start _get_guest_xml network_info=[{"id": "33150147-5e69-4f88-934d-d8336c62651c", "address": "fa:16:3e:b9:17:12", "network": {"id": "5310f57c-711c-463d-852f-d1dce72ff63d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1900949682-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ac8196509814884be573d2a75c73ef2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33150147-5e", "ovs_interfaceid": "33150147-5e69-4f88-934d-d8336c62651c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '73290e4a-d2c0-4305-9ee6-397ce6a900ba'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:37:30 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:37:30 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:37:30 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:37:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-139691188',display_name='tempest-ServerStableDeviceRescueTest-server-139691188',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-139691188',id=36,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBKXXnX/Vyq4gJwRjdMGzK5FSY1MDAMLQ4SVeQXZByynaZh+lHx2kWrU3J2OG9kH/MGdV6wDmX9AHwCA+Z913LOmN7LpEZ+mivan86HzNBg9kacHwcWJ8hs9xW69pGfUaQ==',key_name='tempest-keypair-2141897722',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4ac8196509814884be573d2a75c73ef2',ramdisk_id='',reservation_id='r-vhrdgqum',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-1929456306',owner_user_name='tempest-ServerStableDeviceRescueTest-1929456306-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:37:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='11f6d314a52e432fb57c5bab621a08cd',uuid=eb4cb4b8-f275-48f8-a7f7-fdcd39faec06,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "33150147-5e69-4f88-934d-d8336c62651c", "address": "fa:16:3e:b9:17:12", "network": {"id": "5310f57c-711c-463d-852f-d1dce72ff63d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1900949682-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ac8196509814884be573d2a75c73ef2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33150147-5e", "ovs_interfaceid": "33150147-5e69-4f88-934d-d8336c62651c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Converting VIF {"id": "33150147-5e69-4f88-934d-d8336c62651c", "address": "fa:16:3e:b9:17:12", "network": {"id": "5310f57c-711c-463d-852f-d1dce72ff63d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1900949682-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ac8196509814884be573d2a75c73ef2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33150147-5e", "ovs_interfaceid": "33150147-5e69-4f88-934d-d8336c62651c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b9:17:12,bridge_name='br-int',has_traffic_filtering=True,id=33150147-5e69-4f88-934d-d8336c62651c,network=Network(5310f57c-711c-463d-852f-d1dce72ff63d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap33150147-5e') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG nova.objects.instance [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lazy-loading 'pci_devices' on Instance uuid eb4cb4b8-f275-48f8-a7f7-fdcd39faec06 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:37:30 user nova-compute[86206]:   <uuid>eb4cb4b8-f275-48f8-a7f7-fdcd39faec06</uuid>
Nov 10 13:37:30 user nova-compute[86206]:   <name>instance-00000024</name>
Nov 10 13:37:30 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:37:30 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:37:30 user nova-compute[86206]:   <metadata>
Nov 10 13:37:30 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:37:30 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:37:30 user nova-compute[86206]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-139691188</nova:name>
Nov 10 13:37:30 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:37:30</nova:creationTime>
Nov 10 13:37:30 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:37:30 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:37:30 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:37:30 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:37:30 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:37:30 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:37:30 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:37:30 user nova-compute[86206]:       <nova:owner>
Nov 10 13:37:30 user nova-compute[86206]:         <nova:user uuid="11f6d314a52e432fb57c5bab621a08cd">tempest-ServerStableDeviceRescueTest-1929456306-project-member</nova:user>
Nov 10 13:37:30 user nova-compute[86206]:         <nova:project uuid="4ac8196509814884be573d2a75c73ef2">tempest-ServerStableDeviceRescueTest-1929456306</nova:project>
Nov 10 13:37:30 user nova-compute[86206]:       </nova:owner>
Nov 10 13:37:30 user nova-compute[86206]:       <nova:root type="image" uuid="73290e4a-d2c0-4305-9ee6-397ce6a900ba"/>
Nov 10 13:37:30 user nova-compute[86206]:       <nova:ports>
Nov 10 13:37:30 user nova-compute[86206]:         <nova:port uuid="33150147-5e69-4f88-934d-d8336c62651c">
Nov 10 13:37:30 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 10 13:37:30 user nova-compute[86206]:         </nova:port>
Nov 10 13:37:30 user nova-compute[86206]:       </nova:ports>
Nov 10 13:37:30 user nova-compute[86206]:     </nova:instance>
Nov 10 13:37:30 user nova-compute[86206]:   </metadata>
Nov 10 13:37:30 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:37:30 user nova-compute[86206]:     <system>
Nov 10 13:37:30 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:37:30 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:37:30 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:37:30 user nova-compute[86206]:       <entry name="serial">eb4cb4b8-f275-48f8-a7f7-fdcd39faec06</entry>
Nov 10 13:37:30 user nova-compute[86206]:       <entry name="uuid">eb4cb4b8-f275-48f8-a7f7-fdcd39faec06</entry>
Nov 10 13:37:30 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:37:30 user nova-compute[86206]:     </system>
Nov 10 13:37:30 user nova-compute[86206]:   </sysinfo>
Nov 10 13:37:30 user nova-compute[86206]:   <os>
Nov 10 13:37:30 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:37:30 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:37:30 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:37:30 user nova-compute[86206]:   </os>
Nov 10 13:37:30 user nova-compute[86206]:   <features>
Nov 10 13:37:30 user nova-compute[86206]:     <acpi/>
Nov 10 13:37:30 user nova-compute[86206]:     <apic/>
Nov 10 13:37:30 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:37:30 user nova-compute[86206]:   </features>
Nov 10 13:37:30 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:37:30 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:37:30 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:37:30 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:37:30 user nova-compute[86206]:   </clock>
Nov 10 13:37:30 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:37:30 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:37:30 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:37:30 user nova-compute[86206]:   </cpu>
Nov 10 13:37:30 user nova-compute[86206]:   <devices>
Nov 10 13:37:30 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:37:30 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:37:30 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk"/>
Nov 10 13:37:30 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:37:30 user nova-compute[86206]:     </disk>
Nov 10 13:37:30 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:37:30 user nova-compute[86206]:       <mac address="fa:16:3e:b9:17:12"/>
Nov 10 13:37:30 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:37:30 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:37:30 user nova-compute[86206]:       <target dev="tap33150147-5e"/>
Nov 10 13:37:30 user nova-compute[86206]:     </interface>
Nov 10 13:37:30 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:37:30 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/console.log" append="off"/>
Nov 10 13:37:30 user nova-compute[86206]:     </serial>
Nov 10 13:37:30 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:37:30 user nova-compute[86206]:     <video>
Nov 10 13:37:30 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:37:30 user nova-compute[86206]:     </video>
Nov 10 13:37:30 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:37:30 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:37:30 user nova-compute[86206]:     </rng>
Nov 10 13:37:30 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:37:30 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:37:30 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:37:30 user nova-compute[86206]:     </memballoon>
Nov 10 13:37:30 user nova-compute[86206]:   </devices>
Nov 10 13:37:30 user nova-compute[86206]: </domain>
Nov 10 13:37:30 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:37:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-139691188',display_name='tempest-ServerStableDeviceRescueTest-server-139691188',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-139691188',id=36,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBKXXnX/Vyq4gJwRjdMGzK5FSY1MDAMLQ4SVeQXZByynaZh+lHx2kWrU3J2OG9kH/MGdV6wDmX9AHwCA+Z913LOmN7LpEZ+mivan86HzNBg9kacHwcWJ8hs9xW69pGfUaQ==',key_name='tempest-keypair-2141897722',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4ac8196509814884be573d2a75c73ef2',ramdisk_id='',reservation_id='r-vhrdgqum',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-1929456306',owner_user_name='tempest-ServerStableDeviceRescueTest-1929456306-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:37:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='11f6d314a52e432fb57c5bab621a08cd',uuid=eb4cb4b8-f275-48f8-a7f7-fdcd39faec06,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "33150147-5e69-4f88-934d-d8336c62651c", "address": "fa:16:3e:b9:17:12", "network": {"id": "5310f57c-711c-463d-852f-d1dce72ff63d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1900949682-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ac8196509814884be573d2a75c73ef2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33150147-5e", "ovs_interfaceid": "33150147-5e69-4f88-934d-d8336c62651c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Converting VIF {"id": "33150147-5e69-4f88-934d-d8336c62651c", "address": "fa:16:3e:b9:17:12", "network": {"id": "5310f57c-711c-463d-852f-d1dce72ff63d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1900949682-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ac8196509814884be573d2a75c73ef2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33150147-5e", "ovs_interfaceid": "33150147-5e69-4f88-934d-d8336c62651c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b9:17:12,bridge_name='br-int',has_traffic_filtering=True,id=33150147-5e69-4f88-934d-d8336c62651c,network=Network(5310f57c-711c-463d-852f-d1dce72ff63d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap33150147-5e') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG os_vif [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b9:17:12,bridge_name='br-int',has_traffic_filtering=True,id=33150147-5e69-4f88-934d-d8336c62651c,network=Network(5310f57c-711c-463d-852f-d1dce72ff63d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap33150147-5e') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '80bf75fe-c8c1-523f-9314-5201218ae1e8', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap33150147-5e, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap33150147-5e, col_values=(('qos', UUID('537566e3-beaf-49ae-82be-54b0dc5851d6')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap33150147-5e, col_values=(('external_ids', {'iface-id': '33150147-5e69-4f88-934d-d8336c62651c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b9:17:12', 'vm-uuid': 'eb4cb4b8-f275-48f8-a7f7-fdcd39faec06'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:30 user nova-compute[86206]: INFO os_vif [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b9:17:12,bridge_name='br-int',has_traffic_filtering=True,id=33150147-5e69-4f88-934d-d8336c62651c,network=Network(5310f57c-711c-463d-852f-d1dce72ff63d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap33150147-5e')
Nov 10 13:37:30 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] No VIF found with MAC fa:16:3e:b9:17:12, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG nova.network.neutron [req-b6d6965e-1e7e-47a3-9c99-f9486d211db0 req-c2e7912c-9ea3-497c-87c6-20243b047d8c service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Updated VIF entry in instance network info cache for port 33150147-5e69-4f88-934d-d8336c62651c. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG nova.network.neutron [req-b6d6965e-1e7e-47a3-9c99-f9486d211db0 req-c2e7912c-9ea3-497c-87c6-20243b047d8c service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Updating instance_info_cache with network_info: [{"id": "33150147-5e69-4f88-934d-d8336c62651c", "address": "fa:16:3e:b9:17:12", "network": {"id": "5310f57c-711c-463d-852f-d1dce72ff63d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1900949682-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ac8196509814884be573d2a75c73ef2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33150147-5e", "ovs_interfaceid": "33150147-5e69-4f88-934d-d8336c62651c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:37:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b6d6965e-1e7e-47a3-9c99-f9486d211db0 req-c2e7912c-9ea3-497c-87c6-20243b047d8c service nova] Releasing lock "refresh_cache-eb4cb4b8-f275-48f8-a7f7-fdcd39faec06" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:37:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:31 user nova-compute[86206]: DEBUG nova.compute.manager [req-4db9ff2c-9c00-4c49-a98f-0881ee624768 req-1b84841a-95e0-4448-bb06-9eacb0171314 service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Received event network-vif-plugged-33150147-5e69-4f88-934d-d8336c62651c {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:37:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4db9ff2c-9c00-4c49-a98f-0881ee624768 req-1b84841a-95e0-4448-bb06-9eacb0171314 service nova] Acquiring lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:37:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4db9ff2c-9c00-4c49-a98f-0881ee624768 req-1b84841a-95e0-4448-bb06-9eacb0171314 service nova] Lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:37:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4db9ff2c-9c00-4c49-a98f-0881ee624768 req-1b84841a-95e0-4448-bb06-9eacb0171314 service nova] Lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:37:31 user nova-compute[86206]: DEBUG nova.compute.manager [req-4db9ff2c-9c00-4c49-a98f-0881ee624768 req-1b84841a-95e0-4448-bb06-9eacb0171314 service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] No waiting events found dispatching network-vif-plugged-33150147-5e69-4f88-934d-d8336c62651c {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:37:31 user nova-compute[86206]: WARNING nova.compute.manager [req-4db9ff2c-9c00-4c49-a98f-0881ee624768 req-1b84841a-95e0-4448-bb06-9eacb0171314 service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Received unexpected event network-vif-plugged-33150147-5e69-4f88-934d-d8336c62651c for instance with vm_state building and task_state spawning.
Nov 10 13:37:32 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:32 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:32 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:33 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:37:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:37:33 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Instance spawned successfully.
Nov 10 13:37:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:37:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:37:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:37:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:37:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:37:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:37:33 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:37:33 user nova-compute[86206]: INFO nova.compute.manager [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Took 5.22 seconds to spawn the instance on the hypervisor.
Nov 10 13:37:33 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:37:33 user nova-compute[86206]: DEBUG nova.compute.manager [req-710e1c5c-5f75-48d0-b96a-059dd9f0027d req-531ccc78-ad7e-4c48-8675-136ba30cff18 service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Received event network-vif-plugged-33150147-5e69-4f88-934d-d8336c62651c {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:37:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-710e1c5c-5f75-48d0-b96a-059dd9f0027d req-531ccc78-ad7e-4c48-8675-136ba30cff18 service nova] Acquiring lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:37:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-710e1c5c-5f75-48d0-b96a-059dd9f0027d req-531ccc78-ad7e-4c48-8675-136ba30cff18 service nova] Lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:37:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-710e1c5c-5f75-48d0-b96a-059dd9f0027d req-531ccc78-ad7e-4c48-8675-136ba30cff18 service nova] Lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:37:33 user nova-compute[86206]: DEBUG nova.compute.manager [req-710e1c5c-5f75-48d0-b96a-059dd9f0027d req-531ccc78-ad7e-4c48-8675-136ba30cff18 service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] No waiting events found dispatching network-vif-plugged-33150147-5e69-4f88-934d-d8336c62651c {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:37:33 user nova-compute[86206]: WARNING nova.compute.manager [req-710e1c5c-5f75-48d0-b96a-059dd9f0027d req-531ccc78-ad7e-4c48-8675-136ba30cff18 service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Received unexpected event network-vif-plugged-33150147-5e69-4f88-934d-d8336c62651c for instance with vm_state building and task_state spawning.
Nov 10 13:37:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:33 user nova-compute[86206]: INFO nova.compute.manager [None req-19373254-eb03-43b8-be71-6b344540c742 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Unrescuing
Nov 10 13:37:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-19373254-eb03-43b8-be71-6b344540c742 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquiring lock "refresh_cache-4e270764-c028-41ad-b2f7-4d502bd8d7ef" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:37:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-19373254-eb03-43b8-be71-6b344540c742 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquired lock "refresh_cache-4e270764-c028-41ad-b2f7-4d502bd8d7ef" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:37:33 user nova-compute[86206]: DEBUG nova.network.neutron [None req-19373254-eb03-43b8-be71-6b344540c742 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:37:33 user nova-compute[86206]: INFO nova.compute.manager [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Took 6.04 seconds to build instance.
Nov 10 13:37:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c18eeb21-3c09-40a8-bfb0-87e5d7d3dac8 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.143s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:37:34 user nova-compute[86206]: DEBUG nova.network.neutron [None req-19373254-eb03-43b8-be71-6b344540c742 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Updating instance_info_cache with network_info: [{"id": "9b2a8f53-1ad7-4c98-bad4-90862f8cc057", "address": "fa:16:3e:61:97:70", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b2a8f53-1a", "ovs_interfaceid": "9b2a8f53-1ad7-4c98-bad4-90862f8cc057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:37:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-19373254-eb03-43b8-be71-6b344540c742 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Releasing lock "refresh_cache-4e270764-c028-41ad-b2f7-4d502bd8d7ef" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:37:34 user nova-compute[86206]: DEBUG nova.objects.instance [None req-19373254-eb03-43b8-be71-6b344540c742 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lazy-loading 'flavor' on Instance uuid 4e270764-c028-41ad-b2f7-4d502bd8d7ef {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:37:34 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:34 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:34 user nova-compute[86206]: DEBUG nova.compute.manager [req-0bf33481-38a7-4349-8560-3863e7e15153 req-9be9d86f-1d26-4491-9970-38eb347e6aeb service nova] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Received event network-vif-unplugged-9b2a8f53-1ad7-4c98-bad4-90862f8cc057 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:37:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-0bf33481-38a7-4349-8560-3863e7e15153 req-9be9d86f-1d26-4491-9970-38eb347e6aeb service nova] Acquiring lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:37:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-0bf33481-38a7-4349-8560-3863e7e15153 req-9be9d86f-1d26-4491-9970-38eb347e6aeb service nova] Lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:37:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-0bf33481-38a7-4349-8560-3863e7e15153 req-9be9d86f-1d26-4491-9970-38eb347e6aeb service nova] Lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:37:34 user nova-compute[86206]: DEBUG nova.compute.manager [req-0bf33481-38a7-4349-8560-3863e7e15153 req-9be9d86f-1d26-4491-9970-38eb347e6aeb service nova] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] No waiting events found dispatching network-vif-unplugged-9b2a8f53-1ad7-4c98-bad4-90862f8cc057 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:37:34 user nova-compute[86206]: WARNING nova.compute.manager [req-0bf33481-38a7-4349-8560-3863e7e15153 req-9be9d86f-1d26-4491-9970-38eb347e6aeb service nova] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Received unexpected event network-vif-unplugged-9b2a8f53-1ad7-4c98-bad4-90862f8cc057 for instance with vm_state rescued and task_state unrescuing.
Nov 10 13:37:34 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:34 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:35 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Instance destroyed successfully.
Nov 10 13:37:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:36 user nova-compute[86206]: DEBUG nova.compute.manager [req-79656627-0258-4db6-8e34-2cbb4cd5e797 req-6b4d61ab-f285-4e7d-917e-eff02254335f service nova] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Received event network-vif-plugged-9b2a8f53-1ad7-4c98-bad4-90862f8cc057 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:37:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-79656627-0258-4db6-8e34-2cbb4cd5e797 req-6b4d61ab-f285-4e7d-917e-eff02254335f service nova] Acquiring lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:37:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-79656627-0258-4db6-8e34-2cbb4cd5e797 req-6b4d61ab-f285-4e7d-917e-eff02254335f service nova] Lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:37:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-79656627-0258-4db6-8e34-2cbb4cd5e797 req-6b4d61ab-f285-4e7d-917e-eff02254335f service nova] Lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:37:36 user nova-compute[86206]: DEBUG nova.compute.manager [req-79656627-0258-4db6-8e34-2cbb4cd5e797 req-6b4d61ab-f285-4e7d-917e-eff02254335f service nova] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] No waiting events found dispatching network-vif-plugged-9b2a8f53-1ad7-4c98-bad4-90862f8cc057 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:37:36 user nova-compute[86206]: WARNING nova.compute.manager [req-79656627-0258-4db6-8e34-2cbb4cd5e797 req-6b4d61ab-f285-4e7d-917e-eff02254335f service nova] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Received unexpected event network-vif-plugged-9b2a8f53-1ad7-4c98-bad4-90862f8cc057 for instance with vm_state rescued and task_state unrescuing.
Nov 10 13:37:36 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:37:36 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:37:36 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Didn't find any instances for network info cache update. {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 10 13:37:37 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:37 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:38 user nova-compute[86206]: DEBUG nova.compute.manager [req-237b203b-acfc-41ff-bca9-b8991c1e2085 req-95ea4094-c711-46d0-91e8-d8a6798026af service nova] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Received event network-vif-plugged-9b2a8f53-1ad7-4c98-bad4-90862f8cc057 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:37:38 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-237b203b-acfc-41ff-bca9-b8991c1e2085 req-95ea4094-c711-46d0-91e8-d8a6798026af service nova] Acquiring lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:37:38 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-237b203b-acfc-41ff-bca9-b8991c1e2085 req-95ea4094-c711-46d0-91e8-d8a6798026af service nova] Lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:37:38 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-237b203b-acfc-41ff-bca9-b8991c1e2085 req-95ea4094-c711-46d0-91e8-d8a6798026af service nova] Lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:37:38 user nova-compute[86206]: DEBUG nova.compute.manager [req-237b203b-acfc-41ff-bca9-b8991c1e2085 req-95ea4094-c711-46d0-91e8-d8a6798026af service nova] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] No waiting events found dispatching network-vif-plugged-9b2a8f53-1ad7-4c98-bad4-90862f8cc057 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:37:38 user nova-compute[86206]: WARNING nova.compute.manager [req-237b203b-acfc-41ff-bca9-b8991c1e2085 req-95ea4094-c711-46d0-91e8-d8a6798026af service nova] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Received unexpected event network-vif-plugged-9b2a8f53-1ad7-4c98-bad4-90862f8cc057 for instance with vm_state rescued and task_state unrescuing.
Nov 10 13:37:38 user nova-compute[86206]: DEBUG nova.compute.manager [req-237b203b-acfc-41ff-bca9-b8991c1e2085 req-95ea4094-c711-46d0-91e8-d8a6798026af service nova] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Received event network-vif-plugged-9b2a8f53-1ad7-4c98-bad4-90862f8cc057 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:37:38 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-237b203b-acfc-41ff-bca9-b8991c1e2085 req-95ea4094-c711-46d0-91e8-d8a6798026af service nova] Acquiring lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:37:38 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-237b203b-acfc-41ff-bca9-b8991c1e2085 req-95ea4094-c711-46d0-91e8-d8a6798026af service nova] Lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:37:38 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-237b203b-acfc-41ff-bca9-b8991c1e2085 req-95ea4094-c711-46d0-91e8-d8a6798026af service nova] Lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:37:38 user nova-compute[86206]: DEBUG nova.compute.manager [req-237b203b-acfc-41ff-bca9-b8991c1e2085 req-95ea4094-c711-46d0-91e8-d8a6798026af service nova] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] No waiting events found dispatching network-vif-plugged-9b2a8f53-1ad7-4c98-bad4-90862f8cc057 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:37:38 user nova-compute[86206]: WARNING nova.compute.manager [req-237b203b-acfc-41ff-bca9-b8991c1e2085 req-95ea4094-c711-46d0-91e8-d8a6798026af service nova] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Received unexpected event network-vif-plugged-9b2a8f53-1ad7-4c98-bad4-90862f8cc057 for instance with vm_state rescued and task_state unrescuing.
Nov 10 13:37:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:38 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:37:38 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:37:39 user nova-compute[86206]: DEBUG nova.compute.manager [None req-19373254-eb03-43b8-be71-6b344540c742 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:37:39 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:37:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:37:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:37:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:37:39 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:37:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:37:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:37:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:37:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json" returned: 0 in 0.265s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:37:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:37:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:37:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:37:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc/disk --force-share --output=json" returned: 0 in 0.239s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:37:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80b4e9b6-abe9-4f2b-bc2b-e833b2212f09/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:37:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80b4e9b6-abe9-4f2b-bc2b-e833b2212f09/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:37:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80b4e9b6-abe9-4f2b-bc2b-e833b2212f09/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:37:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80b4e9b6-abe9-4f2b-bc2b-e833b2212f09/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:37:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cde52398-25b5-435d-9d0c-6d0fe78fbc29/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:37:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cde52398-25b5-435d-9d0c-6d0fe78fbc29/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:37:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cde52398-25b5-435d-9d0c-6d0fe78fbc29/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:37:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cde52398-25b5-435d-9d0c-6d0fe78fbc29/disk --force-share --output=json" returned: 0 in 0.239s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:37:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/94aec62a-8f94-4cd2-9dd6-ac1f302759a6/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:37:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/94aec62a-8f94-4cd2-9dd6-ac1f302759a6/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:37:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/94aec62a-8f94-4cd2-9dd6-ac1f302759a6/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:37:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-dafe88b5-da99-4cc3-a611-aeb7d4e60d6b tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Acquiring lock "cde52398-25b5-435d-9d0c-6d0fe78fbc29" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:37:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-dafe88b5-da99-4cc3-a611-aeb7d4e60d6b tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Lock "cde52398-25b5-435d-9d0c-6d0fe78fbc29" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:37:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-dafe88b5-da99-4cc3-a611-aeb7d4e60d6b tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Acquiring lock "cde52398-25b5-435d-9d0c-6d0fe78fbc29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:37:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-dafe88b5-da99-4cc3-a611-aeb7d4e60d6b tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Lock "cde52398-25b5-435d-9d0c-6d0fe78fbc29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:37:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-dafe88b5-da99-4cc3-a611-aeb7d4e60d6b tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Lock "cde52398-25b5-435d-9d0c-6d0fe78fbc29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:37:42 user nova-compute[86206]: INFO nova.compute.manager [None req-dafe88b5-da99-4cc3-a611-aeb7d4e60d6b tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Terminating instance
Nov 10 13:37:42 user nova-compute[86206]: DEBUG nova.compute.manager [None req-dafe88b5-da99-4cc3-a611-aeb7d4e60d6b tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:37:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/94aec62a-8f94-4cd2-9dd6-ac1f302759a6/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:37:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:37:42 user nova-compute[86206]: DEBUG nova.compute.manager [req-997eb9d6-f840-4bb9-b0bb-2e7bea50bb6c req-ec069157-074a-44ca-a9d3-562aebbeda70 service nova] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Received event network-vif-unplugged-006f6144-4a3e-4665-acd6-29d2d99103c1 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:37:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-997eb9d6-f840-4bb9-b0bb-2e7bea50bb6c req-ec069157-074a-44ca-a9d3-562aebbeda70 service nova] Acquiring lock "cde52398-25b5-435d-9d0c-6d0fe78fbc29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:37:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-997eb9d6-f840-4bb9-b0bb-2e7bea50bb6c req-ec069157-074a-44ca-a9d3-562aebbeda70 service nova] Lock "cde52398-25b5-435d-9d0c-6d0fe78fbc29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.017s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:37:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-997eb9d6-f840-4bb9-b0bb-2e7bea50bb6c req-ec069157-074a-44ca-a9d3-562aebbeda70 service nova] Lock "cde52398-25b5-435d-9d0c-6d0fe78fbc29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:37:42 user nova-compute[86206]: DEBUG nova.compute.manager [req-997eb9d6-f840-4bb9-b0bb-2e7bea50bb6c req-ec069157-074a-44ca-a9d3-562aebbeda70 service nova] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] No waiting events found dispatching network-vif-unplugged-006f6144-4a3e-4665-acd6-29d2d99103c1 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:37:42 user nova-compute[86206]: DEBUG nova.compute.manager [req-997eb9d6-f840-4bb9-b0bb-2e7bea50bb6c req-ec069157-074a-44ca-a9d3-562aebbeda70 service nova] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Received event network-vif-unplugged-006f6144-4a3e-4665-acd6-29d2d99103c1 for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:37:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json" returned: 0 in 0.271s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:37:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:37:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json" returned: 0 in 0.199s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:37:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:37:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:37:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:37:43 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Instance destroyed successfully.
Nov 10 13:37:43 user nova-compute[86206]: DEBUG nova.objects.instance [None req-dafe88b5-da99-4cc3-a611-aeb7d4e60d6b tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Lazy-loading 'resources' on Instance uuid cde52398-25b5-435d-9d0c-6d0fe78fbc29 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:37:43 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-dafe88b5-da99-4cc3-a611-aeb7d4e60d6b tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:35:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1337258717',display_name='tempest-VolumesActionsTest-instance-1337258717',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1337258717',id=33,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:35:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bb139c9f78fd4568a6efc157edbae373',ramdisk_id='',reservation_id='r-ywa0v9dc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-98085842',owner_user_name='tempest-VolumesActionsTest-98085842-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:35:57Z,user_data=None,user_id='50dc3cc82a4343bb9881f3ae1b484e96',uuid=cde52398-25b5-435d-9d0c-6d0fe78fbc29,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "006f6144-4a3e-4665-acd6-29d2d99103c1", "address": "fa:16:3e:9f:ee:b2", "network": {"id": "81724230-d509-4b12-9bae-6f3e5c3182f8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1458032827-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb139c9f78fd4568a6efc157edbae373", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap006f6144-4a", "ovs_interfaceid": "006f6144-4a3e-4665-acd6-29d2d99103c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:37:43 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-dafe88b5-da99-4cc3-a611-aeb7d4e60d6b tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Converting VIF {"id": "006f6144-4a3e-4665-acd6-29d2d99103c1", "address": "fa:16:3e:9f:ee:b2", "network": {"id": "81724230-d509-4b12-9bae-6f3e5c3182f8", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1458032827-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb139c9f78fd4568a6efc157edbae373", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap006f6144-4a", "ovs_interfaceid": "006f6144-4a3e-4665-acd6-29d2d99103c1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:37:43 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-dafe88b5-da99-4cc3-a611-aeb7d4e60d6b tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9f:ee:b2,bridge_name='br-int',has_traffic_filtering=True,id=006f6144-4a3e-4665-acd6-29d2d99103c1,network=Network(81724230-d509-4b12-9bae-6f3e5c3182f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap006f6144-4a') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:37:43 user nova-compute[86206]: DEBUG os_vif [None req-dafe88b5-da99-4cc3-a611-aeb7d4e60d6b tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9f:ee:b2,bridge_name='br-int',has_traffic_filtering=True,id=006f6144-4a3e-4665-acd6-29d2d99103c1,network=Network(81724230-d509-4b12-9bae-6f3e5c3182f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap006f6144-4a') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:37:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap006f6144-4a, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:37:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:37:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=065ee630-762b-4f4b-8ad4-2977f5360595) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:37:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:37:43 user nova-compute[86206]: INFO os_vif [None req-dafe88b5-da99-4cc3-a611-aeb7d4e60d6b tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9f:ee:b2,bridge_name='br-int',has_traffic_filtering=True,id=006f6144-4a3e-4665-acd6-29d2d99103c1,network=Network(81724230-d509-4b12-9bae-6f3e5c3182f8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap006f6144-4a')
Nov 10 13:37:43 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-dafe88b5-da99-4cc3-a611-aeb7d4e60d6b tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Deleting instance files /opt/stack/data/nova/instances/cde52398-25b5-435d-9d0c-6d0fe78fbc29_del
Nov 10 13:37:43 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-dafe88b5-da99-4cc3-a611-aeb7d4e60d6b tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Deletion of /opt/stack/data/nova/instances/cde52398-25b5-435d-9d0c-6d0fe78fbc29_del complete
Nov 10 13:37:43 user nova-compute[86206]: INFO nova.compute.manager [None req-dafe88b5-da99-4cc3-a611-aeb7d4e60d6b tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Took 1.05 seconds to destroy the instance on the hypervisor.
Nov 10 13:37:43 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-dafe88b5-da99-4cc3-a611-aeb7d4e60d6b tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:37:43 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:37:43 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:37:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:37:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:37:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:37:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:37:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:37:44 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:44 user nova-compute[86206]: DEBUG nova.compute.manager [req-4eb8f624-dd16-4347-a465-aba5493dccd8 req-3df21eef-8456-4478-94d2-6b0217edc35e service nova] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Received event network-vif-deleted-006f6144-4a3e-4665-acd6-29d2d99103c1 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:37:44 user nova-compute[86206]: INFO nova.compute.manager [req-4eb8f624-dd16-4347-a465-aba5493dccd8 req-3df21eef-8456-4478-94d2-6b0217edc35e service nova] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Neutron deleted interface 006f6144-4a3e-4665-acd6-29d2d99103c1; detaching it from the instance and deleting it from the info cache
Nov 10 13:37:44 user nova-compute[86206]: DEBUG nova.network.neutron [req-4eb8f624-dd16-4347-a465-aba5493dccd8 req-3df21eef-8456-4478-94d2-6b0217edc35e service nova] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:37:44 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:37:44 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:37:44 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:37:44 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=7940MB free_disk=25.04828643798828GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:37:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:37:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:37:44 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Took 1.03 seconds to deallocate network for instance.
Nov 10 13:37:44 user nova-compute[86206]: DEBUG nova.compute.manager [req-4eb8f624-dd16-4347-a465-aba5493dccd8 req-3df21eef-8456-4478-94d2-6b0217edc35e service nova] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Detach interface failed, port_id=006f6144-4a3e-4665-acd6-29d2d99103c1, reason: Instance cde52398-25b5-435d-9d0c-6d0fe78fbc29 could not be found. {{(pid=86206) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 10 13:37:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-dafe88b5-da99-4cc3-a611-aeb7d4e60d6b tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:37:44 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance e040d0fe-dea0-451e-91e2-6852000fa9dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:37:44 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 4e270764-c028-41ad-b2f7-4d502bd8d7ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:37:44 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance dcbbf073-aada-4069-ab96-58f83cd8259c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:37:44 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance cde52398-25b5-435d-9d0c-6d0fe78fbc29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:37:44 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:37:44 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 94aec62a-8f94-4cd2-9dd6-ac1f302759a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:37:44 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance eb4cb4b8-f275-48f8-a7f7-fdcd39faec06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:37:44 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:37:44 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:37:44 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Refreshing inventories for resource provider 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 10 13:37:44 user nova-compute[86206]: DEBUG nova.compute.manager [req-889b9eb0-1780-46e9-990e-53b7ef5727f3 req-1540bfe3-249d-4f93-9b7b-03ee0fb97e7e service nova] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Received event network-vif-plugged-006f6144-4a3e-4665-acd6-29d2d99103c1 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:37:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-889b9eb0-1780-46e9-990e-53b7ef5727f3 req-1540bfe3-249d-4f93-9b7b-03ee0fb97e7e service nova] Acquiring lock "cde52398-25b5-435d-9d0c-6d0fe78fbc29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:37:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-889b9eb0-1780-46e9-990e-53b7ef5727f3 req-1540bfe3-249d-4f93-9b7b-03ee0fb97e7e service nova] Lock "cde52398-25b5-435d-9d0c-6d0fe78fbc29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:37:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-889b9eb0-1780-46e9-990e-53b7ef5727f3 req-1540bfe3-249d-4f93-9b7b-03ee0fb97e7e service nova] Lock "cde52398-25b5-435d-9d0c-6d0fe78fbc29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:37:44 user nova-compute[86206]: DEBUG nova.compute.manager [req-889b9eb0-1780-46e9-990e-53b7ef5727f3 req-1540bfe3-249d-4f93-9b7b-03ee0fb97e7e service nova] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] No waiting events found dispatching network-vif-plugged-006f6144-4a3e-4665-acd6-29d2d99103c1 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:37:44 user nova-compute[86206]: WARNING nova.compute.manager [req-889b9eb0-1780-46e9-990e-53b7ef5727f3 req-1540bfe3-249d-4f93-9b7b-03ee0fb97e7e service nova] [instance: cde52398-25b5-435d-9d0c-6d0fe78fbc29] Received unexpected event network-vif-plugged-006f6144-4a3e-4665-acd6-29d2d99103c1 for instance with vm_state deleted and task_state None.
Nov 10 13:37:44 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Updating ProviderTree inventory for provider 97afe8a5-73d4-462c-9196-a44dc5775cec from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 10 13:37:44 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Updating inventory in ProviderTree for provider 97afe8a5-73d4-462c-9196-a44dc5775cec with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 10 13:37:44 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Refreshing aggregate associations for resource provider 97afe8a5-73d4-462c-9196-a44dc5775cec, aggregates: None {{(pid=86206) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 10 13:37:44 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Refreshing trait associations for resource provider 97afe8a5-73d4-462c-9196-a44dc5775cec, traits: COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_USB,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_SSE,COMPUTE_NODE,COMPUTE_STORAGE_BUS_VIRTIO,HW_CPU_X86_MMX,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_SSSE3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE2,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE41,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIF_MODEL_VIRTIO {{(pid=86206) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 10 13:37:45 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:37:45 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:37:45 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:37:45 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.743s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:37:45 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-dafe88b5-da99-4cc3-a611-aeb7d4e60d6b tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.655s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:37:45 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-dafe88b5-da99-4cc3-a611-aeb7d4e60d6b tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:37:45 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-dafe88b5-da99-4cc3-a611-aeb7d4e60d6b tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:37:45 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-dafe88b5-da99-4cc3-a611-aeb7d4e60d6b tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.285s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:37:45 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-dafe88b5-da99-4cc3-a611-aeb7d4e60d6b tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Deleted allocations for instance cde52398-25b5-435d-9d0c-6d0fe78fbc29
Nov 10 13:37:45 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-dafe88b5-da99-4cc3-a611-aeb7d4e60d6b tempest-VolumesActionsTest-98085842 tempest-VolumesActionsTest-98085842-project-member] Lock "cde52398-25b5-435d-9d0c-6d0fe78fbc29" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.257s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:37:47 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:37:47 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:37:47 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:37:47 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:37:47 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 13:37:47 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:37:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "cc425b33-cccf-4119-9e29-8ab33cd02d2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:37:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "cc425b33-cccf-4119-9e29-8ab33cd02d2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:37:49 user nova-compute[86206]: DEBUG nova.compute.manager [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:37:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:37:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:37:49 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:37:49 user nova-compute[86206]: INFO nova.compute.claims [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Claim successful on node user
Nov 10 13:37:50 user nova-compute[86206]: DEBUG nova.compute.manager [req-ae98a43d-ee23-4182-a485-41e2e343f9f7 req-7db0aace-37ed-4da2-9b00-69d644152901 service nova] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Received event network-changed-fe281d25-5b4d-4811-ad6f-be6c5d859ce1 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:37:50 user nova-compute[86206]: DEBUG nova.compute.manager [req-ae98a43d-ee23-4182-a485-41e2e343f9f7 req-7db0aace-37ed-4da2-9b00-69d644152901 service nova] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Refreshing instance network info cache due to event network-changed-fe281d25-5b4d-4811-ad6f-be6c5d859ce1. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:37:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-ae98a43d-ee23-4182-a485-41e2e343f9f7 req-7db0aace-37ed-4da2-9b00-69d644152901 service nova] Acquiring lock "refresh_cache-80b4e9b6-abe9-4f2b-bc2b-e833b2212f09" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:37:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-ae98a43d-ee23-4182-a485-41e2e343f9f7 req-7db0aace-37ed-4da2-9b00-69d644152901 service nova] Acquired lock "refresh_cache-80b4e9b6-abe9-4f2b-bc2b-e833b2212f09" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:37:50 user nova-compute[86206]: DEBUG nova.network.neutron [req-ae98a43d-ee23-4182-a485-41e2e343f9f7 req-7db0aace-37ed-4da2-9b00-69d644152901 service nova] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Refreshing network info cache for port fe281d25-5b4d-4811-ad6f-be6c5d859ce1 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:37:50 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:37:50 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:37:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Acquiring lock "80b4e9b6-abe9-4f2b-bc2b-e833b2212f09" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:37:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "80b4e9b6-abe9-4f2b-bc2b-e833b2212f09" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:37:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.389s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:37:50 user nova-compute[86206]: DEBUG nova.compute.manager [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:37:50 user nova-compute[86206]: DEBUG nova.objects.instance [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lazy-loading 'flavor' on Instance uuid 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:37:50 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Ignoring supplied device name: /dev/vdb
Nov 10 13:37:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "80b4e9b6-abe9-4f2b-bc2b-e833b2212f09" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.059s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:37:50 user nova-compute[86206]: DEBUG nova.compute.manager [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:37:50 user nova-compute[86206]: DEBUG nova.network.neutron [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:37:50 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:37:50 user nova-compute[86206]: DEBUG nova.compute.manager [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:37:50 user nova-compute[86206]: DEBUG nova.network.neutron [req-ae98a43d-ee23-4182-a485-41e2e343f9f7 req-7db0aace-37ed-4da2-9b00-69d644152901 service nova] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Updated VIF entry in instance network info cache for port fe281d25-5b4d-4811-ad6f-be6c5d859ce1. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:37:50 user nova-compute[86206]: DEBUG nova.network.neutron [req-ae98a43d-ee23-4182-a485-41e2e343f9f7 req-7db0aace-37ed-4da2-9b00-69d644152901 service nova] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Updating instance_info_cache with network_info: [{"id": "fe281d25-5b4d-4811-ad6f-be6c5d859ce1", "address": "fa:16:3e:b8:1b:1e", "network": {"id": "b964ae58-7f72-4817-8d5f-b91989d3c340", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1207947886-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e93e0930e8224ce299e0c8141a45d7e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe281d25-5b", "ovs_interfaceid": "fe281d25-5b4d-4811-ad6f-be6c5d859ce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:37:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-ae98a43d-ee23-4182-a485-41e2e343f9f7 req-7db0aace-37ed-4da2-9b00-69d644152901 service nova] Releasing lock "refresh_cache-80b4e9b6-abe9-4f2b-bc2b-e833b2212f09" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:37:50 user nova-compute[86206]: INFO nova.virt.block_device [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Booting with volume snapshot d67beea1-0e3b-4605-bb3c-e0efd8987ec7 at /dev/vda
Nov 10 13:37:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Acquiring lock "80b4e9b6-abe9-4f2b-bc2b-e833b2212f09" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:37:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "80b4e9b6-abe9-4f2b-bc2b-e833b2212f09" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:37:50 user nova-compute[86206]: INFO nova.compute.manager [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Attaching volume 507cf14c-d636-4f52-a8a9-65b2a072cf20 to /dev/vdb
Nov 10 13:37:50 user nova-compute[86206]: DEBUG os_brick.utils [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:37:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:37:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:37:50 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9a6fa21-0ce8-4914-8192-d937129ae0ae]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:37:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:37:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:37:50 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[955313d5-0af6-46eb-9e1c-a3d54fb629c0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:37:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:37:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:37:50 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[30676d2f-dbc9-4f21-ad1d-8974c990524d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:37:50 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[d72f30cc-a7d7-4c07-885e-16e0869819ef]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:37:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:37:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:37:50 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:37:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:37:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:37:50 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:37:50 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a0c4380-4fab-4175-8848-16c3c05a45df]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:37:50 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:37:50 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:37:50 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:37:50 user nova-compute[86206]: DEBUG os_brick.utils [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:37:50 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Updating existing volume attachment record: 476dddc8-3d6d-4c0d-a3e2-9aa6bb7cd451 {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 13:37:51 user nova-compute[86206]: DEBUG nova.policy [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70b0703bebcb46969be6c8da0fb19f17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '398c80570edc4001af39959f6ca0a0c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:37:51 user nova-compute[86206]: DEBUG nova.network.neutron [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Successfully created port: 17ba5c1b-e014-4dc9-805e-36e0aaf65547 {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:37:52 user nova-compute[86206]: DEBUG nova.network.neutron [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Successfully updated port: 17ba5c1b-e014-4dc9-805e-36e0aaf65547 {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:37:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "refresh_cache-cc425b33-cccf-4119-9e29-8ab33cd02d2e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:37:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquired lock "refresh_cache-cc425b33-cccf-4119-9e29-8ab33cd02d2e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:37:52 user nova-compute[86206]: DEBUG nova.network.neutron [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:37:52 user nova-compute[86206]: DEBUG nova.network.neutron [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:37:52 user nova-compute[86206]: DEBUG nova.compute.manager [req-863d3dd7-3fdf-49a7-9adf-ffa66d5d1dc3 req-dc520ad2-096b-4a63-9cea-5d2a1774938d service nova] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Received event network-changed-17ba5c1b-e014-4dc9-805e-36e0aaf65547 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:37:52 user nova-compute[86206]: DEBUG nova.compute.manager [req-863d3dd7-3fdf-49a7-9adf-ffa66d5d1dc3 req-dc520ad2-096b-4a63-9cea-5d2a1774938d service nova] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Refreshing instance network info cache due to event network-changed-17ba5c1b-e014-4dc9-805e-36e0aaf65547. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:37:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-863d3dd7-3fdf-49a7-9adf-ffa66d5d1dc3 req-dc520ad2-096b-4a63-9cea-5d2a1774938d service nova] Acquiring lock "refresh_cache-cc425b33-cccf-4119-9e29-8ab33cd02d2e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:37:52 user nova-compute[86206]: DEBUG nova.network.neutron [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Updating instance_info_cache with network_info: [{"id": "17ba5c1b-e014-4dc9-805e-36e0aaf65547", "address": "fa:16:3e:eb:4e:d3", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17ba5c1b-e0", "ovs_interfaceid": "17ba5c1b-e014-4dc9-805e-36e0aaf65547", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:37:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Releasing lock "refresh_cache-cc425b33-cccf-4119-9e29-8ab33cd02d2e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:37:52 user nova-compute[86206]: DEBUG nova.compute.manager [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Instance network_info: |[{"id": "17ba5c1b-e014-4dc9-805e-36e0aaf65547", "address": "fa:16:3e:eb:4e:d3", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17ba5c1b-e0", "ovs_interfaceid": "17ba5c1b-e014-4dc9-805e-36e0aaf65547", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:37:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-863d3dd7-3fdf-49a7-9adf-ffa66d5d1dc3 req-dc520ad2-096b-4a63-9cea-5d2a1774938d service nova] Acquired lock "refresh_cache-cc425b33-cccf-4119-9e29-8ab33cd02d2e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:37:52 user nova-compute[86206]: DEBUG nova.network.neutron [req-863d3dd7-3fdf-49a7-9adf-ffa66d5d1dc3 req-dc520ad2-096b-4a63-9cea-5d2a1774938d service nova] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Refreshing network info cache for port 17ba5c1b-e014-4dc9-805e-36e0aaf65547 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:37:53 user nova-compute[86206]: DEBUG nova.network.neutron [req-863d3dd7-3fdf-49a7-9adf-ffa66d5d1dc3 req-dc520ad2-096b-4a63-9cea-5d2a1774938d service nova] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Updated VIF entry in instance network info cache for port 17ba5c1b-e014-4dc9-805e-36e0aaf65547. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:37:53 user nova-compute[86206]: DEBUG nova.network.neutron [req-863d3dd7-3fdf-49a7-9adf-ffa66d5d1dc3 req-dc520ad2-096b-4a63-9cea-5d2a1774938d service nova] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Updating instance_info_cache with network_info: [{"id": "17ba5c1b-e014-4dc9-805e-36e0aaf65547", "address": "fa:16:3e:eb:4e:d3", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17ba5c1b-e0", "ovs_interfaceid": "17ba5c1b-e014-4dc9-805e-36e0aaf65547", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:37:53 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-863d3dd7-3fdf-49a7-9adf-ffa66d5d1dc3 req-dc520ad2-096b-4a63-9cea-5d2a1774938d service nova] Releasing lock "refresh_cache-cc425b33-cccf-4119-9e29-8ab33cd02d2e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:37:53 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:53 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:53 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:37:53 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Cleaning up deleted instances {{(pid=86206) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 10 13:37:53 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] There are 0 instances to clean {{(pid=86206) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 10 13:37:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-444f3edc-fad7-4097-9734-e84cb6d878a0 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "e040d0fe-dea0-451e-91e2-6852000fa9dc" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:37:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-444f3edc-fad7-4097-9734-e84cb6d878a0 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "e040d0fe-dea0-451e-91e2-6852000fa9dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:37:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-444f3edc-fad7-4097-9734-e84cb6d878a0 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "e040d0fe-dea0-451e-91e2-6852000fa9dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:37:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-444f3edc-fad7-4097-9734-e84cb6d878a0 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "e040d0fe-dea0-451e-91e2-6852000fa9dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:37:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-444f3edc-fad7-4097-9734-e84cb6d878a0 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "e040d0fe-dea0-451e-91e2-6852000fa9dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:37:54 user nova-compute[86206]: INFO nova.compute.manager [None req-444f3edc-fad7-4097-9734-e84cb6d878a0 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Terminating instance
Nov 10 13:37:54 user nova-compute[86206]: DEBUG nova.compute.manager [None req-444f3edc-fad7-4097-9734-e84cb6d878a0 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:37:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:55 user nova-compute[86206]: DEBUG nova.compute.manager [req-b4e8d796-d544-4727-8dca-47eeb6c43990 req-d47af287-135c-47c7-9cbd-b37c09139d3b service nova] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Received event network-vif-unplugged-a157a34a-5248-4018-b9e6-de9e1c037ee4 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:37:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b4e8d796-d544-4727-8dca-47eeb6c43990 req-d47af287-135c-47c7-9cbd-b37c09139d3b service nova] Acquiring lock "e040d0fe-dea0-451e-91e2-6852000fa9dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:37:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b4e8d796-d544-4727-8dca-47eeb6c43990 req-d47af287-135c-47c7-9cbd-b37c09139d3b service nova] Lock "e040d0fe-dea0-451e-91e2-6852000fa9dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:37:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b4e8d796-d544-4727-8dca-47eeb6c43990 req-d47af287-135c-47c7-9cbd-b37c09139d3b service nova] Lock "e040d0fe-dea0-451e-91e2-6852000fa9dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:37:55 user nova-compute[86206]: DEBUG nova.compute.manager [req-b4e8d796-d544-4727-8dca-47eeb6c43990 req-d47af287-135c-47c7-9cbd-b37c09139d3b service nova] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] No waiting events found dispatching network-vif-unplugged-a157a34a-5248-4018-b9e6-de9e1c037ee4 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:37:55 user nova-compute[86206]: DEBUG nova.compute.manager [req-b4e8d796-d544-4727-8dca-47eeb6c43990 req-d47af287-135c-47c7-9cbd-b37c09139d3b service nova] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Received event network-vif-unplugged-a157a34a-5248-4018-b9e6-de9e1c037ee4 for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:37:55 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Instance destroyed successfully.
Nov 10 13:37:55 user nova-compute[86206]: DEBUG nova.objects.instance [None req-444f3edc-fad7-4097-9734-e84cb6d878a0 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lazy-loading 'resources' on Instance uuid e040d0fe-dea0-451e-91e2-6852000fa9dc {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:37:55 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-444f3edc-fad7-4097-9734-e84cb6d878a0 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:16:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-386439105',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-386439105',id=3,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:16:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='028ee5b7789f4eb9809f6c89b8649453',ramdisk_id='',reservation_id='r-k12fzri1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1948757916',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:18:31Z,user_data=None,user_id='1b99c0d49a5e450ba43bce92d827d7c2',uuid=e040d0fe-dea0-451e-91e2-6852000fa9dc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a157a34a-5248-4018-b9e6-de9e1c037ee4", "address": "fa:16:3e:bb:e9:d4", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa157a34a-52", "ovs_interfaceid": "a157a34a-5248-4018-b9e6-de9e1c037ee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:37:55 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-444f3edc-fad7-4097-9734-e84cb6d878a0 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Converting VIF {"id": "a157a34a-5248-4018-b9e6-de9e1c037ee4", "address": "fa:16:3e:bb:e9:d4", "network": {"id": "953cfc69-1add-40de-a3ae-1d9aeaa3b3e9", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1851044343-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "028ee5b7789f4eb9809f6c89b8649453", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa157a34a-52", "ovs_interfaceid": "a157a34a-5248-4018-b9e6-de9e1c037ee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:37:55 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-444f3edc-fad7-4097-9734-e84cb6d878a0 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:bb:e9:d4,bridge_name='br-int',has_traffic_filtering=True,id=a157a34a-5248-4018-b9e6-de9e1c037ee4,network=Network(953cfc69-1add-40de-a3ae-1d9aeaa3b3e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa157a34a-52') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:37:55 user nova-compute[86206]: DEBUG os_vif [None req-444f3edc-fad7-4097-9734-e84cb6d878a0 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:bb:e9:d4,bridge_name='br-int',has_traffic_filtering=True,id=a157a34a-5248-4018-b9e6-de9e1c037ee4,network=Network(953cfc69-1add-40de-a3ae-1d9aeaa3b3e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa157a34a-52') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:37:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa157a34a-52, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:37:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=661ca525-a517-4177-b426-e4d4a447f3d5) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:37:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:37:55 user nova-compute[86206]: INFO os_vif [None req-444f3edc-fad7-4097-9734-e84cb6d878a0 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:bb:e9:d4,bridge_name='br-int',has_traffic_filtering=True,id=a157a34a-5248-4018-b9e6-de9e1c037ee4,network=Network(953cfc69-1add-40de-a3ae-1d9aeaa3b3e9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa157a34a-52')
Nov 10 13:37:55 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-444f3edc-fad7-4097-9734-e84cb6d878a0 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Deleting instance files /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc_del
Nov 10 13:37:55 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-444f3edc-fad7-4097-9734-e84cb6d878a0 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Deletion of /opt/stack/data/nova/instances/e040d0fe-dea0-451e-91e2-6852000fa9dc_del complete
Nov 10 13:37:55 user nova-compute[86206]: INFO nova.compute.manager [None req-444f3edc-fad7-4097-9734-e84cb6d878a0 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Took 0.75 seconds to destroy the instance on the hypervisor.
Nov 10 13:37:55 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-444f3edc-fad7-4097-9734-e84cb6d878a0 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:37:55 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:37:55 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:37:56 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:37:56 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Took 0.57 seconds to deallocate network for instance.
Nov 10 13:37:56 user nova-compute[86206]: DEBUG nova.compute.manager [req-30f2922e-3000-4a78-a62e-aa6a4b14ee1f req-29954cdc-acf9-46ea-8aa3-4f9c33c56080 service nova] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Received event network-vif-deleted-a157a34a-5248-4018-b9e6-de9e1c037ee4 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:37:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-444f3edc-fad7-4097-9734-e84cb6d878a0 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:37:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-444f3edc-fad7-4097-9734-e84cb6d878a0 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:37:56 user nova-compute[86206]: DEBUG os_brick.utils [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:37:56 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:37:56 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:37:56 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[72169df0-421f-48bb-b4f8-7c56fc3a9d63]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:37:56 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:37:56 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:37:56 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bfe307f-46ae-4a0b-9ba6-7e3864a6c74a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:37:56 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:37:56 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:37:56 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8377c71-6190-42a0-b4bc-bc490692ca65]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:37:56 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[e851159c-48ed-49d3-9bd5-b29794c3043c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:37:56 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:37:56 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:37:56 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:37:56 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:37:56 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:37:56 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:37:56 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b93f4596-f143-4b08-83b6-b1944e89c202]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:37:56 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:37:56 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:37:56 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:37:56 user nova-compute[86206]: DEBUG os_brick.utils [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] <== get_connector_properties: return (140ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:37:56 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Updating existing volume attachment record: 301a6318-9daf-4b50-a07a-53aa71c661dc {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 13:37:56 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-444f3edc-fad7-4097-9734-e84cb6d878a0 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:37:56 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-444f3edc-fad7-4097-9734-e84cb6d878a0 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:37:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-444f3edc-fad7-4097-9734-e84cb6d878a0 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.354s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:37:56 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-444f3edc-fad7-4097-9734-e84cb6d878a0 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Deleted allocations for instance e040d0fe-dea0-451e-91e2-6852000fa9dc
Nov 10 13:37:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-444f3edc-fad7-4097-9734-e84cb6d878a0 tempest-ServerBootFromVolumeStableRescueTest-1948757916 tempest-ServerBootFromVolumeStableRescueTest-1948757916-project-member] Lock "e040d0fe-dea0-451e-91e2-6852000fa9dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.895s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:37:57 user nova-compute[86206]: DEBUG nova.compute.manager [req-8911a671-b80e-45bc-bffd-72d2689df0a1 req-5c985368-fbab-4054-9c46-873923aeec64 service nova] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Received event network-vif-plugged-a157a34a-5248-4018-b9e6-de9e1c037ee4 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:37:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-8911a671-b80e-45bc-bffd-72d2689df0a1 req-5c985368-fbab-4054-9c46-873923aeec64 service nova] Acquiring lock "e040d0fe-dea0-451e-91e2-6852000fa9dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:37:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-8911a671-b80e-45bc-bffd-72d2689df0a1 req-5c985368-fbab-4054-9c46-873923aeec64 service nova] Lock "e040d0fe-dea0-451e-91e2-6852000fa9dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:37:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-8911a671-b80e-45bc-bffd-72d2689df0a1 req-5c985368-fbab-4054-9c46-873923aeec64 service nova] Lock "e040d0fe-dea0-451e-91e2-6852000fa9dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:37:57 user nova-compute[86206]: DEBUG nova.compute.manager [req-8911a671-b80e-45bc-bffd-72d2689df0a1 req-5c985368-fbab-4054-9c46-873923aeec64 service nova] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] No waiting events found dispatching network-vif-plugged-a157a34a-5248-4018-b9e6-de9e1c037ee4 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:37:57 user nova-compute[86206]: WARNING nova.compute.manager [req-8911a671-b80e-45bc-bffd-72d2689df0a1 req-5c985368-fbab-4054-9c46-873923aeec64 service nova] [instance: e040d0fe-dea0-451e-91e2-6852000fa9dc] Received unexpected event network-vif-plugged-a157a34a-5248-4018-b9e6-de9e1c037ee4 for instance with vm_state deleted and task_state None.
Nov 10 13:37:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:37:59 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:37:59 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Cleaning up deleted instances with incomplete migration  {{(pid=86206) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 10 13:38:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:38:00 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:38:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:38:05 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:38:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:38:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:38:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'anLcBUty', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:38:15 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:38:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:38:15 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:38:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:38:15 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:38:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20 -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2db54ad-0859-493a-95d8-ebb4733814a7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 13:38:15 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20 -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f559df0e-4e65-4c04-ab9a-63e626618f88]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20] added
Nov 10 13:38:15 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc849b14-aea8-4e2e-b8b9-edcfc62222e0]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb79c6cc-6b52-48d7-90fc-367361de73b6]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v anLcBUty {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v anLcBUty" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[892c8f17-e11c-4350-8dfa-8b3a3930276c]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'anLcBUty'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[2359df94-6fc0-412a-98fd-bd376a2947de]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a402ad5-98ed-4981-a551-2e04e90d7fdf]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 10 13:38:15 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 10 13:38:15 user nova-compute[86206]:  {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:38:15 user nova-compute[86206]: WARNING os_brick.initiator.connectors.iscsi [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 10 13:38:15 user nova-compute[86206]: 
Nov 10 13:38:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20 -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20 -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cc4768f-d221-4f32-8371-82a174b9bdf9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20, portal: 172.16.0.220,3260]
Nov 10 13:38:15 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20, portal: 172.16.0.220,3260] successful.
Nov 10 13:38:15 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2a7601b-47b9-42bf-a2b1-fcf41848ef25]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[17e970a6-eac4-45e5-9e03-653108f2dd49]: (4, ('tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20 (non-flash)
Nov 10 13:38:15 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] iscsi session list stdout=tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20 (non-flash)
Nov 10 13:38:15 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.255s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] HCTL ('33', '-', '-', 0) found on session 29 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee1fe98a-4e87-4dda-8789-deb3f56e64a2]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Searching for a device in session 29 and hctl ['33', '*', '*', 0] yield: None {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:38:15 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:38:16 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Searching for a device in session 29 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:38:16 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'anLcBUty', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:38:16 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.287s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:38:16 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] <== connect_volume: return (1288ms) {'type': 'block', 'scsi_wwn': '26330613430616365', 'path': '/dev/sdb'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:38:16 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26330613430616365', 'path': '/dev/sdb'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:38:16 user nova-compute[86206]: DEBUG nova.objects.instance [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lazy-loading 'flavor' on Instance uuid 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:38:16 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] attach device xml: <disk type="block" device="disk">
Nov 10 13:38:16 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:38:16 user nova-compute[86206]:   <source dev="/dev/sdb"/>
Nov 10 13:38:16 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:38:16 user nova-compute[86206]:   <serial>507cf14c-d636-4f52-a8a9-65b2a072cf20</serial>
Nov 10 13:38:16 user nova-compute[86206]: </disk>
Nov 10 13:38:16 user nova-compute[86206]:  {{(pid=86206) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 10 13:38:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:38:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] No BDM found with device name vdb, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:38:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] No VIF found with MAC fa:16:3e:b8:1b:1e, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:38:17 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-cb3b57db-0217-45a6-a5a9-4df3d06e4b75 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "80b4e9b6-abe9-4f2b-bc2b-e833b2212f09" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 26.652s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:38:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG nova.compute.manager [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:38:21 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Creating image(s)
Nov 10 13:38:21 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Did not create local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Ensure instance console log exists: /opt/stack/data/nova/instances/cc425b33-cccf-4119-9e29-8ab33cd02d2e/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Start _get_guest_xml network_info=[{"id": "17ba5c1b-e014-4dc9-805e-36e0aaf65547", "address": "fa:16:3e:eb:4e:d3", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17ba5c1b-e0", "ovs_interfaceid": "17ba5c1b-e014-4dc9-805e-36e0aaf65547", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'attachment_id': '301a6318-9daf-4b50-a07a-53aa71c661dc', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jgCSvpyJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'cc425b33-cccf-4119-9e29-8ab33cd02d2e', 'attached_at': '', 'detached_at': '', 'volume_id': 'f2b43fc5-3b15-437b-99a1-b4f45d2c6b12', 'serial': 'f2b43fc5-3b15-437b-99a1-b4f45d2c6b12'}, 'mount_device': '/dev/vda', 'boot_index': 0, 'volume_type': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:38:21 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:38:21 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:38:21 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jgCSvpyJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:38:21 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:38:21 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:38:21 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:38:21 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:38:21 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:38:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12 -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[e686ee2e-5bfc-4964-baa1-739af0d593ce]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 13:38:21 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12 -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b57bcd92-b8ec-41c7-80f0-8bdce25ee729]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12] added
Nov 10 13:38:21 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf278722-3407-432f-b55a-c1708d20e5fe]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f240269-52fc-47be-a5d8-57aa9b49d719]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jgCSvpyJ {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v jgCSvpyJ" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4c84de3-abf1-4bf2-a29b-9749ed12e129]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'jgCSvpyJ'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d05897b-e88c-4f8e-9f3f-336e261d8717]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[85b71838-5dd9-4b87-afb9-f37bff380e06]: (4, ('tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20 (non-flash)
Nov 10 13:38:21 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsi session list stdout=tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20 (non-flash)
Nov 10 13:38:21 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12 -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12 -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a0a88c2-1996-464b-865d-adb563f58a11]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12, portal: 172.16.0.220,3260]
Nov 10 13:38:21 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12, portal: 172.16.0.220,3260] successful.
Nov 10 13:38:21 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[03f70d7f-ebc6-4107-a310-5865056ee514]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[52f50474-e993-45ad-aaea-c31e3643bd44]: (4, ('tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20 (non-flash)
Nov 10 13:38:21 user nova-compute[86206]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12 (non-flash)
Nov 10 13:38:21 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsi session list stdout=tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20 (non-flash)
Nov 10 13:38:21 user nova-compute[86206]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12 (non-flash)
Nov 10 13:38:21 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.250s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] HCTL ('34', '-', '-', 0) found on session 30 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbf9ac62-45a7-484e-951f-77f187293d80]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Searching for a device in session 30 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:38:21 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jgCSvpyJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:38:22 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.286s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:38:22 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] <== connect_volume: return (1287ms) {'type': 'block', 'scsi_wwn': '23161623962366537', 'path': '/dev/sdc'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:38:22 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23161623962366537', 'path': '/dev/sdc'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:38:22 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:37:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-2083787816',display_name='tempest-TestVolumeBootPattern-server-2083787816',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-2083787816',id=37,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='398c80570edc4001af39959f6ca0a0c6',ramdisk_id='',reservation_id='r-i0wqj0eh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-19527526',owner_user_name='tempest-TestVolumeBootPattern-19527526-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:37:51Z,user_data=None,user_id='70b0703bebcb46969be6c8da0fb19f17',uuid=cc425b33-cccf-4119-9e29-8ab33cd02d2e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "17ba5c1b-e014-4dc9-805e-36e0aaf65547", "address": "fa:16:3e:eb:4e:d3", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17ba5c1b-e0", "ovs_interfaceid": "17ba5c1b-e014-4dc9-805e-36e0aaf65547", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:38:22 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Converting VIF {"id": "17ba5c1b-e014-4dc9-805e-36e0aaf65547", "address": "fa:16:3e:eb:4e:d3", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17ba5c1b-e0", "ovs_interfaceid": "17ba5c1b-e014-4dc9-805e-36e0aaf65547", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:38:22 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:eb:4e:d3,bridge_name='br-int',has_traffic_filtering=True,id=17ba5c1b-e014-4dc9-805e-36e0aaf65547,network=Network(d841a72f-c220-4ec4-8258-16c8288db743),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap17ba5c1b-e0') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:38:22 user nova-compute[86206]: DEBUG nova.objects.instance [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lazy-loading 'pci_devices' on Instance uuid cc425b33-cccf-4119-9e29-8ab33cd02d2e {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:38:22 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:38:22 user nova-compute[86206]:   <uuid>cc425b33-cccf-4119-9e29-8ab33cd02d2e</uuid>
Nov 10 13:38:22 user nova-compute[86206]:   <name>instance-00000025</name>
Nov 10 13:38:22 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:38:22 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:38:22 user nova-compute[86206]:   <metadata>
Nov 10 13:38:22 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:38:22 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:38:22 user nova-compute[86206]:       <nova:name>tempest-TestVolumeBootPattern-server-2083787816</nova:name>
Nov 10 13:38:22 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:38:21</nova:creationTime>
Nov 10 13:38:22 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:38:22 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:38:22 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:38:22 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:38:22 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:38:22 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:38:22 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:38:22 user nova-compute[86206]:       <nova:owner>
Nov 10 13:38:22 user nova-compute[86206]:         <nova:user uuid="70b0703bebcb46969be6c8da0fb19f17">tempest-TestVolumeBootPattern-19527526-project-member</nova:user>
Nov 10 13:38:22 user nova-compute[86206]:         <nova:project uuid="398c80570edc4001af39959f6ca0a0c6">tempest-TestVolumeBootPattern-19527526</nova:project>
Nov 10 13:38:22 user nova-compute[86206]:       </nova:owner>
Nov 10 13:38:22 user nova-compute[86206]:       <nova:ports>
Nov 10 13:38:22 user nova-compute[86206]:         <nova:port uuid="17ba5c1b-e014-4dc9-805e-36e0aaf65547">
Nov 10 13:38:22 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 10 13:38:22 user nova-compute[86206]:         </nova:port>
Nov 10 13:38:22 user nova-compute[86206]:       </nova:ports>
Nov 10 13:38:22 user nova-compute[86206]:     </nova:instance>
Nov 10 13:38:22 user nova-compute[86206]:   </metadata>
Nov 10 13:38:22 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:38:22 user nova-compute[86206]:     <system>
Nov 10 13:38:22 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:38:22 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:38:22 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:38:22 user nova-compute[86206]:       <entry name="serial">cc425b33-cccf-4119-9e29-8ab33cd02d2e</entry>
Nov 10 13:38:22 user nova-compute[86206]:       <entry name="uuid">cc425b33-cccf-4119-9e29-8ab33cd02d2e</entry>
Nov 10 13:38:22 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:38:22 user nova-compute[86206]:     </system>
Nov 10 13:38:22 user nova-compute[86206]:   </sysinfo>
Nov 10 13:38:22 user nova-compute[86206]:   <os>
Nov 10 13:38:22 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:38:22 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:38:22 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:38:22 user nova-compute[86206]:   </os>
Nov 10 13:38:22 user nova-compute[86206]:   <features>
Nov 10 13:38:22 user nova-compute[86206]:     <acpi/>
Nov 10 13:38:22 user nova-compute[86206]:     <apic/>
Nov 10 13:38:22 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:38:22 user nova-compute[86206]:   </features>
Nov 10 13:38:22 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:38:22 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:38:22 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:38:22 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:38:22 user nova-compute[86206]:   </clock>
Nov 10 13:38:22 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:38:22 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:38:22 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:38:22 user nova-compute[86206]:   </cpu>
Nov 10 13:38:22 user nova-compute[86206]:   <devices>
Nov 10 13:38:22 user nova-compute[86206]:     <disk type="block" device="disk">
Nov 10 13:38:22 user nova-compute[86206]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:38:22 user nova-compute[86206]:       <source dev="/dev/sdc"/>
Nov 10 13:38:22 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:38:22 user nova-compute[86206]:       <serial>f2b43fc5-3b15-437b-99a1-b4f45d2c6b12</serial>
Nov 10 13:38:22 user nova-compute[86206]:     </disk>
Nov 10 13:38:22 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:38:22 user nova-compute[86206]:       <mac address="fa:16:3e:eb:4e:d3"/>
Nov 10 13:38:22 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:38:22 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:38:22 user nova-compute[86206]:       <target dev="tap17ba5c1b-e0"/>
Nov 10 13:38:22 user nova-compute[86206]:     </interface>
Nov 10 13:38:22 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:38:22 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/cc425b33-cccf-4119-9e29-8ab33cd02d2e/console.log" append="off"/>
Nov 10 13:38:22 user nova-compute[86206]:     </serial>
Nov 10 13:38:22 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:38:22 user nova-compute[86206]:     <video>
Nov 10 13:38:22 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:38:22 user nova-compute[86206]:     </video>
Nov 10 13:38:22 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:38:22 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:38:22 user nova-compute[86206]:     </rng>
Nov 10 13:38:22 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:38:22 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:38:22 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:38:22 user nova-compute[86206]:     </memballoon>
Nov 10 13:38:22 user nova-compute[86206]:   </devices>
Nov 10 13:38:22 user nova-compute[86206]: </domain>
Nov 10 13:38:22 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:38:22 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:37:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-2083787816',display_name='tempest-TestVolumeBootPattern-server-2083787816',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-2083787816',id=37,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='398c80570edc4001af39959f6ca0a0c6',ramdisk_id='',reservation_id='r-i0wqj0eh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-19527526',owner_user_name='tempest-TestVolumeBootPattern-19527526-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:37:51Z,user_data=None,user_id='70b0703bebcb46969be6c8da0fb19f17',uuid=cc425b33-cccf-4119-9e29-8ab33cd02d2e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "17ba5c1b-e014-4dc9-805e-36e0aaf65547", "address": "fa:16:3e:eb:4e:d3", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17ba5c1b-e0", "ovs_interfaceid": "17ba5c1b-e014-4dc9-805e-36e0aaf65547", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:38:22 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Converting VIF {"id": "17ba5c1b-e014-4dc9-805e-36e0aaf65547", "address": "fa:16:3e:eb:4e:d3", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17ba5c1b-e0", "ovs_interfaceid": "17ba5c1b-e014-4dc9-805e-36e0aaf65547", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:38:22 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:eb:4e:d3,bridge_name='br-int',has_traffic_filtering=True,id=17ba5c1b-e014-4dc9-805e-36e0aaf65547,network=Network(d841a72f-c220-4ec4-8258-16c8288db743),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap17ba5c1b-e0') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:38:22 user nova-compute[86206]: DEBUG os_vif [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:eb:4e:d3,bridge_name='br-int',has_traffic_filtering=True,id=17ba5c1b-e014-4dc9-805e-36e0aaf65547,network=Network(d841a72f-c220-4ec4-8258-16c8288db743),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap17ba5c1b-e0') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:38:22 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:38:22 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:38:22 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:38:22 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:38:22 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9e02c675-66ae-5290-a149-6a6a12b03b2a', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:38:22 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:38:22 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:38:22 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:38:22 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap17ba5c1b-e0, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:38:22 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap17ba5c1b-e0, col_values=(('qos', UUID('0683694b-fe6e-4923-86f7-83f03d6bbe70')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:38:22 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap17ba5c1b-e0, col_values=(('external_ids', {'iface-id': '17ba5c1b-e014-4dc9-805e-36e0aaf65547', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:eb:4e:d3', 'vm-uuid': 'cc425b33-cccf-4119-9e29-8ab33cd02d2e'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:38:22 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:38:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:38:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:38:23 user nova-compute[86206]: INFO os_vif [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:eb:4e:d3,bridge_name='br-int',has_traffic_filtering=True,id=17ba5c1b-e014-4dc9-805e-36e0aaf65547,network=Network(d841a72f-c220-4ec4-8258-16c8288db743),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap17ba5c1b-e0')
Nov 10 13:38:23 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:38:23 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] No VIF found with MAC fa:16:3e:eb:4e:d3, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:38:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:38:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:38:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:38:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:38:24 user nova-compute[86206]: DEBUG nova.compute.manager [req-9ca036cc-4b0d-456e-9cf6-430d16d22c52 req-b39add67-0cb8-4c17-8ab5-7a1a45128984 service nova] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Received event network-vif-plugged-17ba5c1b-e014-4dc9-805e-36e0aaf65547 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:38:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-9ca036cc-4b0d-456e-9cf6-430d16d22c52 req-b39add67-0cb8-4c17-8ab5-7a1a45128984 service nova] Acquiring lock "cc425b33-cccf-4119-9e29-8ab33cd02d2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:38:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-9ca036cc-4b0d-456e-9cf6-430d16d22c52 req-b39add67-0cb8-4c17-8ab5-7a1a45128984 service nova] Lock "cc425b33-cccf-4119-9e29-8ab33cd02d2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:38:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-9ca036cc-4b0d-456e-9cf6-430d16d22c52 req-b39add67-0cb8-4c17-8ab5-7a1a45128984 service nova] Lock "cc425b33-cccf-4119-9e29-8ab33cd02d2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:38:24 user nova-compute[86206]: DEBUG nova.compute.manager [req-9ca036cc-4b0d-456e-9cf6-430d16d22c52 req-b39add67-0cb8-4c17-8ab5-7a1a45128984 service nova] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] No waiting events found dispatching network-vif-plugged-17ba5c1b-e014-4dc9-805e-36e0aaf65547 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:38:24 user nova-compute[86206]: WARNING nova.compute.manager [req-9ca036cc-4b0d-456e-9cf6-430d16d22c52 req-b39add67-0cb8-4c17-8ab5-7a1a45128984 service nova] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Received unexpected event network-vif-plugged-17ba5c1b-e014-4dc9-805e-36e0aaf65547 for instance with vm_state building and task_state spawning.
Nov 10 13:38:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:38:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:38:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:38:25 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:38:26 user nova-compute[86206]: DEBUG nova.compute.manager [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:38:26 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:38:26 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Instance spawned successfully.
Nov 10 13:38:26 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:38:26 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:38:26 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:38:26 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:38:26 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:38:26 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:38:26 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:38:26 user nova-compute[86206]: DEBUG nova.compute.manager [req-d5cbdb5f-6e31-4b34-9979-cc2a724925ef req-8ce40601-bae8-4b06-bb0d-8be62dba34c8 service nova] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Received event network-vif-plugged-17ba5c1b-e014-4dc9-805e-36e0aaf65547 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:38:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d5cbdb5f-6e31-4b34-9979-cc2a724925ef req-8ce40601-bae8-4b06-bb0d-8be62dba34c8 service nova] Acquiring lock "cc425b33-cccf-4119-9e29-8ab33cd02d2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:38:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d5cbdb5f-6e31-4b34-9979-cc2a724925ef req-8ce40601-bae8-4b06-bb0d-8be62dba34c8 service nova] Lock "cc425b33-cccf-4119-9e29-8ab33cd02d2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:38:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d5cbdb5f-6e31-4b34-9979-cc2a724925ef req-8ce40601-bae8-4b06-bb0d-8be62dba34c8 service nova] Lock "cc425b33-cccf-4119-9e29-8ab33cd02d2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:38:26 user nova-compute[86206]: DEBUG nova.compute.manager [req-d5cbdb5f-6e31-4b34-9979-cc2a724925ef req-8ce40601-bae8-4b06-bb0d-8be62dba34c8 service nova] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] No waiting events found dispatching network-vif-plugged-17ba5c1b-e014-4dc9-805e-36e0aaf65547 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:38:26 user nova-compute[86206]: WARNING nova.compute.manager [req-d5cbdb5f-6e31-4b34-9979-cc2a724925ef req-8ce40601-bae8-4b06-bb0d-8be62dba34c8 service nova] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Received unexpected event network-vif-plugged-17ba5c1b-e014-4dc9-805e-36e0aaf65547 for instance with vm_state building and task_state spawning.
Nov 10 13:38:26 user nova-compute[86206]: INFO nova.compute.manager [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Took 5.10 seconds to spawn the instance on the hypervisor.
Nov 10 13:38:26 user nova-compute[86206]: DEBUG nova.compute.manager [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:38:26 user nova-compute[86206]: INFO nova.compute.manager [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Took 36.85 seconds to build instance.
Nov 10 13:38:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-5883d341-dad5-454c-849a-15a91eb220fc tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "cc425b33-cccf-4119-9e29-8ab33cd02d2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 36.938s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:38:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:38:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:38:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:38:36 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:38:36 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:38:36 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Rebuilding the list of instances to heal {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 10 13:38:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "refresh_cache-4e270764-c028-41ad-b2f7-4d502bd8d7ef" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:38:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquired lock "refresh_cache-4e270764-c028-41ad-b2f7-4d502bd8d7ef" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:38:37 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Forcefully refreshing network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 10 13:38:37 user nova-compute[86206]: DEBUG nova.objects.instance [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lazy-loading 'info_cache' on Instance uuid 4e270764-c028-41ad-b2f7-4d502bd8d7ef {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:38:37 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Updating instance_info_cache with network_info: [{"id": "9b2a8f53-1ad7-4c98-bad4-90862f8cc057", "address": "fa:16:3e:61:97:70", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b2a8f53-1a", "ovs_interfaceid": "9b2a8f53-1ad7-4c98-bad4-90862f8cc057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:38:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Releasing lock "refresh_cache-4e270764-c028-41ad-b2f7-4d502bd8d7ef" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:38:37 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Updated the network info_cache for instance {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 10 13:38:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:38:39 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:38:39 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:38:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:38:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:38:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:38:39 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:38:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:38:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:38:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:38:40 user nova-compute[86206]: DEBUG nova.compute.manager [req-209b75ef-bfdb-4be6-ac28-b865bd82d6c5 req-f10c4049-dc8a-4cb4-8b0d-dd270a7d564a service nova] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Received event network-changed-8525bb20-16d9-4e1f-934c-f91f4670b36b {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:38:40 user nova-compute[86206]: DEBUG nova.compute.manager [req-209b75ef-bfdb-4be6-ac28-b865bd82d6c5 req-f10c4049-dc8a-4cb4-8b0d-dd270a7d564a service nova] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Refreshing instance network info cache due to event network-changed-8525bb20-16d9-4e1f-934c-f91f4670b36b. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:38:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-209b75ef-bfdb-4be6-ac28-b865bd82d6c5 req-f10c4049-dc8a-4cb4-8b0d-dd270a7d564a service nova] Acquiring lock "refresh_cache-94aec62a-8f94-4cd2-9dd6-ac1f302759a6" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:38:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-209b75ef-bfdb-4be6-ac28-b865bd82d6c5 req-f10c4049-dc8a-4cb4-8b0d-dd270a7d564a service nova] Acquired lock "refresh_cache-94aec62a-8f94-4cd2-9dd6-ac1f302759a6" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:38:40 user nova-compute[86206]: DEBUG nova.network.neutron [req-209b75ef-bfdb-4be6-ac28-b865bd82d6c5 req-f10c4049-dc8a-4cb4-8b0d-dd270a7d564a service nova] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Refreshing network info cache for port 8525bb20-16d9-4e1f-934c-f91f4670b36b {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:38:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:38:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80b4e9b6-abe9-4f2b-bc2b-e833b2212f09/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:38:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80b4e9b6-abe9-4f2b-bc2b-e833b2212f09/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:38:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80b4e9b6-abe9-4f2b-bc2b-e833b2212f09/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:38:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80b4e9b6-abe9-4f2b-bc2b-e833b2212f09/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:38:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:38:41 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:38:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/94aec62a-8f94-4cd2-9dd6-ac1f302759a6/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:38:41 user nova-compute[86206]: DEBUG nova.network.neutron [req-209b75ef-bfdb-4be6-ac28-b865bd82d6c5 req-f10c4049-dc8a-4cb4-8b0d-dd270a7d564a service nova] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Updated VIF entry in instance network info cache for port 8525bb20-16d9-4e1f-934c-f91f4670b36b. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:38:41 user nova-compute[86206]: DEBUG nova.network.neutron [req-209b75ef-bfdb-4be6-ac28-b865bd82d6c5 req-f10c4049-dc8a-4cb4-8b0d-dd270a7d564a service nova] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Updating instance_info_cache with network_info: [{"id": "8525bb20-16d9-4e1f-934c-f91f4670b36b", "address": "fa:16:3e:b5:82:50", "network": {"id": "bd4dcb28-ea59-43a7-af60-1b7991bc8086", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-23684993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76309bff6aa74fbf97b9a1120a12892b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8525bb20-16", "ovs_interfaceid": "8525bb20-16d9-4e1f-934c-f91f4670b36b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:38:41 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-209b75ef-bfdb-4be6-ac28-b865bd82d6c5 req-f10c4049-dc8a-4cb4-8b0d-dd270a7d564a service nova] Releasing lock "refresh_cache-94aec62a-8f94-4cd2-9dd6-ac1f302759a6" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:38:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/94aec62a-8f94-4cd2-9dd6-ac1f302759a6/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:38:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/94aec62a-8f94-4cd2-9dd6-ac1f302759a6/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:38:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/94aec62a-8f94-4cd2-9dd6-ac1f302759a6/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:38:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:38:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json" returned: 0 in 0.199s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:38:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:38:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json" returned: 0 in 0.174s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:38:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:38:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:38:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:38:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:38:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:38:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:38:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:38:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:38:42 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:38:42 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:38:42 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=8127MB free_disk=25.16197967529297GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:38:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:38:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:38:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:38:43 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 4e270764-c028-41ad-b2f7-4d502bd8d7ef actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:38:43 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance dcbbf073-aada-4069-ab96-58f83cd8259c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:38:43 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:38:43 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 94aec62a-8f94-4cd2-9dd6-ac1f302759a6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:38:43 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance eb4cb4b8-f275-48f8-a7f7-fdcd39faec06 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:38:43 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance cc425b33-cccf-4119-9e29-8ab33cd02d2e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:38:43 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:38:43 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:38:43 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:38:43 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:38:43 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:38:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.353s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:38:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:38:44 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:38:44 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:38:44 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 13:38:44 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:38:45 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:38:45 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:38:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "94aec62a-8f94-4cd2-9dd6-ac1f302759a6" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:38:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "94aec62a-8f94-4cd2-9dd6-ac1f302759a6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:38:46 user nova-compute[86206]: DEBUG nova.objects.instance [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lazy-loading 'flavor' on Instance uuid 94aec62a-8f94-4cd2-9dd6-ac1f302759a6 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:38:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "94aec62a-8f94-4cd2-9dd6-ac1f302759a6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.059s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:38:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:38:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "94aec62a-8f94-4cd2-9dd6-ac1f302759a6" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:38:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "94aec62a-8f94-4cd2-9dd6-ac1f302759a6" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:38:46 user nova-compute[86206]: INFO nova.compute.manager [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Attaching volume e4e29af1-59f8-414a-92b3-839ac7f824a2 to /dev/vdb
Nov 10 13:38:46 user nova-compute[86206]: DEBUG os_brick.utils [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:38:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:38:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:38:46 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef89c50d-6b36-4797-9d89-076de669a8c1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:38:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:38:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:38:46 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c312ab54-4734-476d-b7eb-1dedee1f5d61]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:38:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:38:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:38:46 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[25cd9fad-d44c-4811-b295-5a97a2cac5de]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:38:46 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[62e59132-c303-40e6-ad0f-c387d69e0d76]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:38:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:38:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:38:46 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:38:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:38:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:38:46 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:38:46 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ac0d413-ca2e-4c57-b8f7-7df60ea7a473]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:38:47 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:38:47 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:38:47 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:38:47 user nova-compute[86206]: DEBUG os_brick.utils [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] <== get_connector_properties: return (131ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:38:47 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Updating existing volume attachment record: 1ac6f085-150d-4182-8618-53fc8fd433fc {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 13:38:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:38:48 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:38:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:38:49 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:38:50 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:38:53 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:38:53 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:38:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:38:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:15 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:39:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zWPysENM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:39:15 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:39:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:39:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:39:15 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:39:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:39:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:39:15 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:39:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 -p 172.16.0.220:3260" returned: 21 in 0.076s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:15 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[197a1a4a-89a2-4580-abe0-2ab271a11aa5]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:39:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 13:39:15 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:39:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:15 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[e54bc0a4-ec58-4007-84dd-c25d883eef18]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:39:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2] added
Nov 10 13:39:15 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:39:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:15 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[4859ac9e-12d7-446a-aee5-e4cf9a9bf40b]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:39:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:39:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.030s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:15 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[58945497-08c7-469f-86e8-d7688fb1c872]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:39:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:39:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zWPysENM {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zWPysENM" returned: 0 in 0.025s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:15 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[16f0f45f-6a27-4ed8-b6f7-1d00f5b23142]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:39:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'zWPysENM'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:39:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.029s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:15 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b653cd0b-f503-40aa-bce6-34fc961f7b7d]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:39:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:39:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:15 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ec3cf01-f57c-4ecc-b3e5-7ea134a47704]: (4, ('tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d06f4a0-f53d-43a0-8c18-c07a0f6b23fb (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:39:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20 (non-flash)
Nov 10 13:39:15 user nova-compute[86206]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12 (non-flash)
Nov 10 13:39:15 user nova-compute[86206]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d06f4a0-f53d-43a0-8c18-c07a0f6b23fb (non-flash)
Nov 10 13:39:15 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:39:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsi session list stdout=tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20 (non-flash)
Nov 10 13:39:15 user nova-compute[86206]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12 (non-flash)
Nov 10 13:39:15 user nova-compute[86206]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d06f4a0-f53d-43a0-8c18-c07a0f6b23fb (non-flash)
Nov 10 13:39:15 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:39:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 -p 172.16.0.220:3260 --login" returned: 0 in 0.104s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:16 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb1789c0-1a97-44bd-9c99-fd7e94a05f3b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:39:16 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2, portal: 172.16.0.220,3260]
Nov 10 13:39:16 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2, portal: 172.16.0.220,3260] successful.
Nov 10 13:39:16 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:39:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.078s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:16 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[81d7ee4c-4c2a-47aa-8d45-c2ae52b7fcb3]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:39:16 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:39:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:16 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9162e07-fd1e-4c22-b605-ff53313bce8c]: (4, ('tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d06f4a0-f53d-43a0-8c18-c07a0f6b23fb (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:39:16 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20 (non-flash)
Nov 10 13:39:16 user nova-compute[86206]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12 (non-flash)
Nov 10 13:39:16 user nova-compute[86206]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d06f4a0-f53d-43a0-8c18-c07a0f6b23fb (non-flash)
Nov 10 13:39:16 user nova-compute[86206]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 (non-flash)
Nov 10 13:39:16 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:39:16 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsi session list stdout=tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20 (non-flash)
Nov 10 13:39:16 user nova-compute[86206]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12 (non-flash)
Nov 10 13:39:16 user nova-compute[86206]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d06f4a0-f53d-43a0-8c18-c07a0f6b23fb (non-flash)
Nov 10 13:39:16 user nova-compute[86206]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 (non-flash)
Nov 10 13:39:16 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:39:16 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.630s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:39:16 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:39:16 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] HCTL ('36', '-', '-', 0) found on session 32 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:39:16 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:39:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:16 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.024s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:16 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ab8ca29-a696-47e8-b624-ea927f040949]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:39:16 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Searching for a device in session 32 and hctl ['36', '*', '*', 0] yield: sde {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:39:16 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zWPysENM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:39:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.741s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:39:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] <== connect_volume: return (1744ms) {'type': 'block', 'scsi_wwn': '26531343735373933', 'path': '/dev/sde'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:39:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26531343735373933', 'path': '/dev/sde'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:39:17 user nova-compute[86206]: DEBUG nova.objects.instance [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lazy-loading 'flavor' on Instance uuid 94aec62a-8f94-4cd2-9dd6-ac1f302759a6 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:39:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] attach device xml: <disk type="block" device="disk">
Nov 10 13:39:17 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:39:17 user nova-compute[86206]:   <source dev="/dev/sde"/>
Nov 10 13:39:17 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:39:17 user nova-compute[86206]:   <serial>e4e29af1-59f8-414a-92b3-839ac7f824a2</serial>
Nov 10 13:39:17 user nova-compute[86206]: </disk>
Nov 10 13:39:17 user nova-compute[86206]:  {{(pid=86206) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 10 13:39:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:18 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:39:18 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] No BDM found with device name vdb, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:39:18 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] No VIF found with MAC fa:16:3e:b5:82:50, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:39:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f89b8b13-e1aa-4a1f-9912-e69f7bb8d08e tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "94aec62a-8f94-4cd2-9dd6-ac1f302759a6" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 33.135s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:39:21 user nova-compute[86206]: DEBUG nova.compute.manager [req-db52aba8-6d0e-4bd2-bd6b-0b1b84d0d4fe req-c8f2564e-ea6d-4107-af09-6c23d3d627c2 service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Received event network-changed-33150147-5e69-4f88-934d-d8336c62651c {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:39:21 user nova-compute[86206]: DEBUG nova.compute.manager [req-db52aba8-6d0e-4bd2-bd6b-0b1b84d0d4fe req-c8f2564e-ea6d-4107-af09-6c23d3d627c2 service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Refreshing instance network info cache due to event network-changed-33150147-5e69-4f88-934d-d8336c62651c. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:39:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-db52aba8-6d0e-4bd2-bd6b-0b1b84d0d4fe req-c8f2564e-ea6d-4107-af09-6c23d3d627c2 service nova] Acquiring lock "refresh_cache-eb4cb4b8-f275-48f8-a7f7-fdcd39faec06" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:39:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-db52aba8-6d0e-4bd2-bd6b-0b1b84d0d4fe req-c8f2564e-ea6d-4107-af09-6c23d3d627c2 service nova] Acquired lock "refresh_cache-eb4cb4b8-f275-48f8-a7f7-fdcd39faec06" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:39:21 user nova-compute[86206]: DEBUG nova.network.neutron [req-db52aba8-6d0e-4bd2-bd6b-0b1b84d0d4fe req-c8f2564e-ea6d-4107-af09-6c23d3d627c2 service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Refreshing network info cache for port 33150147-5e69-4f88-934d-d8336c62651c {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:39:22 user nova-compute[86206]: DEBUG nova.network.neutron [req-db52aba8-6d0e-4bd2-bd6b-0b1b84d0d4fe req-c8f2564e-ea6d-4107-af09-6c23d3d627c2 service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Updated VIF entry in instance network info cache for port 33150147-5e69-4f88-934d-d8336c62651c. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:39:22 user nova-compute[86206]: DEBUG nova.network.neutron [req-db52aba8-6d0e-4bd2-bd6b-0b1b84d0d4fe req-c8f2564e-ea6d-4107-af09-6c23d3d627c2 service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Updating instance_info_cache with network_info: [{"id": "33150147-5e69-4f88-934d-d8336c62651c", "address": "fa:16:3e:b9:17:12", "network": {"id": "5310f57c-711c-463d-852f-d1dce72ff63d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1900949682-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.92", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ac8196509814884be573d2a75c73ef2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33150147-5e", "ovs_interfaceid": "33150147-5e69-4f88-934d-d8336c62651c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:39:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-db52aba8-6d0e-4bd2-bd6b-0b1b84d0d4fe req-c8f2564e-ea6d-4107-af09-6c23d3d627c2 service nova] Releasing lock "refresh_cache-eb4cb4b8-f275-48f8-a7f7-fdcd39faec06" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:39:23 user nova-compute[86206]: DEBUG nova.compute.manager [None req-d435144d-25c3-4e77-9f5a-dd79a4c1267d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:39:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:39:23 user nova-compute[86206]: INFO nova.compute.manager [None req-d435144d-25c3-4e77-9f5a-dd79a4c1267d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] instance snapshotting
Nov 10 13:39:23 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-d435144d-25c3-4e77-9f5a-dd79a4c1267d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Beginning live snapshot process
Nov 10 13:39:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-d435144d-25c3-4e77-9f5a-dd79a4c1267d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk --force-share --output=json -f qcow2 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-d435144d-25c3-4e77-9f5a-dd79a4c1267d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk --force-share --output=json -f qcow2" returned: 0 in 0.204s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-d435144d-25c3-4e77-9f5a-dd79a4c1267d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk --force-share --output=json -f qcow2 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:24 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-d435144d-25c3-4e77-9f5a-dd79a4c1267d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk --force-share --output=json -f qcow2" returned: 0 in 0.200s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:24 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-d435144d-25c3-4e77-9f5a-dd79a4c1267d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:24 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-d435144d-25c3-4e77-9f5a-dd79a4c1267d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.221s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:24 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-d435144d-25c3-4e77-9f5a-dd79a4c1267d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp0c2jz5kt/d33b87e9e3024c3ea01b657d2eeed36a.delta 1073741824 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:24 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-d435144d-25c3-4e77-9f5a-dd79a4c1267d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp0c2jz5kt/d33b87e9e3024c3ea01b657d2eeed36a.delta 1073741824" returned: 0 in 0.060s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:24 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-d435144d-25c3-4e77-9f5a-dd79a4c1267d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 10 13:39:25 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-d435144d-25c3-4e77-9f5a-dd79a4c1267d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] COPY block job progress, current cursor: 131072 final cursor: 75497472 {{(pid=86206) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 10 13:39:25 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-d435144d-25c3-4e77-9f5a-dd79a4c1267d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=86206) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 10 13:39:25 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-d435144d-25c3-4e77-9f5a-dd79a4c1267d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 10 13:39:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "34ec40f6-6291-4945-b86b-4105e89f112b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:39:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "34ec40f6-6291-4945-b86b-4105e89f112b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:39:25 user nova-compute[86206]: DEBUG nova.compute.manager [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:39:25 user nova-compute[86206]: DEBUG nova.privsep.utils [None req-d435144d-25c3-4e77-9f5a-dd79a4c1267d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=86206) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 10 13:39:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-d435144d-25c3-4e77-9f5a-dd79a4c1267d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp0c2jz5kt/d33b87e9e3024c3ea01b657d2eeed36a.delta /opt/stack/data/nova/instances/snapshots/tmp0c2jz5kt/d33b87e9e3024c3ea01b657d2eeed36a {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:39:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:39:26 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:39:26 user nova-compute[86206]: INFO nova.compute.claims [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Claim successful on node user
Nov 10 13:39:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-d435144d-25c3-4e77-9f5a-dd79a4c1267d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp0c2jz5kt/d33b87e9e3024c3ea01b657d2eeed36a.delta /opt/stack/data/nova/instances/snapshots/tmp0c2jz5kt/d33b87e9e3024c3ea01b657d2eeed36a" returned: 0 in 0.924s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:26 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-d435144d-25c3-4e77-9f5a-dd79a4c1267d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Snapshot extracted, beginning image upload
Nov 10 13:39:26 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:39:26 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:39:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.990s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:39:27 user nova-compute[86206]: DEBUG nova.compute.manager [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:39:27 user nova-compute[86206]: DEBUG nova.compute.manager [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:39:27 user nova-compute[86206]: DEBUG nova.network.neutron [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:39:27 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:39:27 user nova-compute[86206]: DEBUG nova.compute.manager [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:39:27 user nova-compute[86206]: DEBUG nova.policy [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ecb0686a4e046bd925cbe5efd9a45de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76309bff6aa74fbf97b9a1120a12892b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:39:27 user nova-compute[86206]: DEBUG nova.compute.manager [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:39:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:39:27 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Creating image(s)
Nov 10 13:39:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "/opt/stack/data/nova/instances/34ec40f6-6291-4945-b86b-4105e89f112b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:39:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "/opt/stack/data/nova/instances/34ec40f6-6291-4945-b86b-4105e89f112b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:39:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "/opt/stack/data/nova/instances/34ec40f6-6291-4945-b86b-4105e89f112b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:39:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.188s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:39:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:39:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.240s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/34ec40f6-6291-4945-b86b-4105e89f112b/disk 1073741824 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/34ec40f6-6291-4945-b86b-4105e89f112b/disk 1073741824" returned: 0 in 0.068s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.316s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:39:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.196s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:28 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Checking if we can resize image /opt/stack/data/nova/instances/34ec40f6-6291-4945-b86b-4105e89f112b/disk. size=1073741824 {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 10 13:39:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34ec40f6-6291-4945-b86b-4105e89f112b/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:28 user nova-compute[86206]: DEBUG nova.network.neutron [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Successfully created port: 41ad9fa3-86a0-4945-ba40-f7ef90085ae9 {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:39:28 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34ec40f6-6291-4945-b86b-4105e89f112b/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:28 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Cannot resize image /opt/stack/data/nova/instances/34ec40f6-6291-4945-b86b-4105e89f112b/disk to a smaller size. {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 10 13:39:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:39:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Ensure instance console log exists: /opt/stack/data/nova/instances/34ec40f6-6291-4945-b86b-4105e89f112b/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:39:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:39:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:39:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:39:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG nova.network.neutron [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Successfully updated port: 41ad9fa3-86a0-4945-ba40-f7ef90085ae9 {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "refresh_cache-34ec40f6-6291-4945-b86b-4105e89f112b" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquired lock "refresh_cache-34ec40f6-6291-4945-b86b-4105e89f112b" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG nova.network.neutron [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG nova.compute.manager [req-0acca854-f35e-4c9b-9a89-466428d39001 req-9b4e9302-e23c-4348-bf72-7a4c527f8cec service nova] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Received event network-changed-41ad9fa3-86a0-4945-ba40-f7ef90085ae9 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG nova.compute.manager [req-0acca854-f35e-4c9b-9a89-466428d39001 req-9b4e9302-e23c-4348-bf72-7a4c527f8cec service nova] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Refreshing instance network info cache due to event network-changed-41ad9fa3-86a0-4945-ba40-f7ef90085ae9. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-0acca854-f35e-4c9b-9a89-466428d39001 req-9b4e9302-e23c-4348-bf72-7a4c527f8cec service nova] Acquiring lock "refresh_cache-34ec40f6-6291-4945-b86b-4105e89f112b" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG nova.network.neutron [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG nova.network.neutron [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Updating instance_info_cache with network_info: [{"id": "41ad9fa3-86a0-4945-ba40-f7ef90085ae9", "address": "fa:16:3e:64:e6:0b", "network": {"id": "bd4dcb28-ea59-43a7-af60-1b7991bc8086", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-23684993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76309bff6aa74fbf97b9a1120a12892b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41ad9fa3-86", "ovs_interfaceid": "41ad9fa3-86a0-4945-ba40-f7ef90085ae9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Releasing lock "refresh_cache-34ec40f6-6291-4945-b86b-4105e89f112b" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG nova.compute.manager [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Instance network_info: |[{"id": "41ad9fa3-86a0-4945-ba40-f7ef90085ae9", "address": "fa:16:3e:64:e6:0b", "network": {"id": "bd4dcb28-ea59-43a7-af60-1b7991bc8086", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-23684993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76309bff6aa74fbf97b9a1120a12892b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41ad9fa3-86", "ovs_interfaceid": "41ad9fa3-86a0-4945-ba40-f7ef90085ae9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-0acca854-f35e-4c9b-9a89-466428d39001 req-9b4e9302-e23c-4348-bf72-7a4c527f8cec service nova] Acquired lock "refresh_cache-34ec40f6-6291-4945-b86b-4105e89f112b" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG nova.network.neutron [req-0acca854-f35e-4c9b-9a89-466428d39001 req-9b4e9302-e23c-4348-bf72-7a4c527f8cec service nova] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Refreshing network info cache for port 41ad9fa3-86a0-4945-ba40-f7ef90085ae9 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Start _get_guest_xml network_info=[{"id": "41ad9fa3-86a0-4945-ba40-f7ef90085ae9", "address": "fa:16:3e:64:e6:0b", "network": {"id": "bd4dcb28-ea59-43a7-af60-1b7991bc8086", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-23684993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76309bff6aa74fbf97b9a1120a12892b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41ad9fa3-86", "ovs_interfaceid": "41ad9fa3-86a0-4945-ba40-f7ef90085ae9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '73290e4a-d2c0-4305-9ee6-397ce6a900ba'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:39:29 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:39:29 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:39:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:39:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1314776772',display_name='tempest-AttachVolumeNegativeTest-server-1314776772',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1314776772',id=38,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMHSEey4V9In57yYn7YQjUCnGjfbhZzBORYln7TRm46oQsXHntLuLwa8+lu7TYREGkLc/r3grHj33oGGFtbMqGeFIBuGQqYPg0cgk5qFxq4rAYJP5RnDQ1niH8aeUQ3S6w==',key_name='tempest-keypair-440450380',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='76309bff6aa74fbf97b9a1120a12892b',ramdisk_id='',reservation_id='r-00p2ejue',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-92154314',owner_user_name='tempest-AttachVolumeNegativeTest-92154314-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:39:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8ecb0686a4e046bd925cbe5efd9a45de',uuid=34ec40f6-6291-4945-b86b-4105e89f112b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "41ad9fa3-86a0-4945-ba40-f7ef90085ae9", "address": "fa:16:3e:64:e6:0b", "network": {"id": "bd4dcb28-ea59-43a7-af60-1b7991bc8086", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-23684993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76309bff6aa74fbf97b9a1120a12892b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41ad9fa3-86", "ovs_interfaceid": "41ad9fa3-86a0-4945-ba40-f7ef90085ae9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Converting VIF {"id": "41ad9fa3-86a0-4945-ba40-f7ef90085ae9", "address": "fa:16:3e:64:e6:0b", "network": {"id": "bd4dcb28-ea59-43a7-af60-1b7991bc8086", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-23684993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76309bff6aa74fbf97b9a1120a12892b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41ad9fa3-86", "ovs_interfaceid": "41ad9fa3-86a0-4945-ba40-f7ef90085ae9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:64:e6:0b,bridge_name='br-int',has_traffic_filtering=True,id=41ad9fa3-86a0-4945-ba40-f7ef90085ae9,network=Network(bd4dcb28-ea59-43a7-af60-1b7991bc8086),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap41ad9fa3-86') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG nova.objects.instance [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lazy-loading 'pci_devices' on Instance uuid 34ec40f6-6291-4945-b86b-4105e89f112b {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:39:29 user nova-compute[86206]:   <uuid>34ec40f6-6291-4945-b86b-4105e89f112b</uuid>
Nov 10 13:39:29 user nova-compute[86206]:   <name>instance-00000026</name>
Nov 10 13:39:29 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:39:29 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:39:29 user nova-compute[86206]:   <metadata>
Nov 10 13:39:29 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:39:29 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:39:29 user nova-compute[86206]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1314776772</nova:name>
Nov 10 13:39:29 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:39:29</nova:creationTime>
Nov 10 13:39:29 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:39:29 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:39:29 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:39:29 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:39:29 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:39:29 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:39:29 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:39:29 user nova-compute[86206]:       <nova:owner>
Nov 10 13:39:29 user nova-compute[86206]:         <nova:user uuid="8ecb0686a4e046bd925cbe5efd9a45de">tempest-AttachVolumeNegativeTest-92154314-project-member</nova:user>
Nov 10 13:39:29 user nova-compute[86206]:         <nova:project uuid="76309bff6aa74fbf97b9a1120a12892b">tempest-AttachVolumeNegativeTest-92154314</nova:project>
Nov 10 13:39:29 user nova-compute[86206]:       </nova:owner>
Nov 10 13:39:29 user nova-compute[86206]:       <nova:root type="image" uuid="73290e4a-d2c0-4305-9ee6-397ce6a900ba"/>
Nov 10 13:39:29 user nova-compute[86206]:       <nova:ports>
Nov 10 13:39:29 user nova-compute[86206]:         <nova:port uuid="41ad9fa3-86a0-4945-ba40-f7ef90085ae9">
Nov 10 13:39:29 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 10 13:39:29 user nova-compute[86206]:         </nova:port>
Nov 10 13:39:29 user nova-compute[86206]:       </nova:ports>
Nov 10 13:39:29 user nova-compute[86206]:     </nova:instance>
Nov 10 13:39:29 user nova-compute[86206]:   </metadata>
Nov 10 13:39:29 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:39:29 user nova-compute[86206]:     <system>
Nov 10 13:39:29 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:39:29 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:39:29 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:39:29 user nova-compute[86206]:       <entry name="serial">34ec40f6-6291-4945-b86b-4105e89f112b</entry>
Nov 10 13:39:29 user nova-compute[86206]:       <entry name="uuid">34ec40f6-6291-4945-b86b-4105e89f112b</entry>
Nov 10 13:39:29 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:39:29 user nova-compute[86206]:     </system>
Nov 10 13:39:29 user nova-compute[86206]:   </sysinfo>
Nov 10 13:39:29 user nova-compute[86206]:   <os>
Nov 10 13:39:29 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:39:29 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:39:29 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:39:29 user nova-compute[86206]:   </os>
Nov 10 13:39:29 user nova-compute[86206]:   <features>
Nov 10 13:39:29 user nova-compute[86206]:     <acpi/>
Nov 10 13:39:29 user nova-compute[86206]:     <apic/>
Nov 10 13:39:29 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:39:29 user nova-compute[86206]:   </features>
Nov 10 13:39:29 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:39:29 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:39:29 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:39:29 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:39:29 user nova-compute[86206]:   </clock>
Nov 10 13:39:29 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:39:29 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:39:29 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:39:29 user nova-compute[86206]:   </cpu>
Nov 10 13:39:29 user nova-compute[86206]:   <devices>
Nov 10 13:39:29 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:39:29 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:39:29 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/34ec40f6-6291-4945-b86b-4105e89f112b/disk"/>
Nov 10 13:39:29 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:39:29 user nova-compute[86206]:     </disk>
Nov 10 13:39:29 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:39:29 user nova-compute[86206]:       <mac address="fa:16:3e:64:e6:0b"/>
Nov 10 13:39:29 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:39:29 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:39:29 user nova-compute[86206]:       <target dev="tap41ad9fa3-86"/>
Nov 10 13:39:29 user nova-compute[86206]:     </interface>
Nov 10 13:39:29 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:39:29 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/34ec40f6-6291-4945-b86b-4105e89f112b/console.log" append="off"/>
Nov 10 13:39:29 user nova-compute[86206]:     </serial>
Nov 10 13:39:29 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:39:29 user nova-compute[86206]:     <video>
Nov 10 13:39:29 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:39:29 user nova-compute[86206]:     </video>
Nov 10 13:39:29 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:39:29 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:39:29 user nova-compute[86206]:     </rng>
Nov 10 13:39:29 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:39:29 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:39:29 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:39:29 user nova-compute[86206]:     </memballoon>
Nov 10 13:39:29 user nova-compute[86206]:   </devices>
Nov 10 13:39:29 user nova-compute[86206]: </domain>
Nov 10 13:39:29 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:39:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1314776772',display_name='tempest-AttachVolumeNegativeTest-server-1314776772',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1314776772',id=38,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMHSEey4V9In57yYn7YQjUCnGjfbhZzBORYln7TRm46oQsXHntLuLwa8+lu7TYREGkLc/r3grHj33oGGFtbMqGeFIBuGQqYPg0cgk5qFxq4rAYJP5RnDQ1niH8aeUQ3S6w==',key_name='tempest-keypair-440450380',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='76309bff6aa74fbf97b9a1120a12892b',ramdisk_id='',reservation_id='r-00p2ejue',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-92154314',owner_user_name='tempest-AttachVolumeNegativeTest-92154314-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:39:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8ecb0686a4e046bd925cbe5efd9a45de',uuid=34ec40f6-6291-4945-b86b-4105e89f112b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "41ad9fa3-86a0-4945-ba40-f7ef90085ae9", "address": "fa:16:3e:64:e6:0b", "network": {"id": "bd4dcb28-ea59-43a7-af60-1b7991bc8086", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-23684993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76309bff6aa74fbf97b9a1120a12892b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41ad9fa3-86", "ovs_interfaceid": "41ad9fa3-86a0-4945-ba40-f7ef90085ae9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Converting VIF {"id": "41ad9fa3-86a0-4945-ba40-f7ef90085ae9", "address": "fa:16:3e:64:e6:0b", "network": {"id": "bd4dcb28-ea59-43a7-af60-1b7991bc8086", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-23684993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76309bff6aa74fbf97b9a1120a12892b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41ad9fa3-86", "ovs_interfaceid": "41ad9fa3-86a0-4945-ba40-f7ef90085ae9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:64:e6:0b,bridge_name='br-int',has_traffic_filtering=True,id=41ad9fa3-86a0-4945-ba40-f7ef90085ae9,network=Network(bd4dcb28-ea59-43a7-af60-1b7991bc8086),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap41ad9fa3-86') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG os_vif [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:64:e6:0b,bridge_name='br-int',has_traffic_filtering=True,id=41ad9fa3-86a0-4945-ba40-f7ef90085ae9,network=Network(bd4dcb28-ea59-43a7-af60-1b7991bc8086),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap41ad9fa3-86') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '220f8665-e983-5b91-add7-a0a7260841bf', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap41ad9fa3-86, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap41ad9fa3-86, col_values=(('qos', UUID('1ffa5714-b3b8-4a83-ad42-b6ff97d3e6a8')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap41ad9fa3-86, col_values=(('external_ids', {'iface-id': '41ad9fa3-86a0-4945-ba40-f7ef90085ae9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:64:e6:0b', 'vm-uuid': '34ec40f6-6291-4945-b86b-4105e89f112b'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:29 user nova-compute[86206]: INFO os_vif [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:64:e6:0b,bridge_name='br-int',has_traffic_filtering=True,id=41ad9fa3-86a0-4945-ba40-f7ef90085ae9,network=Network(bd4dcb28-ea59-43a7-af60-1b7991bc8086),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap41ad9fa3-86')
Nov 10 13:39:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:39:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] No VIF found with MAC fa:16:3e:64:e6:0b, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:39:30 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-d435144d-25c3-4e77-9f5a-dd79a4c1267d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Snapshot image upload complete
Nov 10 13:39:30 user nova-compute[86206]: INFO nova.compute.manager [None req-d435144d-25c3-4e77-9f5a-dd79a4c1267d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Took 7.16 seconds to snapshot the instance on the hypervisor.
Nov 10 13:39:30 user nova-compute[86206]: DEBUG nova.network.neutron [req-0acca854-f35e-4c9b-9a89-466428d39001 req-9b4e9302-e23c-4348-bf72-7a4c527f8cec service nova] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Updated VIF entry in instance network info cache for port 41ad9fa3-86a0-4945-ba40-f7ef90085ae9. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:39:30 user nova-compute[86206]: DEBUG nova.network.neutron [req-0acca854-f35e-4c9b-9a89-466428d39001 req-9b4e9302-e23c-4348-bf72-7a4c527f8cec service nova] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Updating instance_info_cache with network_info: [{"id": "41ad9fa3-86a0-4945-ba40-f7ef90085ae9", "address": "fa:16:3e:64:e6:0b", "network": {"id": "bd4dcb28-ea59-43a7-af60-1b7991bc8086", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-23684993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76309bff6aa74fbf97b9a1120a12892b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41ad9fa3-86", "ovs_interfaceid": "41ad9fa3-86a0-4945-ba40-f7ef90085ae9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:39:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-0acca854-f35e-4c9b-9a89-466428d39001 req-9b4e9302-e23c-4348-bf72-7a4c527f8cec service nova] Releasing lock "refresh_cache-34ec40f6-6291-4945-b86b-4105e89f112b" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:39:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:31 user nova-compute[86206]: DEBUG nova.compute.manager [req-4adabc42-3151-4706-b1e1-374e4e2e2f47 req-08e513fe-02ad-4109-8d62-cf8ee3d17020 service nova] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Received event network-vif-plugged-41ad9fa3-86a0-4945-ba40-f7ef90085ae9 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:39:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4adabc42-3151-4706-b1e1-374e4e2e2f47 req-08e513fe-02ad-4109-8d62-cf8ee3d17020 service nova] Acquiring lock "34ec40f6-6291-4945-b86b-4105e89f112b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:39:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4adabc42-3151-4706-b1e1-374e4e2e2f47 req-08e513fe-02ad-4109-8d62-cf8ee3d17020 service nova] Lock "34ec40f6-6291-4945-b86b-4105e89f112b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:39:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4adabc42-3151-4706-b1e1-374e4e2e2f47 req-08e513fe-02ad-4109-8d62-cf8ee3d17020 service nova] Lock "34ec40f6-6291-4945-b86b-4105e89f112b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:39:31 user nova-compute[86206]: DEBUG nova.compute.manager [req-4adabc42-3151-4706-b1e1-374e4e2e2f47 req-08e513fe-02ad-4109-8d62-cf8ee3d17020 service nova] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] No waiting events found dispatching network-vif-plugged-41ad9fa3-86a0-4945-ba40-f7ef90085ae9 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:39:31 user nova-compute[86206]: WARNING nova.compute.manager [req-4adabc42-3151-4706-b1e1-374e4e2e2f47 req-08e513fe-02ad-4109-8d62-cf8ee3d17020 service nova] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Received unexpected event network-vif-plugged-41ad9fa3-86a0-4945-ba40-f7ef90085ae9 for instance with vm_state building and task_state spawning.
Nov 10 13:39:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:33 user nova-compute[86206]: DEBUG nova.compute.manager [req-5ad08eb9-c3e7-467b-8ba7-8047a16b25c7 req-43b17c87-becc-4f40-bc0b-7cddb276d2a8 service nova] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Received event network-vif-plugged-41ad9fa3-86a0-4945-ba40-f7ef90085ae9 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:39:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-5ad08eb9-c3e7-467b-8ba7-8047a16b25c7 req-43b17c87-becc-4f40-bc0b-7cddb276d2a8 service nova] Acquiring lock "34ec40f6-6291-4945-b86b-4105e89f112b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:39:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-5ad08eb9-c3e7-467b-8ba7-8047a16b25c7 req-43b17c87-becc-4f40-bc0b-7cddb276d2a8 service nova] Lock "34ec40f6-6291-4945-b86b-4105e89f112b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:39:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-5ad08eb9-c3e7-467b-8ba7-8047a16b25c7 req-43b17c87-becc-4f40-bc0b-7cddb276d2a8 service nova] Lock "34ec40f6-6291-4945-b86b-4105e89f112b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:39:33 user nova-compute[86206]: DEBUG nova.compute.manager [req-5ad08eb9-c3e7-467b-8ba7-8047a16b25c7 req-43b17c87-becc-4f40-bc0b-7cddb276d2a8 service nova] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] No waiting events found dispatching network-vif-plugged-41ad9fa3-86a0-4945-ba40-f7ef90085ae9 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:39:33 user nova-compute[86206]: WARNING nova.compute.manager [req-5ad08eb9-c3e7-467b-8ba7-8047a16b25c7 req-43b17c87-becc-4f40-bc0b-7cddb276d2a8 service nova] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Received unexpected event network-vif-plugged-41ad9fa3-86a0-4945-ba40-f7ef90085ae9 for instance with vm_state building and task_state spawning.
Nov 10 13:39:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:34 user nova-compute[86206]: DEBUG nova.compute.manager [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:39:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:39:34 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Instance spawned successfully.
Nov 10 13:39:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:39:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:39:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:39:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:39:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:39:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:39:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:39:34 user nova-compute[86206]: INFO nova.compute.manager [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Took 6.87 seconds to spawn the instance on the hypervisor.
Nov 10 13:39:34 user nova-compute[86206]: DEBUG nova.compute.manager [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:39:34 user nova-compute[86206]: INFO nova.compute.manager [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Took 8.38 seconds to build instance.
Nov 10 13:39:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-df256bef-35dc-459e-acec-b6bd60185d9c tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "34ec40f6-6291-4945-b86b-4105e89f112b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.539s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:39:34 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquiring lock "fdba0b21-1e93-4771-aaca-ebcaec927902" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:39:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "fdba0b21-1e93-4771-aaca-ebcaec927902" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:39:35 user nova-compute[86206]: DEBUG nova.compute.manager [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:39:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:39:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:39:35 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:39:35 user nova-compute[86206]: INFO nova.compute.claims [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Claim successful on node user
Nov 10 13:39:35 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:39:35 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:39:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.487s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:39:35 user nova-compute[86206]: DEBUG nova.compute.manager [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:39:35 user nova-compute[86206]: DEBUG nova.compute.manager [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:39:35 user nova-compute[86206]: DEBUG nova.network.neutron [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:39:35 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:39:35 user nova-compute[86206]: DEBUG nova.compute.manager [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:39:36 user nova-compute[86206]: DEBUG nova.policy [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86d4c4afc9874d4ea1f37fd27ca0d8aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccc7d64ad3664aed888c4035bb3e4cd9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:39:36 user nova-compute[86206]: DEBUG nova.compute.manager [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:39:36 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:39:36 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Creating image(s)
Nov 10 13:39:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquiring lock "/opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:39:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "/opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:39:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "/opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:39:36 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:36 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.216s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquiring lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:39:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:39:36 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:36 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.183s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:36 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/disk 1073741824 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:36 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/disk 1073741824" returned: 0 in 0.059s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.251s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:39:36 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:36 user nova-compute[86206]: DEBUG nova.network.neutron [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Successfully created port: f15e1ba7-4a5f-43a2-8b18-8872e77225cf {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:39:36 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.232s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:36 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Checking if we can resize image /opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/disk. size=1073741824 {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 10 13:39:36 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:36 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:39:36 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:39:37 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:37 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Cannot resize image /opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/disk to a smaller size. {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 10 13:39:37 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:39:37 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Ensure instance console log exists: /opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:39:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:39:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:39:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:39:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "refresh_cache-dcbbf073-aada-4069-ab96-58f83cd8259c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:39:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquired lock "refresh_cache-dcbbf073-aada-4069-ab96-58f83cd8259c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:39:37 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Forcefully refreshing network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 10 13:39:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-e76f21af-d86f-4161-966e-2ffa5f975a8d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Acquiring lock "80b4e9b6-abe9-4f2b-bc2b-e833b2212f09" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:39:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-e76f21af-d86f-4161-966e-2ffa5f975a8d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "80b4e9b6-abe9-4f2b-bc2b-e833b2212f09" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:39:37 user nova-compute[86206]: INFO nova.compute.manager [None req-e76f21af-d86f-4161-966e-2ffa5f975a8d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Detaching volume 507cf14c-d636-4f52-a8a9-65b2a072cf20
Nov 10 13:39:37 user nova-compute[86206]: INFO nova.virt.block_device [None req-e76f21af-d86f-4161-966e-2ffa5f975a8d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Attempting to driver detach volume 507cf14c-d636-4f52-a8a9-65b2a072cf20 from mountpoint /dev/vdb
Nov 10 13:39:37 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Updating instance_info_cache with network_info: [{"id": "27eb0326-2bc9-41c0-ba01-0803b82e7ceb", "address": "fa:16:3e:c4:71:b2", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27eb0326-2b", "ovs_interfaceid": "27eb0326-2bc9-41c0-ba01-0803b82e7ceb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:39:37 user nova-compute[86206]: DEBUG nova.network.neutron [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Successfully updated port: f15e1ba7-4a5f-43a2-8b18-8872e77225cf {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:39:37 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-e76f21af-d86f-4161-966e-2ffa5f975a8d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Attempting to detach device vdb from instance 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09 from the persistent domain config. {{(pid=86206) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 10 13:39:37 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-e76f21af-d86f-4161-966e-2ffa5f975a8d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 13:39:37 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:39:37 user nova-compute[86206]:   <source dev="/dev/sdb"/>
Nov 10 13:39:37 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:39:37 user nova-compute[86206]:   <serial>507cf14c-d636-4f52-a8a9-65b2a072cf20</serial>
Nov 10 13:39:37 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 10 13:39:37 user nova-compute[86206]: </disk>
Nov 10 13:39:37 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 13:39:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquiring lock "refresh_cache-fdba0b21-1e93-4771-aaca-ebcaec927902" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:39:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquired lock "refresh_cache-fdba0b21-1e93-4771-aaca-ebcaec927902" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:39:37 user nova-compute[86206]: DEBUG nova.network.neutron [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:39:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Releasing lock "refresh_cache-dcbbf073-aada-4069-ab96-58f83cd8259c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:39:37 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Updated the network info_cache for instance {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 10 13:39:37 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-e76f21af-d86f-4161-966e-2ffa5f975a8d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Successfully detached device vdb from instance 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09 from the persistent domain config.
Nov 10 13:39:37 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-e76f21af-d86f-4161-966e-2ffa5f975a8d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09 from the live domain config. {{(pid=86206) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 10 13:39:37 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-e76f21af-d86f-4161-966e-2ffa5f975a8d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 13:39:37 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:39:37 user nova-compute[86206]:   <source dev="/dev/sdb"/>
Nov 10 13:39:37 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:39:37 user nova-compute[86206]:   <serial>507cf14c-d636-4f52-a8a9-65b2a072cf20</serial>
Nov 10 13:39:37 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 10 13:39:37 user nova-compute[86206]: </disk>
Nov 10 13:39:37 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 13:39:37 user nova-compute[86206]: DEBUG nova.compute.manager [req-7059c821-56ac-43d1-b3f6-d7a239860737 req-6881ee6e-e225-4a25-bb40-78f65bbed0a6 service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Received event network-changed-f15e1ba7-4a5f-43a2-8b18-8872e77225cf {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:39:37 user nova-compute[86206]: DEBUG nova.compute.manager [req-7059c821-56ac-43d1-b3f6-d7a239860737 req-6881ee6e-e225-4a25-bb40-78f65bbed0a6 service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Refreshing instance network info cache due to event network-changed-f15e1ba7-4a5f-43a2-8b18-8872e77225cf. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:39:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7059c821-56ac-43d1-b3f6-d7a239860737 req-6881ee6e-e225-4a25-bb40-78f65bbed0a6 service nova] Acquiring lock "refresh_cache-fdba0b21-1e93-4771-aaca-ebcaec927902" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:39:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-85afb376-08f1-44ca-a055-24a6319277ff tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Acquiring lock "80b4e9b6-abe9-4f2b-bc2b-e833b2212f09" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:39:37 user nova-compute[86206]: DEBUG nova.network.neutron [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:39:37 user nova-compute[86206]: DEBUG nova.network.neutron [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Updating instance_info_cache with network_info: [{"id": "f15e1ba7-4a5f-43a2-8b18-8872e77225cf", "address": "fa:16:3e:59:30:5f", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf15e1ba7-4a", "ovs_interfaceid": "f15e1ba7-4a5f-43a2-8b18-8872e77225cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:39:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Releasing lock "refresh_cache-fdba0b21-1e93-4771-aaca-ebcaec927902" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:39:37 user nova-compute[86206]: DEBUG nova.compute.manager [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Instance network_info: |[{"id": "f15e1ba7-4a5f-43a2-8b18-8872e77225cf", "address": "fa:16:3e:59:30:5f", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf15e1ba7-4a", "ovs_interfaceid": "f15e1ba7-4a5f-43a2-8b18-8872e77225cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:39:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7059c821-56ac-43d1-b3f6-d7a239860737 req-6881ee6e-e225-4a25-bb40-78f65bbed0a6 service nova] Acquired lock "refresh_cache-fdba0b21-1e93-4771-aaca-ebcaec927902" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:39:37 user nova-compute[86206]: DEBUG nova.network.neutron [req-7059c821-56ac-43d1-b3f6-d7a239860737 req-6881ee6e-e225-4a25-bb40-78f65bbed0a6 service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Refreshing network info cache for port f15e1ba7-4a5f-43a2-8b18-8872e77225cf {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:39:37 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Start _get_guest_xml network_info=[{"id": "f15e1ba7-4a5f-43a2-8b18-8872e77225cf", "address": "fa:16:3e:59:30:5f", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf15e1ba7-4a", "ovs_interfaceid": "f15e1ba7-4a5f-43a2-8b18-8872e77225cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '73290e4a-d2c0-4305-9ee6-397ce6a900ba'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:39:38 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:39:38 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:39:38 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:39:38 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:39:38 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:39:38 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:39:38 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:39:38 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:39:38 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:39:38 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:39:38 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:39:38 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:39:38 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:39:38 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:39:38 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:39:38 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:39:38 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:39:38 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:39:38 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:39:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1643555913',display_name='tempest-ServerRescueNegativeTestJSON-server-1643555913',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1643555913',id=39,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAIxOaGaV9HVbt2HSf9DG4wqr8txm22Cif7dhFRPtfngnjUq02cF6zmyoI3vB7Yc8DFGVJcg6AuhhEo/1+O/9Cju5cYQBjH+wjPKXhVyz8x8Jz370Aj4ECC8t27vRPxg+Q==',key_name='tempest-keypair-1315799400',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ccc7d64ad3664aed888c4035bb3e4cd9',ramdisk_id='',reservation_id='r-u67lyw0w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-330734770',owner_user_name='tempest-ServerRescueNegativeTestJSON-330734770-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:39:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='86d4c4afc9874d4ea1f37fd27ca0d8aa',uuid=fdba0b21-1e93-4771-aaca-ebcaec927902,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f15e1ba7-4a5f-43a2-8b18-8872e77225cf", "address": "fa:16:3e:59:30:5f", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf15e1ba7-4a", "ovs_interfaceid": "f15e1ba7-4a5f-43a2-8b18-8872e77225cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:39:38 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Converting VIF {"id": "f15e1ba7-4a5f-43a2-8b18-8872e77225cf", "address": "fa:16:3e:59:30:5f", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf15e1ba7-4a", "ovs_interfaceid": "f15e1ba7-4a5f-43a2-8b18-8872e77225cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:39:38 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:59:30:5f,bridge_name='br-int',has_traffic_filtering=True,id=f15e1ba7-4a5f-43a2-8b18-8872e77225cf,network=Network(07a75854-977d-4a57-be18-1d83f03f99f7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf15e1ba7-4a') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:39:38 user nova-compute[86206]: DEBUG nova.objects.instance [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lazy-loading 'pci_devices' on Instance uuid fdba0b21-1e93-4771-aaca-ebcaec927902 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:39:38 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:39:38 user nova-compute[86206]:   <uuid>fdba0b21-1e93-4771-aaca-ebcaec927902</uuid>
Nov 10 13:39:38 user nova-compute[86206]:   <name>instance-00000027</name>
Nov 10 13:39:38 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:39:38 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:39:38 user nova-compute[86206]:   <metadata>
Nov 10 13:39:38 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:39:38 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:39:38 user nova-compute[86206]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1643555913</nova:name>
Nov 10 13:39:38 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:39:38</nova:creationTime>
Nov 10 13:39:38 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:39:38 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:39:38 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:39:38 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:39:38 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:39:38 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:39:38 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:39:38 user nova-compute[86206]:       <nova:owner>
Nov 10 13:39:38 user nova-compute[86206]:         <nova:user uuid="86d4c4afc9874d4ea1f37fd27ca0d8aa">tempest-ServerRescueNegativeTestJSON-330734770-project-member</nova:user>
Nov 10 13:39:38 user nova-compute[86206]:         <nova:project uuid="ccc7d64ad3664aed888c4035bb3e4cd9">tempest-ServerRescueNegativeTestJSON-330734770</nova:project>
Nov 10 13:39:38 user nova-compute[86206]:       </nova:owner>
Nov 10 13:39:38 user nova-compute[86206]:       <nova:root type="image" uuid="73290e4a-d2c0-4305-9ee6-397ce6a900ba"/>
Nov 10 13:39:38 user nova-compute[86206]:       <nova:ports>
Nov 10 13:39:38 user nova-compute[86206]:         <nova:port uuid="f15e1ba7-4a5f-43a2-8b18-8872e77225cf">
Nov 10 13:39:38 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 10 13:39:38 user nova-compute[86206]:         </nova:port>
Nov 10 13:39:38 user nova-compute[86206]:       </nova:ports>
Nov 10 13:39:38 user nova-compute[86206]:     </nova:instance>
Nov 10 13:39:38 user nova-compute[86206]:   </metadata>
Nov 10 13:39:38 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:39:38 user nova-compute[86206]:     <system>
Nov 10 13:39:38 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:39:38 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:39:38 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:39:38 user nova-compute[86206]:       <entry name="serial">fdba0b21-1e93-4771-aaca-ebcaec927902</entry>
Nov 10 13:39:38 user nova-compute[86206]:       <entry name="uuid">fdba0b21-1e93-4771-aaca-ebcaec927902</entry>
Nov 10 13:39:38 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:39:38 user nova-compute[86206]:     </system>
Nov 10 13:39:38 user nova-compute[86206]:   </sysinfo>
Nov 10 13:39:38 user nova-compute[86206]:   <os>
Nov 10 13:39:38 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:39:38 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:39:38 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:39:38 user nova-compute[86206]:   </os>
Nov 10 13:39:38 user nova-compute[86206]:   <features>
Nov 10 13:39:38 user nova-compute[86206]:     <acpi/>
Nov 10 13:39:38 user nova-compute[86206]:     <apic/>
Nov 10 13:39:38 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:39:38 user nova-compute[86206]:   </features>
Nov 10 13:39:38 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:39:38 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:39:38 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:39:38 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:39:38 user nova-compute[86206]:   </clock>
Nov 10 13:39:38 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:39:38 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:39:38 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:39:38 user nova-compute[86206]:   </cpu>
Nov 10 13:39:38 user nova-compute[86206]:   <devices>
Nov 10 13:39:38 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:39:38 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:39:38 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/disk"/>
Nov 10 13:39:38 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:39:38 user nova-compute[86206]:     </disk>
Nov 10 13:39:38 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:39:38 user nova-compute[86206]:       <mac address="fa:16:3e:59:30:5f"/>
Nov 10 13:39:38 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:39:38 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:39:38 user nova-compute[86206]:       <target dev="tapf15e1ba7-4a"/>
Nov 10 13:39:38 user nova-compute[86206]:     </interface>
Nov 10 13:39:38 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:39:38 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/console.log" append="off"/>
Nov 10 13:39:38 user nova-compute[86206]:     </serial>
Nov 10 13:39:38 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:39:38 user nova-compute[86206]:     <video>
Nov 10 13:39:38 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:39:38 user nova-compute[86206]:     </video>
Nov 10 13:39:38 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:39:38 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:39:38 user nova-compute[86206]:     </rng>
Nov 10 13:39:38 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:39:38 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:39:38 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:39:38 user nova-compute[86206]:     </memballoon>
Nov 10 13:39:38 user nova-compute[86206]:   </devices>
Nov 10 13:39:38 user nova-compute[86206]: </domain>
Nov 10 13:39:38 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:39:38 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:39:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1643555913',display_name='tempest-ServerRescueNegativeTestJSON-server-1643555913',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1643555913',id=39,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAIxOaGaV9HVbt2HSf9DG4wqr8txm22Cif7dhFRPtfngnjUq02cF6zmyoI3vB7Yc8DFGVJcg6AuhhEo/1+O/9Cju5cYQBjH+wjPKXhVyz8x8Jz370Aj4ECC8t27vRPxg+Q==',key_name='tempest-keypair-1315799400',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ccc7d64ad3664aed888c4035bb3e4cd9',ramdisk_id='',reservation_id='r-u67lyw0w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-330734770',owner_user_name='tempest-ServerRescueNegativeTestJSON-330734770-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:39:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='86d4c4afc9874d4ea1f37fd27ca0d8aa',uuid=fdba0b21-1e93-4771-aaca-ebcaec927902,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f15e1ba7-4a5f-43a2-8b18-8872e77225cf", "address": "fa:16:3e:59:30:5f", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf15e1ba7-4a", "ovs_interfaceid": "f15e1ba7-4a5f-43a2-8b18-8872e77225cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:39:38 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Converting VIF {"id": "f15e1ba7-4a5f-43a2-8b18-8872e77225cf", "address": "fa:16:3e:59:30:5f", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf15e1ba7-4a", "ovs_interfaceid": "f15e1ba7-4a5f-43a2-8b18-8872e77225cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:39:38 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:59:30:5f,bridge_name='br-int',has_traffic_filtering=True,id=f15e1ba7-4a5f-43a2-8b18-8872e77225cf,network=Network(07a75854-977d-4a57-be18-1d83f03f99f7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf15e1ba7-4a') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:39:38 user nova-compute[86206]: DEBUG os_vif [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:30:5f,bridge_name='br-int',has_traffic_filtering=True,id=f15e1ba7-4a5f-43a2-8b18-8872e77225cf,network=Network(07a75854-977d-4a57-be18-1d83f03f99f7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf15e1ba7-4a') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:39:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:39:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:39:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f6a451eb-29a4-51e7-a37b-3fc8b3303bb9', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:39:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:39:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf15e1ba7-4a, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:39:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf15e1ba7-4a, col_values=(('qos', UUID('b51e50d6-6fcf-4ba7-a6af-7d2e2928398e')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:39:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf15e1ba7-4a, col_values=(('external_ids', {'iface-id': 'f15e1ba7-4a5f-43a2-8b18-8872e77225cf', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:59:30:5f', 'vm-uuid': 'fdba0b21-1e93-4771-aaca-ebcaec927902'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:39:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:39:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:38 user nova-compute[86206]: INFO os_vif [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:30:5f,bridge_name='br-int',has_traffic_filtering=True,id=f15e1ba7-4a5f-43a2-8b18-8872e77225cf,network=Network(07a75854-977d-4a57-be18-1d83f03f99f7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf15e1ba7-4a')
Nov 10 13:39:38 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-e76f21af-d86f-4161-966e-2ffa5f975a8d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09 {{(pid=86206) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 10 13:39:38 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:39:38 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] No VIF found with MAC fa:16:3e:59:30:5f, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:39:38 user nova-compute[86206]: DEBUG nova.network.neutron [req-7059c821-56ac-43d1-b3f6-d7a239860737 req-6881ee6e-e225-4a25-bb40-78f65bbed0a6 service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Updated VIF entry in instance network info cache for port f15e1ba7-4a5f-43a2-8b18-8872e77225cf. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:39:38 user nova-compute[86206]: DEBUG nova.network.neutron [req-7059c821-56ac-43d1-b3f6-d7a239860737 req-6881ee6e-e225-4a25-bb40-78f65bbed0a6 service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Updating instance_info_cache with network_info: [{"id": "f15e1ba7-4a5f-43a2-8b18-8872e77225cf", "address": "fa:16:3e:59:30:5f", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf15e1ba7-4a", "ovs_interfaceid": "f15e1ba7-4a5f-43a2-8b18-8872e77225cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:39:38 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7059c821-56ac-43d1-b3f6-d7a239860737 req-6881ee6e-e225-4a25-bb40-78f65bbed0a6 service nova] Releasing lock "refresh_cache-fdba0b21-1e93-4771-aaca-ebcaec927902" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:39:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:39 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:39 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:39 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:40 user nova-compute[86206]: DEBUG nova.compute.manager [req-a0683b82-6de7-4c5c-bade-a00b16522c3d req-82c49d07-8fba-4520-a7a3-b4bac959c64a service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Received event network-vif-plugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:39:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-a0683b82-6de7-4c5c-bade-a00b16522c3d req-82c49d07-8fba-4520-a7a3-b4bac959c64a service nova] Acquiring lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:39:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-a0683b82-6de7-4c5c-bade-a00b16522c3d req-82c49d07-8fba-4520-a7a3-b4bac959c64a service nova] Lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:39:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-a0683b82-6de7-4c5c-bade-a00b16522c3d req-82c49d07-8fba-4520-a7a3-b4bac959c64a service nova] Lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:39:40 user nova-compute[86206]: DEBUG nova.compute.manager [req-a0683b82-6de7-4c5c-bade-a00b16522c3d req-82c49d07-8fba-4520-a7a3-b4bac959c64a service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] No waiting events found dispatching network-vif-plugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:39:40 user nova-compute[86206]: WARNING nova.compute.manager [req-a0683b82-6de7-4c5c-bade-a00b16522c3d req-82c49d07-8fba-4520-a7a3-b4bac959c64a service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Received unexpected event network-vif-plugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf for instance with vm_state building and task_state spawning.
Nov 10 13:39:40 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:39:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:41 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "cc425b33-cccf-4119-9e29-8ab33cd02d2e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:39:41 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "cc425b33-cccf-4119-9e29-8ab33cd02d2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:39:41 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "cc425b33-cccf-4119-9e29-8ab33cd02d2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:39:41 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "cc425b33-cccf-4119-9e29-8ab33cd02d2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:39:41 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "cc425b33-cccf-4119-9e29-8ab33cd02d2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:39:41 user nova-compute[86206]: INFO nova.compute.manager [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Terminating instance
Nov 10 13:39:41 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:39:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:41 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:39:41 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 13:39:41 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:39:41 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Instance destroyed successfully.
Nov 10 13:39:41 user nova-compute[86206]: DEBUG nova.objects.instance [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lazy-loading 'resources' on Instance uuid cc425b33-cccf-4119-9e29-8ab33cd02d2e {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:39:41 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:37:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-2083787816',display_name='tempest-TestVolumeBootPattern-server-2083787816',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-2083787816',id=37,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:38:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='398c80570edc4001af39959f6ca0a0c6',ramdisk_id='',reservation_id='r-i0wqj0eh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-19527526',owner_user_name='tempest-TestVolumeBootPattern-19527526-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:38:27Z,user_data=None,user_id='70b0703bebcb46969be6c8da0fb19f17',uuid=cc425b33-cccf-4119-9e29-8ab33cd02d2e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "17ba5c1b-e014-4dc9-805e-36e0aaf65547", "address": "fa:16:3e:eb:4e:d3", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17ba5c1b-e0", "ovs_interfaceid": "17ba5c1b-e014-4dc9-805e-36e0aaf65547", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:39:41 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Converting VIF {"id": "17ba5c1b-e014-4dc9-805e-36e0aaf65547", "address": "fa:16:3e:eb:4e:d3", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17ba5c1b-e0", "ovs_interfaceid": "17ba5c1b-e014-4dc9-805e-36e0aaf65547", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:39:41 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:eb:4e:d3,bridge_name='br-int',has_traffic_filtering=True,id=17ba5c1b-e014-4dc9-805e-36e0aaf65547,network=Network(d841a72f-c220-4ec4-8258-16c8288db743),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap17ba5c1b-e0') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:39:41 user nova-compute[86206]: DEBUG os_vif [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:eb:4e:d3,bridge_name='br-int',has_traffic_filtering=True,id=17ba5c1b-e014-4dc9-805e-36e0aaf65547,network=Network(d841a72f-c220-4ec4-8258-16c8288db743),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap17ba5c1b-e0') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:39:41 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:39:41 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:39:41 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:39:41 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:39:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap17ba5c1b-e0, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:39:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0683694b-fe6e-4923-86f7-83f03d6bbe70) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:42 user nova-compute[86206]: INFO os_vif [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:eb:4e:d3,bridge_name='br-int',has_traffic_filtering=True,id=17ba5c1b-e014-4dc9-805e-36e0aaf65547,network=Network(d841a72f-c220-4ec4-8258-16c8288db743),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap17ba5c1b-e0')
Nov 10 13:39:42 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'jgCSvpyJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:39:42 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:39:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.007s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.033s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ee3abae-bab5-4108-8fe0-3556abb6ed95]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 13:39:42 user nova-compute[86206]: No targets found.
Nov 10 13:39:42 user nova-compute[86206]: iSNS:
Nov 10 13:39:42 user nova-compute[86206]: No targets found.
Nov 10 13:39:42 user nova-compute[86206]: STATIC:
Nov 10 13:39:42 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2
Nov 10 13:39:42 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:39:42 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:39:42 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12
Nov 10 13:39:42 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:39:42 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:39:42 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20
Nov 10 13:39:42 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:39:42 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:39:42 user nova-compute[86206]: FIRMWARE:
Nov 10 13:39:42 user nova-compute[86206]: No targets found.
Nov 10 13:39:42 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 13:39:42 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 13:39:42 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.027s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[6eaf32c4-bc06-453a-a23f-17f5b2fc539e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[60a0eb73-fc6c-44f3-9213-cc28df3c3099]: (4, ('tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20 (non-flash)
Nov 10 13:39:42 user nova-compute[86206]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12 (non-flash)
Nov 10 13:39:42 user nova-compute[86206]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 (non-flash)
Nov 10 13:39:42 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsi session list stdout=tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20 (non-flash)
Nov 10 13:39:42 user nova-compute[86206]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12 (non-flash)
Nov 10 13:39:42 user nova-compute[86206]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 (non-flash)
Nov 10 13:39:42 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe49ae2dfc0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12'): ({'sdc'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Removing single pathed devices sdc {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.028s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[22422e73-74e6-4d3e-8a9a-94eaf5253900]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.029s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ce96f5a-daf1-45c4-aed4-e0f63641c884]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Flushing IO for device /dev/sdc {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a846bdfc-d94a-4559-be8c-69dc54d1ddc2]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.067s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ef34885-184b-4c9c-a911-e4fddc5016d9]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] SCSI volumes sdc have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG nova.compute.manager [req-d24ff9a0-8bab-4138-89ba-072bfd15d7c5 req-c41c933a-04bd-464b-ab3d-168723ee236c service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Received event network-vif-plugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d24ff9a0-8bab-4138-89ba-072bfd15d7c5 req-c41c933a-04bd-464b-ab3d-168723ee236c service nova] Acquiring lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d24ff9a0-8bab-4138-89ba-072bfd15d7c5 req-c41c933a-04bd-464b-ab3d-168723ee236c service nova] Lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d24ff9a0-8bab-4138-89ba-072bfd15d7c5 req-c41c933a-04bd-464b-ab3d-168723ee236c service nova] Lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG nova.compute.manager [req-d24ff9a0-8bab-4138-89ba-072bfd15d7c5 req-c41c933a-04bd-464b-ab3d-168723ee236c service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] No waiting events found dispatching network-vif-plugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:39:42 user nova-compute[86206]: WARNING nova.compute.manager [req-d24ff9a0-8bab-4138-89ba-072bfd15d7c5 req-c41c933a-04bd-464b-ab3d-168723ee236c service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Received unexpected event network-vif-plugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf for instance with vm_state building and task_state spawning.
Nov 10 13:39:42 user nova-compute[86206]: DEBUG nova.compute.manager [req-d24ff9a0-8bab-4138-89ba-072bfd15d7c5 req-c41c933a-04bd-464b-ab3d-168723ee236c service nova] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Received event network-vif-unplugged-17ba5c1b-e014-4dc9-805e-36e0aaf65547 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d24ff9a0-8bab-4138-89ba-072bfd15d7c5 req-c41c933a-04bd-464b-ab3d-168723ee236c service nova] Acquiring lock "cc425b33-cccf-4119-9e29-8ab33cd02d2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d24ff9a0-8bab-4138-89ba-072bfd15d7c5 req-c41c933a-04bd-464b-ab3d-168723ee236c service nova] Lock "cc425b33-cccf-4119-9e29-8ab33cd02d2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d24ff9a0-8bab-4138-89ba-072bfd15d7c5 req-c41c933a-04bd-464b-ab3d-168723ee236c service nova] Lock "cc425b33-cccf-4119-9e29-8ab33cd02d2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG nova.compute.manager [req-d24ff9a0-8bab-4138-89ba-072bfd15d7c5 req-c41c933a-04bd-464b-ab3d-168723ee236c service nova] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] No waiting events found dispatching network-vif-unplugged-17ba5c1b-e014-4dc9-805e-36e0aaf65547 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG nova.compute.manager [req-d24ff9a0-8bab-4138-89ba-072bfd15d7c5 req-c41c933a-04bd-464b-ab3d-168723ee236c service nova] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Received event network-vif-unplugged-17ba5c1b-e014-4dc9-805e-36e0aaf65547 for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG nova.compute.manager [req-d24ff9a0-8bab-4138-89ba-072bfd15d7c5 req-c41c933a-04bd-464b-ab3d-168723ee236c service nova] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Received event network-vif-plugged-17ba5c1b-e014-4dc9-805e-36e0aaf65547 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d24ff9a0-8bab-4138-89ba-072bfd15d7c5 req-c41c933a-04bd-464b-ab3d-168723ee236c service nova] Acquiring lock "cc425b33-cccf-4119-9e29-8ab33cd02d2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d24ff9a0-8bab-4138-89ba-072bfd15d7c5 req-c41c933a-04bd-464b-ab3d-168723ee236c service nova] Lock "cc425b33-cccf-4119-9e29-8ab33cd02d2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d24ff9a0-8bab-4138-89ba-072bfd15d7c5 req-c41c933a-04bd-464b-ab3d-168723ee236c service nova] Lock "cc425b33-cccf-4119-9e29-8ab33cd02d2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG nova.compute.manager [req-d24ff9a0-8bab-4138-89ba-072bfd15d7c5 req-c41c933a-04bd-464b-ab3d-168723ee236c service nova] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] No waiting events found dispatching network-vif-plugged-17ba5c1b-e014-4dc9-805e-36e0aaf65547 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:39:42 user nova-compute[86206]: WARNING nova.compute.manager [req-d24ff9a0-8bab-4138-89ba-072bfd15d7c5 req-c41c933a-04bd-464b-ab3d-168723ee236c service nova] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Received unexpected event network-vif-plugged-17ba5c1b-e014-4dc9-805e-36e0aaf65547 for instance with vm_state active and task_state deleting.
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.028s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[46bc2864-477c-4745-ae2e-4fe0e89be4a0]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12 -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12 -p 172.16.0.220:3260 --logout" returned: 0 in 0.071s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbe07e84-02f1-45a2-8180-a5d9760ae724]: (4, ('Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12, portal: 172.16.0.220,3260]\nLogout of [sid: 30, target: iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12, portal: 172.16.0.220,3260]
Nov 10 13:39:42 user nova-compute[86206]: Logout of [sid: 30, target: iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12, portal: 172.16.0.220,3260] successful.
Nov 10 13:39:42 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12 -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG nova.compute.manager [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:39:42 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Instance spawned successfully.
Nov 10 13:39:42 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2b43fc5-3b15-437b-99a1-b4f45d2c6b12 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[d83d9100-53e8-4a23-8757-d743e2aad9c1]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.486s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] <== disconnect_volume: return (493ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 13:39:42 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Deleting instance files /opt/stack/data/nova/instances/cc425b33-cccf-4119-9e29-8ab33cd02d2e_del
Nov 10 13:39:42 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Deletion of /opt/stack/data/nova/instances/cc425b33-cccf-4119-9e29-8ab33cd02d2e_del complete
Nov 10 13:39:42 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:39:42 user nova-compute[86206]: INFO nova.compute.manager [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Took 1.46 seconds to destroy the instance on the hypervisor.
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:42 user nova-compute[86206]: INFO nova.compute.manager [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Took 6.55 seconds to spawn the instance on the hypervisor.
Nov 10 13:39:42 user nova-compute[86206]: DEBUG nova.compute.manager [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80b4e9b6-abe9-4f2b-bc2b-e833b2212f09/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:42 user nova-compute[86206]: INFO nova.compute.manager [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Took 7.76 seconds to build instance.
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80b4e9b6-abe9-4f2b-bc2b-e833b2212f09/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80b4e9b6-abe9-4f2b-bc2b-e833b2212f09/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-5fa79c2e-da17-4250-8c2c-2273238b4225 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "fdba0b21-1e93-4771-aaca-ebcaec927902" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.947s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:39:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/80b4e9b6-abe9-4f2b-bc2b-e833b2212f09/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:43 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Error from libvirt while getting description of instance-00000025: [Error Code 42] Domain not found: no domain with matching uuid 'cc425b33-cccf-4119-9e29-8ab33cd02d2e' (instance-00000025): libvirt.libvirtError: Domain not found: no domain with matching uuid 'cc425b33-cccf-4119-9e29-8ab33cd02d2e' (instance-00000025)
Nov 10 13:39:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:43 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:39:43 user nova-compute[86206]: DEBUG nova.compute.manager [req-e5c5e5eb-e773-4e33-8341-27151c7199fd req-b2d31c23-cf34-4264-9e4d-572524db80e0 service nova] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Received event network-vif-deleted-17ba5c1b-e014-4dc9-805e-36e0aaf65547 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:39:43 user nova-compute[86206]: INFO nova.compute.manager [req-e5c5e5eb-e773-4e33-8341-27151c7199fd req-b2d31c23-cf34-4264-9e4d-572524db80e0 service nova] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Neutron deleted interface 17ba5c1b-e014-4dc9-805e-36e0aaf65547; detaching it from the instance and deleting it from the info cache
Nov 10 13:39:43 user nova-compute[86206]: DEBUG nova.network.neutron [req-e5c5e5eb-e773-4e33-8341-27151c7199fd req-b2d31c23-cf34-4264-9e4d-572524db80e0 service nova] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:39:43 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Took 0.65 seconds to deallocate network for instance.
Nov 10 13:39:43 user nova-compute[86206]: DEBUG nova.compute.manager [req-e5c5e5eb-e773-4e33-8341-27151c7199fd req-b2d31c23-cf34-4264-9e4d-572524db80e0 service nova] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Detach interface failed, port_id=17ba5c1b-e014-4dc9-805e-36e0aaf65547, reason: Instance cc425b33-cccf-4119-9e29-8ab33cd02d2e could not be found. {{(pid=86206) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 10 13:39:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34ec40f6-6291-4945-b86b-4105e89f112b/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34ec40f6-6291-4945-b86b-4105e89f112b/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34ec40f6-6291-4945-b86b-4105e89f112b/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34ec40f6-6291-4945-b86b-4105e89f112b/disk --force-share --output=json" returned: 0 in 0.262s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/94aec62a-8f94-4cd2-9dd6-ac1f302759a6/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:44 user nova-compute[86206]: INFO nova.compute.manager [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Took 1.01 seconds to detach 1 volumes for instance.
Nov 10 13:39:44 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: cc425b33-cccf-4119-9e29-8ab33cd02d2e] Deleting volume: f2b43fc5-3b15-437b-99a1-b4f45d2c6b12 {{(pid=86206) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 10 13:39:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/94aec62a-8f94-4cd2-9dd6-ac1f302759a6/disk --force-share --output=json" returned: 0 in 0.248s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/94aec62a-8f94-4cd2-9dd6-ac1f302759a6/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:39:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:39:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/94aec62a-8f94-4cd2-9dd6-ac1f302759a6/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:39:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json" returned: 0 in 0.259s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json" returned: 0 in 0.229s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:45 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:39:45 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:39:45 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.749s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:39:45 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Deleted allocations for instance cc425b33-cccf-4119-9e29-8ab33cd02d2e
Nov 10 13:39:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:45 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c7c592d9-2fab-458f-ad34-b61e64d26c7c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "cc425b33-cccf-4119-9e29-8ab33cd02d2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.253s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:39:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk --force-share --output=json" returned: 0 in 0.254s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk --force-share --output=json" returned: 0 in 0.246s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:46 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:39:46 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:39:46 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=8157MB free_disk=25.099258422851562GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:39:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:39:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:39:46 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 4e270764-c028-41ad-b2f7-4d502bd8d7ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:39:46 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance dcbbf073-aada-4069-ab96-58f83cd8259c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:39:46 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:39:46 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 94aec62a-8f94-4cd2-9dd6-ac1f302759a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:39:46 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance eb4cb4b8-f275-48f8-a7f7-fdcd39faec06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:39:46 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 34ec40f6-6291-4945-b86b-4105e89f112b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:39:46 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance fdba0b21-1e93-4771-aaca-ebcaec927902 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:39:46 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:39:46 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:39:47 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:47 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:39:47 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:39:47 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:39:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.599s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:39:48 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:39:48 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:39:48 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:39:48 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:39:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:49 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:50 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:39:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:53 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:58 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-e76f21af-d86f-4161-966e-2ffa5f975a8d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09 is timed out.
Nov 10 13:39:58 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-e76f21af-d86f-4161-966e-2ffa5f975a8d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Successfully detached device vdb from instance 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09 from the live domain config.
Nov 10 13:39:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e76f21af-d86f-4161-966e-2ffa5f975a8d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e76f21af-d86f-4161-966e-2ffa5f975a8d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'anLcBUty', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:39:58 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-e76f21af-d86f-4161-966e-2ffa5f975a8d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:39:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-e76f21af-d86f-4161-966e-2ffa5f975a8d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-e76f21af-d86f-4161-966e-2ffa5f975a8d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b7ace31-7ed6-4420-bbef-27cfdf577aab]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e76f21af-d86f-4161-966e-2ffa5f975a8d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 13:39:58 user nova-compute[86206]: No targets found.
Nov 10 13:39:58 user nova-compute[86206]: iSNS:
Nov 10 13:39:58 user nova-compute[86206]: No targets found.
Nov 10 13:39:58 user nova-compute[86206]: STATIC:
Nov 10 13:39:58 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2
Nov 10 13:39:58 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:39:58 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:39:58 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20
Nov 10 13:39:58 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:39:58 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:39:58 user nova-compute[86206]: FIRMWARE:
Nov 10 13:39:58 user nova-compute[86206]: No targets found.
Nov 10 13:39:58 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e76f21af-d86f-4161-966e-2ffa5f975a8d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 13:39:58 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 13:39:58 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e76f21af-d86f-4161-966e-2ffa5f975a8d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfe70486-3031-4ce9-9cfc-d5dadbae8db3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[804497ab-1123-4f07-8f6e-f561d3b71afe]: (4, ('tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e76f21af-d86f-4161-966e-2ffa5f975a8d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20 (non-flash)
Nov 10 13:39:58 user nova-compute[86206]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 (non-flash)
Nov 10 13:39:58 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e76f21af-d86f-4161-966e-2ffa5f975a8d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] iscsi session list stdout=tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20 (non-flash)
Nov 10 13:39:58 user nova-compute[86206]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 (non-flash)
Nov 10 13:39:58 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e76f21af-d86f-4161-966e-2ffa5f975a8d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe48831c280>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20'): ({'sdb'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-e76f21af-d86f-4161-966e-2ffa5f975a8d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Removing single pathed devices sdb {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4fdc4f4-be84-4087-b299-89a9402c7bd5]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1951f6c-dfa4-4a92-8277-98206de317b0]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-e76f21af-d86f-4161-966e-2ffa5f975a8d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Flushing IO for device /dev/sdb {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c119fab-7d5e-49dd-905a-1f6a5ad7f356]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-e76f21af-d86f-4161-966e-2ffa5f975a8d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.044s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[893a859c-66a0-49b2-b6ae-59df96bfc21c]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-e76f21af-d86f-4161-966e-2ffa5f975a8d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-e76f21af-d86f-4161-966e-2ffa5f975a8d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] SCSI volumes sdb have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e76f21af-d86f-4161-966e-2ffa5f975a8d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f08acce7-33c9-4a79-93a2-e6e50ee90c8e]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e76f21af-d86f-4161-966e-2ffa5f975a8d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20 -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20 -p 172.16.0.220:3260 --logout" returned: 0 in 0.049s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c59c64d-e122-4de6-81ac-cd245790adee]: (4, ('Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20, portal: 172.16.0.220,3260]\nLogout of [sid: 29, target: iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e76f21af-d86f-4161-966e-2ffa5f975a8d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20, portal: 172.16.0.220,3260]
Nov 10 13:39:58 user nova-compute[86206]: Logout of [sid: 29, target: iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20, portal: 172.16.0.220,3260] successful.
Nov 10 13:39:58 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20 -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3ce2106-b96d-40b3-9884-41d3548eb80b]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e76f21af-d86f-4161-966e-2ffa5f975a8d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-e76f21af-d86f-4161-966e-2ffa5f975a8d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.303s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e76f21af-d86f-4161-966e-2ffa5f975a8d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] <== disconnect_volume: return (305ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e76f21af-d86f-4161-966e-2ffa5f975a8d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:39:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:40:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:40:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:40:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:40:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:40:09 user nova-compute[86206]: DEBUG nova.objects.instance [None req-e76f21af-d86f-4161-966e-2ffa5f975a8d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lazy-loading 'flavor' on Instance uuid 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:40:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-e76f21af-d86f-4161-966e-2ffa5f975a8d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "80b4e9b6-abe9-4f2b-bc2b-e833b2212f09" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 32.405s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:40:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-85afb376-08f1-44ca-a055-24a6319277ff tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "80b4e9b6-abe9-4f2b-bc2b-e833b2212f09" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 32.222s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:40:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-85afb376-08f1-44ca-a055-24a6319277ff tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Acquiring lock "80b4e9b6-abe9-4f2b-bc2b-e833b2212f09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:40:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-85afb376-08f1-44ca-a055-24a6319277ff tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "80b4e9b6-abe9-4f2b-bc2b-e833b2212f09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:40:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-85afb376-08f1-44ca-a055-24a6319277ff tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "80b4e9b6-abe9-4f2b-bc2b-e833b2212f09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:40:09 user nova-compute[86206]: INFO nova.compute.manager [None req-85afb376-08f1-44ca-a055-24a6319277ff tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Terminating instance
Nov 10 13:40:09 user nova-compute[86206]: DEBUG nova.compute.manager [None req-85afb376-08f1-44ca-a055-24a6319277ff tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:40:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:40:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:40:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:40:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:40:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:40:10 user nova-compute[86206]: DEBUG nova.compute.manager [req-3de2ee22-7031-443a-8123-13b1fe671c1e req-35fece6a-eee2-42be-9181-2df6b354abac service nova] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Received event network-vif-unplugged-fe281d25-5b4d-4811-ad6f-be6c5d859ce1 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:40:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-3de2ee22-7031-443a-8123-13b1fe671c1e req-35fece6a-eee2-42be-9181-2df6b354abac service nova] Acquiring lock "80b4e9b6-abe9-4f2b-bc2b-e833b2212f09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:40:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-3de2ee22-7031-443a-8123-13b1fe671c1e req-35fece6a-eee2-42be-9181-2df6b354abac service nova] Lock "80b4e9b6-abe9-4f2b-bc2b-e833b2212f09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:40:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-3de2ee22-7031-443a-8123-13b1fe671c1e req-35fece6a-eee2-42be-9181-2df6b354abac service nova] Lock "80b4e9b6-abe9-4f2b-bc2b-e833b2212f09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:40:10 user nova-compute[86206]: DEBUG nova.compute.manager [req-3de2ee22-7031-443a-8123-13b1fe671c1e req-35fece6a-eee2-42be-9181-2df6b354abac service nova] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] No waiting events found dispatching network-vif-unplugged-fe281d25-5b4d-4811-ad6f-be6c5d859ce1 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:40:10 user nova-compute[86206]: DEBUG nova.compute.manager [req-3de2ee22-7031-443a-8123-13b1fe671c1e req-35fece6a-eee2-42be-9181-2df6b354abac service nova] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Received event network-vif-unplugged-fe281d25-5b4d-4811-ad6f-be6c5d859ce1 for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:40:10 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Instance destroyed successfully.
Nov 10 13:40:10 user nova-compute[86206]: DEBUG nova.objects.instance [None req-85afb376-08f1-44ca-a055-24a6319277ff tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lazy-loading 'resources' on Instance uuid 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:40:10 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-85afb376-08f1-44ca-a055-24a6319277ff tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:35:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-788769958',display_name='tempest-VolumesSnapshotTestJSON-instance-788769958',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-788769958',id=34,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHSVTTFuX+mWwYxk9BrdDU9ab/qXkjmtFSAal9fZ/sWNJMXbH+5I9/AZcd/XcuImUKEofzeh86e9SgCqMobCsM3UetFrSdSac+t2inT/u7zr+/jBse9BZPbXH3fSDZYl0Q==',key_name='tempest-keypair-134191099',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:36:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e93e0930e8224ce299e0c8141a45d7e4',ramdisk_id='',reservation_id='r-jr3fl6w4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-358706797',owner_user_name='tempest-VolumesSnapshotTestJSON-358706797-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:36:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7be53f52cab647e988e4b2e996399167',uuid=80b4e9b6-abe9-4f2b-bc2b-e833b2212f09,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fe281d25-5b4d-4811-ad6f-be6c5d859ce1", "address": "fa:16:3e:b8:1b:1e", "network": {"id": "b964ae58-7f72-4817-8d5f-b91989d3c340", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1207947886-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e93e0930e8224ce299e0c8141a45d7e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe281d25-5b", "ovs_interfaceid": "fe281d25-5b4d-4811-ad6f-be6c5d859ce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:40:10 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-85afb376-08f1-44ca-a055-24a6319277ff tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Converting VIF {"id": "fe281d25-5b4d-4811-ad6f-be6c5d859ce1", "address": "fa:16:3e:b8:1b:1e", "network": {"id": "b964ae58-7f72-4817-8d5f-b91989d3c340", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1207947886-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e93e0930e8224ce299e0c8141a45d7e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfe281d25-5b", "ovs_interfaceid": "fe281d25-5b4d-4811-ad6f-be6c5d859ce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:40:10 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-85afb376-08f1-44ca-a055-24a6319277ff tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b8:1b:1e,bridge_name='br-int',has_traffic_filtering=True,id=fe281d25-5b4d-4811-ad6f-be6c5d859ce1,network=Network(b964ae58-7f72-4817-8d5f-b91989d3c340),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe281d25-5b') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:40:10 user nova-compute[86206]: DEBUG os_vif [None req-85afb376-08f1-44ca-a055-24a6319277ff tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b8:1b:1e,bridge_name='br-int',has_traffic_filtering=True,id=fe281d25-5b4d-4811-ad6f-be6c5d859ce1,network=Network(b964ae58-7f72-4817-8d5f-b91989d3c340),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe281d25-5b') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:40:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:40:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfe281d25-5b, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:40:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:40:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:40:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:40:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6dc3d0aa-4aa6-4977-ade2-1af486e973e7) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:40:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:40:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:40:10 user nova-compute[86206]: INFO os_vif [None req-85afb376-08f1-44ca-a055-24a6319277ff tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b8:1b:1e,bridge_name='br-int',has_traffic_filtering=True,id=fe281d25-5b4d-4811-ad6f-be6c5d859ce1,network=Network(b964ae58-7f72-4817-8d5f-b91989d3c340),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfe281d25-5b')
Nov 10 13:40:10 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-85afb376-08f1-44ca-a055-24a6319277ff tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 13:40:10 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-85afb376-08f1-44ca-a055-24a6319277ff tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'anLcBUty', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:40:10 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-85afb376-08f1-44ca-a055-24a6319277ff tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:40:10 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-85afb376-08f1-44ca-a055-24a6319277ff tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:40:10 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-85afb376-08f1-44ca-a055-24a6319277ff tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:40:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:40:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:40:10 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1855566-f43c-46e4-a9ec-b37bcd6be0b3]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:40:10 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-85afb376-08f1-44ca-a055-24a6319277ff tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 13:40:10 user nova-compute[86206]: No targets found.
Nov 10 13:40:10 user nova-compute[86206]: iSNS:
Nov 10 13:40:10 user nova-compute[86206]: No targets found.
Nov 10 13:40:10 user nova-compute[86206]: STATIC:
Nov 10 13:40:10 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2
Nov 10 13:40:10 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:40:10 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:40:10 user nova-compute[86206]: FIRMWARE:
Nov 10 13:40:10 user nova-compute[86206]: No targets found.
Nov 10 13:40:10 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:40:10 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-85afb376-08f1-44ca-a055-24a6319277ff tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 13:40:10 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 13:40:10 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 13:40:10 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-85afb376-08f1-44ca-a055-24a6319277ff tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:507cf14c-d636-4f52-a8a9-65b2a072cf20', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 13:40:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:40:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:40:10 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf9b1217-3416-45dd-864b-bbc2a10310df]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:40:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:40:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:40:10 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ad0cf83-c926-44a5-a92d-9d4d63185307]: (4, ('tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:40:10 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-85afb376-08f1-44ca-a055-24a6319277ff tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 (non-flash)
Nov 10 13:40:10 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:40:10 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-85afb376-08f1-44ca-a055-24a6319277ff tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] iscsi session list stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 (non-flash)
Nov 10 13:40:10 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:40:10 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-85afb376-08f1-44ca-a055-24a6319277ff tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe46431b490>, {}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 13:40:10 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-85afb376-08f1-44ca-a055-24a6319277ff tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Disconnecting from: [] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 13:40:10 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-85afb376-08f1-44ca-a055-24a6319277ff tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.066s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:40:10 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-85afb376-08f1-44ca-a055-24a6319277ff tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] <== disconnect_volume: return (69ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:40:10 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-85afb376-08f1-44ca-a055-24a6319277ff tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 13:40:10 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-85afb376-08f1-44ca-a055-24a6319277ff tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Deleting instance files /opt/stack/data/nova/instances/80b4e9b6-abe9-4f2b-bc2b-e833b2212f09_del
Nov 10 13:40:10 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-85afb376-08f1-44ca-a055-24a6319277ff tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Deletion of /opt/stack/data/nova/instances/80b4e9b6-abe9-4f2b-bc2b-e833b2212f09_del complete
Nov 10 13:40:10 user nova-compute[86206]: INFO nova.compute.manager [None req-85afb376-08f1-44ca-a055-24a6319277ff tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Took 0.95 seconds to destroy the instance on the hypervisor.
Nov 10 13:40:10 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-85afb376-08f1-44ca-a055-24a6319277ff tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:40:10 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:40:10 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:40:11 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:40:11 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Took 0.87 seconds to deallocate network for instance.
Nov 10 13:40:11 user nova-compute[86206]: WARNING nova.volume.cinder [None req-85afb376-08f1-44ca-a055-24a6319277ff tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Attachment 476dddc8-3d6d-4c0d-a3e2-9aa6bb7cd451 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 476dddc8-3d6d-4c0d-a3e2-9aa6bb7cd451. (HTTP 404) (Request-ID: req-75feb12b-a459-41e6-a034-a6cbf6a91cad)
Nov 10 13:40:11 user nova-compute[86206]: INFO nova.compute.manager [None req-85afb376-08f1-44ca-a055-24a6319277ff tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Took 0.02 seconds to detach 1 volumes for instance.
Nov 10 13:40:11 user nova-compute[86206]: DEBUG nova.compute.manager [req-1ee5da9d-0a8b-4c8b-83f1-547fb9d69d60 req-7d7ffa33-2d44-44da-af67-2a79cdd7ee23 service nova] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Received event network-vif-deleted-fe281d25-5b4d-4811-ad6f-be6c5d859ce1 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:40:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-85afb376-08f1-44ca-a055-24a6319277ff tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:40:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-85afb376-08f1-44ca-a055-24a6319277ff tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:40:11 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-85afb376-08f1-44ca-a055-24a6319277ff tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:40:11 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-85afb376-08f1-44ca-a055-24a6319277ff tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:40:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-85afb376-08f1-44ca-a055-24a6319277ff tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.313s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:40:12 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-85afb376-08f1-44ca-a055-24a6319277ff tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Deleted allocations for instance 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09
Nov 10 13:40:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-85afb376-08f1-44ca-a055-24a6319277ff tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "80b4e9b6-abe9-4f2b-bc2b-e833b2212f09" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.369s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:40:12 user nova-compute[86206]: DEBUG nova.compute.manager [req-cf4e473b-d701-43c8-a99e-ec61c575c1a0 req-50b63ad3-f137-48fc-94fb-845c9b7da67a service nova] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Received event network-vif-plugged-fe281d25-5b4d-4811-ad6f-be6c5d859ce1 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:40:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-cf4e473b-d701-43c8-a99e-ec61c575c1a0 req-50b63ad3-f137-48fc-94fb-845c9b7da67a service nova] Acquiring lock "80b4e9b6-abe9-4f2b-bc2b-e833b2212f09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:40:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-cf4e473b-d701-43c8-a99e-ec61c575c1a0 req-50b63ad3-f137-48fc-94fb-845c9b7da67a service nova] Lock "80b4e9b6-abe9-4f2b-bc2b-e833b2212f09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:40:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-cf4e473b-d701-43c8-a99e-ec61c575c1a0 req-50b63ad3-f137-48fc-94fb-845c9b7da67a service nova] Lock "80b4e9b6-abe9-4f2b-bc2b-e833b2212f09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:40:12 user nova-compute[86206]: DEBUG nova.compute.manager [req-cf4e473b-d701-43c8-a99e-ec61c575c1a0 req-50b63ad3-f137-48fc-94fb-845c9b7da67a service nova] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] No waiting events found dispatching network-vif-plugged-fe281d25-5b4d-4811-ad6f-be6c5d859ce1 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:40:12 user nova-compute[86206]: WARNING nova.compute.manager [req-cf4e473b-d701-43c8-a99e-ec61c575c1a0 req-50b63ad3-f137-48fc-94fb-845c9b7da67a service nova] [instance: 80b4e9b6-abe9-4f2b-bc2b-e833b2212f09] Received unexpected event network-vif-plugged-fe281d25-5b4d-4811-ad6f-be6c5d859ce1 for instance with vm_state deleted and task_state None.
Nov 10 13:40:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:40:15 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:40:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Acquiring lock "522dd166-ebe2-4fef-8b16-2abede562f1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:40:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Lock "522dd166-ebe2-4fef-8b16-2abede562f1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:40:20 user nova-compute[86206]: DEBUG nova.compute.manager [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:40:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:40:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:40:20 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:40:20 user nova-compute[86206]: INFO nova.compute.claims [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Claim successful on node user
Nov 10 13:40:20 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:40:20 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:40:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.385s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:40:20 user nova-compute[86206]: DEBUG nova.compute.manager [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:40:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:40:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:40:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=86206) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 10 13:40:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:40:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:40:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:40:20 user nova-compute[86206]: DEBUG nova.compute.manager [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:40:20 user nova-compute[86206]: DEBUG nova.network.neutron [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:40:20 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:40:20 user nova-compute[86206]: DEBUG nova.compute.manager [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:40:20 user nova-compute[86206]: INFO nova.virt.block_device [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Booting with volume e18fff5b-71a0-45d1-be27-c16749398372 at /dev/vda
Nov 10 13:40:20 user nova-compute[86206]: DEBUG nova.policy [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b51f34055b84153b075931af9b59043', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0ee47b5466e4c68a52aadc18b8b69bb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:40:20 user nova-compute[86206]: DEBUG os_brick.utils [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:40:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:40:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:40:20 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[664aa04e-36b9-4b41-a25e-bac79eaa9c09]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:40:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:40:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:40:20 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b17b2306-9605-4366-a68b-d2d65b41bbfc]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:40:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:40:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:40:20 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[6eed543f-d1fe-4ca2-8241-d42ff5f3b16b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:40:20 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[29f1f34a-cea9-4d2a-a4dc-821fcf960dd5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:40:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:40:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:40:21 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:40:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:40:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:40:21 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:40:21 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[fde59300-7fd3-421a-9dc0-6ea0a800771e]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:40:21 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:40:21 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:40:21 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:40:21 user nova-compute[86206]: DEBUG os_brick.utils [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:40:21 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Updating existing volume attachment record: aafcdb61-0b1f-4a3e-a904-22ee8a1dceaf {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 13:40:21 user nova-compute[86206]: DEBUG nova.network.neutron [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Successfully created port: db06236e-3d48-4f63-8f22-b7b6c42c5932 {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:40:22 user nova-compute[86206]: DEBUG nova.network.neutron [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Successfully updated port: db06236e-3d48-4f63-8f22-b7b6c42c5932 {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:40:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Acquiring lock "refresh_cache-522dd166-ebe2-4fef-8b16-2abede562f1d" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:40:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Acquired lock "refresh_cache-522dd166-ebe2-4fef-8b16-2abede562f1d" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:40:22 user nova-compute[86206]: DEBUG nova.network.neutron [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:40:22 user nova-compute[86206]: DEBUG nova.compute.manager [req-81f1976b-ee86-4e3d-83c5-a0ca9c5ef64e req-a65118ba-c61e-4d39-8e92-4164b1991c22 service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Received event network-changed-db06236e-3d48-4f63-8f22-b7b6c42c5932 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:40:22 user nova-compute[86206]: DEBUG nova.compute.manager [req-81f1976b-ee86-4e3d-83c5-a0ca9c5ef64e req-a65118ba-c61e-4d39-8e92-4164b1991c22 service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Refreshing instance network info cache due to event network-changed-db06236e-3d48-4f63-8f22-b7b6c42c5932. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:40:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-81f1976b-ee86-4e3d-83c5-a0ca9c5ef64e req-a65118ba-c61e-4d39-8e92-4164b1991c22 service nova] Acquiring lock "refresh_cache-522dd166-ebe2-4fef-8b16-2abede562f1d" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:40:22 user nova-compute[86206]: DEBUG nova.network.neutron [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:40:22 user nova-compute[86206]: DEBUG nova.network.neutron [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Updating instance_info_cache with network_info: [{"id": "db06236e-3d48-4f63-8f22-b7b6c42c5932", "address": "fa:16:3e:2d:6f:44", "network": {"id": "d17b0fa9-be03-492a-aacc-2fe83c05d1fe", "bridge": "br-int", "label": "tempest-TestShelveInstance-1120125087-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b0ee47b5466e4c68a52aadc18b8b69bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb06236e-3d", "ovs_interfaceid": "db06236e-3d48-4f63-8f22-b7b6c42c5932", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:40:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Releasing lock "refresh_cache-522dd166-ebe2-4fef-8b16-2abede562f1d" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:40:22 user nova-compute[86206]: DEBUG nova.compute.manager [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Instance network_info: |[{"id": "db06236e-3d48-4f63-8f22-b7b6c42c5932", "address": "fa:16:3e:2d:6f:44", "network": {"id": "d17b0fa9-be03-492a-aacc-2fe83c05d1fe", "bridge": "br-int", "label": "tempest-TestShelveInstance-1120125087-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b0ee47b5466e4c68a52aadc18b8b69bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb06236e-3d", "ovs_interfaceid": "db06236e-3d48-4f63-8f22-b7b6c42c5932", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:40:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-81f1976b-ee86-4e3d-83c5-a0ca9c5ef64e req-a65118ba-c61e-4d39-8e92-4164b1991c22 service nova] Acquired lock "refresh_cache-522dd166-ebe2-4fef-8b16-2abede562f1d" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:40:22 user nova-compute[86206]: DEBUG nova.network.neutron [req-81f1976b-ee86-4e3d-83c5-a0ca9c5ef64e req-a65118ba-c61e-4d39-8e92-4164b1991c22 service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Refreshing network info cache for port db06236e-3d48-4f63-8f22-b7b6c42c5932 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:40:23 user nova-compute[86206]: DEBUG nova.network.neutron [req-81f1976b-ee86-4e3d-83c5-a0ca9c5ef64e req-a65118ba-c61e-4d39-8e92-4164b1991c22 service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Updated VIF entry in instance network info cache for port db06236e-3d48-4f63-8f22-b7b6c42c5932. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:40:23 user nova-compute[86206]: DEBUG nova.network.neutron [req-81f1976b-ee86-4e3d-83c5-a0ca9c5ef64e req-a65118ba-c61e-4d39-8e92-4164b1991c22 service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Updating instance_info_cache with network_info: [{"id": "db06236e-3d48-4f63-8f22-b7b6c42c5932", "address": "fa:16:3e:2d:6f:44", "network": {"id": "d17b0fa9-be03-492a-aacc-2fe83c05d1fe", "bridge": "br-int", "label": "tempest-TestShelveInstance-1120125087-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b0ee47b5466e4c68a52aadc18b8b69bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb06236e-3d", "ovs_interfaceid": "db06236e-3d48-4f63-8f22-b7b6c42c5932", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:40:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-81f1976b-ee86-4e3d-83c5-a0ca9c5ef64e req-a65118ba-c61e-4d39-8e92-4164b1991c22 service nova] Releasing lock "refresh_cache-522dd166-ebe2-4fef-8b16-2abede562f1d" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:40:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:40:25 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:40:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:40:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:40:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:40:38 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:40:38 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:40:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "refresh_cache-94aec62a-8f94-4cd2-9dd6-ac1f302759a6" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:40:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquired lock "refresh_cache-94aec62a-8f94-4cd2-9dd6-ac1f302759a6" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:40:39 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Forcefully refreshing network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 10 13:40:39 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Updating instance_info_cache with network_info: [{"id": "8525bb20-16d9-4e1f-934c-f91f4670b36b", "address": "fa:16:3e:b5:82:50", "network": {"id": "bd4dcb28-ea59-43a7-af60-1b7991bc8086", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-23684993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76309bff6aa74fbf97b9a1120a12892b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8525bb20-16", "ovs_interfaceid": "8525bb20-16d9-4e1f-934c-f91f4670b36b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:40:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Releasing lock "refresh_cache-94aec62a-8f94-4cd2-9dd6-ac1f302759a6" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:40:39 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Updated the network info_cache for instance {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 10 13:40:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:40:42 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:40:42 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:40:42 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 13:40:42 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:40:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:40:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:40:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:40:42 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:40:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:40:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json" returned: 0 in 0.244s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:40:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:40:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:40:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:40:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:40:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:40:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:40:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34ec40f6-6291-4945-b86b-4105e89f112b/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:40:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34ec40f6-6291-4945-b86b-4105e89f112b/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:40:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34ec40f6-6291-4945-b86b-4105e89f112b/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:40:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/34ec40f6-6291-4945-b86b-4105e89f112b/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:40:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/94aec62a-8f94-4cd2-9dd6-ac1f302759a6/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:40:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/94aec62a-8f94-4cd2-9dd6-ac1f302759a6/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:40:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/94aec62a-8f94-4cd2-9dd6-ac1f302759a6/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:40:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/94aec62a-8f94-4cd2-9dd6-ac1f302759a6/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:40:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:40:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json" returned: 0 in 0.200s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json" returned: 0 in 0.235s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG nova.compute.manager [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:40:45 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Creating image(s)
Nov 10 13:40:45 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Did not create local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Ensure instance console log exists: /opt/stack/data/nova/instances/522dd166-ebe2-4fef-8b16-2abede562f1d/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Start _get_guest_xml network_info=[{"id": "db06236e-3d48-4f63-8f22-b7b6c42c5932", "address": "fa:16:3e:2d:6f:44", "network": {"id": "d17b0fa9-be03-492a-aacc-2fe83c05d1fe", "bridge": "br-int", "label": "tempest-TestShelveInstance-1120125087-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b0ee47b5466e4c68a52aadc18b8b69bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb06236e-3d", "ovs_interfaceid": "db06236e-3d48-4f63-8f22-b7b6c42c5932", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'attachment_id': 'aafcdb61-0b1f-4a3e-a904-22ee8a1dceaf', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PowvHVrf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '522dd166-ebe2-4fef-8b16-2abede562f1d', 'attached_at': '', 'detached_at': '', 'volume_id': 'e18fff5b-71a0-45d1-be27-c16749398372', 'serial': 'e18fff5b-71a0-45d1-be27-c16749398372'}, 'mount_device': '/dev/vda', 'boot_index': 0, 'volume_type': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:40:45 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:40:45 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:40:45 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PowvHVrf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:40:45 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:40:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:40:45 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:40:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:40:45 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:40:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a881162-1407-4cd4-8520-1d0d186a413b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 13:40:45 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.032s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d8f667c-6e41-41f3-948b-11534017a23d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372] added
Nov 10 13:40:45 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=86206) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c4e3fb0-67b6-4567-9a4e-013cbebdb2de]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[fadc70a5-9896-478c-9b3b-a67a835c0b83]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PowvHVrf {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PowvHVrf" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[9eaff530-1352-44e3-be1c-fd4c5992bd87]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'PowvHVrf'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[9473da96-9f1f-482b-9ad6-a02a00289022]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d0b6a36-7d45-4103-8ed8-20771a382386]: (4, ('tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 (non-flash)
Nov 10 13:40:45 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] iscsi session list stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 (non-flash)
Nov 10 13:40:45 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 -p 172.16.0.220:3260 --login" returned: 0 in 0.057s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ee423d1-5508-442a-a7dc-dbb3b6babbb5]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372, portal: 172.16.0.220,3260]
Nov 10 13:40:45 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372, portal: 172.16.0.220,3260] successful.
Nov 10 13:40:45 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c533182-9f86-4e2d-a4a6-078143619f55]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea93e42f-28d8-4cad-8da1-e84cc167bcb4]: (4, ('tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 (non-flash)
Nov 10 13:40:45 user nova-compute[86206]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 (non-flash)
Nov 10 13:40:45 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] iscsi session list stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 (non-flash)
Nov 10 13:40:45 user nova-compute[86206]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 (non-flash)
Nov 10 13:40:45 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.363s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] HCTL ('33', '-', '-', 0) found on session 33 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[d128e267-7542-4bd7-964e-9e3bdf36c8aa]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Searching for a device in session 33 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:40:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PowvHVrf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:40:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:40:46 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:40:46 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:40:46 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=8120MB free_disk=25.066692352294922GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:40:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:40:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:40:46 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 4e270764-c028-41ad-b2f7-4d502bd8d7ef actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:40:46 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance dcbbf073-aada-4069-ab96-58f83cd8259c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:40:46 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 94aec62a-8f94-4cd2-9dd6-ac1f302759a6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:40:46 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance eb4cb4b8-f275-48f8-a7f7-fdcd39faec06 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:40:46 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 34ec40f6-6291-4945-b86b-4105e89f112b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:40:46 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance fdba0b21-1e93-4771-aaca-ebcaec927902 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:40:46 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 522dd166-ebe2-4fef-8b16-2abede562f1d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:40:46 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:40:46 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:40:46 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:40:46 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:40:46 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:40:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.450s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:40:46 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.403s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:40:46 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] <== connect_volume: return (1404ms) {'type': 'block', 'scsi_wwn': '26136323663393938', 'path': '/dev/sdb'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:40:46 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26136323663393938', 'path': '/dev/sdb'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:40:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:40:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-367825110',display_name='tempest-TestShelveInstance-server-367825110',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-367825110',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKVGFhQ9Q4+wFBuYt65n0VjvsRQgcHzpyOi65xtguShsxlJ9v6ItnrCLMCOgv/f8MBDuEbNlHfF6crtPoohFaEAMnLb9BVx7BSDuWxguVFSCgfQ1gaeBRq6nUMMqe017Sw==',key_name='tempest-TestShelveInstance-616185418',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b0ee47b5466e4c68a52aadc18b8b69bb',ramdisk_id='',reservation_id='r-277uapyg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-1360985429',owner_user_name='tempest-TestShelveInstance-1360985429-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:40:21Z,user_data=None,user_id='2b51f34055b84153b075931af9b59043',uuid=522dd166-ebe2-4fef-8b16-2abede562f1d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "db06236e-3d48-4f63-8f22-b7b6c42c5932", "address": "fa:16:3e:2d:6f:44", "network": {"id": "d17b0fa9-be03-492a-aacc-2fe83c05d1fe", "bridge": "br-int", "label": "tempest-TestShelveInstance-1120125087-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b0ee47b5466e4c68a52aadc18b8b69bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb06236e-3d", "ovs_interfaceid": "db06236e-3d48-4f63-8f22-b7b6c42c5932", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:40:47 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Converting VIF {"id": "db06236e-3d48-4f63-8f22-b7b6c42c5932", "address": "fa:16:3e:2d:6f:44", "network": {"id": "d17b0fa9-be03-492a-aacc-2fe83c05d1fe", "bridge": "br-int", "label": "tempest-TestShelveInstance-1120125087-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b0ee47b5466e4c68a52aadc18b8b69bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb06236e-3d", "ovs_interfaceid": "db06236e-3d48-4f63-8f22-b7b6c42c5932", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:40:47 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2d:6f:44,bridge_name='br-int',has_traffic_filtering=True,id=db06236e-3d48-4f63-8f22-b7b6c42c5932,network=Network(d17b0fa9-be03-492a-aacc-2fe83c05d1fe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb06236e-3d') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:40:47 user nova-compute[86206]: DEBUG nova.objects.instance [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Lazy-loading 'pci_devices' on Instance uuid 522dd166-ebe2-4fef-8b16-2abede562f1d {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:40:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:40:47 user nova-compute[86206]:   <uuid>522dd166-ebe2-4fef-8b16-2abede562f1d</uuid>
Nov 10 13:40:47 user nova-compute[86206]:   <name>instance-00000028</name>
Nov 10 13:40:47 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:40:47 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:40:47 user nova-compute[86206]:   <metadata>
Nov 10 13:40:47 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:40:47 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:40:47 user nova-compute[86206]:       <nova:name>tempest-TestShelveInstance-server-367825110</nova:name>
Nov 10 13:40:47 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:40:45</nova:creationTime>
Nov 10 13:40:47 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:40:47 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:40:47 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:40:47 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:40:47 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:40:47 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:40:47 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:40:47 user nova-compute[86206]:       <nova:owner>
Nov 10 13:40:47 user nova-compute[86206]:         <nova:user uuid="2b51f34055b84153b075931af9b59043">tempest-TestShelveInstance-1360985429-project-member</nova:user>
Nov 10 13:40:47 user nova-compute[86206]:         <nova:project uuid="b0ee47b5466e4c68a52aadc18b8b69bb">tempest-TestShelveInstance-1360985429</nova:project>
Nov 10 13:40:47 user nova-compute[86206]:       </nova:owner>
Nov 10 13:40:47 user nova-compute[86206]:       <nova:ports>
Nov 10 13:40:47 user nova-compute[86206]:         <nova:port uuid="db06236e-3d48-4f63-8f22-b7b6c42c5932">
Nov 10 13:40:47 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 10 13:40:47 user nova-compute[86206]:         </nova:port>
Nov 10 13:40:47 user nova-compute[86206]:       </nova:ports>
Nov 10 13:40:47 user nova-compute[86206]:     </nova:instance>
Nov 10 13:40:47 user nova-compute[86206]:   </metadata>
Nov 10 13:40:47 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:40:47 user nova-compute[86206]:     <system>
Nov 10 13:40:47 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:40:47 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:40:47 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:40:47 user nova-compute[86206]:       <entry name="serial">522dd166-ebe2-4fef-8b16-2abede562f1d</entry>
Nov 10 13:40:47 user nova-compute[86206]:       <entry name="uuid">522dd166-ebe2-4fef-8b16-2abede562f1d</entry>
Nov 10 13:40:47 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:40:47 user nova-compute[86206]:     </system>
Nov 10 13:40:47 user nova-compute[86206]:   </sysinfo>
Nov 10 13:40:47 user nova-compute[86206]:   <os>
Nov 10 13:40:47 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:40:47 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:40:47 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:40:47 user nova-compute[86206]:   </os>
Nov 10 13:40:47 user nova-compute[86206]:   <features>
Nov 10 13:40:47 user nova-compute[86206]:     <acpi/>
Nov 10 13:40:47 user nova-compute[86206]:     <apic/>
Nov 10 13:40:47 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:40:47 user nova-compute[86206]:   </features>
Nov 10 13:40:47 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:40:47 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:40:47 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:40:47 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:40:47 user nova-compute[86206]:   </clock>
Nov 10 13:40:47 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:40:47 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:40:47 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:40:47 user nova-compute[86206]:   </cpu>
Nov 10 13:40:47 user nova-compute[86206]:   <devices>
Nov 10 13:40:47 user nova-compute[86206]:     <disk type="block" device="disk">
Nov 10 13:40:47 user nova-compute[86206]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:40:47 user nova-compute[86206]:       <source dev="/dev/sdb"/>
Nov 10 13:40:47 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:40:47 user nova-compute[86206]:       <serial>e18fff5b-71a0-45d1-be27-c16749398372</serial>
Nov 10 13:40:47 user nova-compute[86206]:     </disk>
Nov 10 13:40:47 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:40:47 user nova-compute[86206]:       <mac address="fa:16:3e:2d:6f:44"/>
Nov 10 13:40:47 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:40:47 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:40:47 user nova-compute[86206]:       <target dev="tapdb06236e-3d"/>
Nov 10 13:40:47 user nova-compute[86206]:     </interface>
Nov 10 13:40:47 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:40:47 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/522dd166-ebe2-4fef-8b16-2abede562f1d/console.log" append="off"/>
Nov 10 13:40:47 user nova-compute[86206]:     </serial>
Nov 10 13:40:47 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:40:47 user nova-compute[86206]:     <video>
Nov 10 13:40:47 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:40:47 user nova-compute[86206]:     </video>
Nov 10 13:40:47 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:40:47 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:40:47 user nova-compute[86206]:     </rng>
Nov 10 13:40:47 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:40:47 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:40:47 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:40:47 user nova-compute[86206]:     </memballoon>
Nov 10 13:40:47 user nova-compute[86206]:   </devices>
Nov 10 13:40:47 user nova-compute[86206]: </domain>
Nov 10 13:40:47 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:40:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:40:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-367825110',display_name='tempest-TestShelveInstance-server-367825110',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-367825110',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKVGFhQ9Q4+wFBuYt65n0VjvsRQgcHzpyOi65xtguShsxlJ9v6ItnrCLMCOgv/f8MBDuEbNlHfF6crtPoohFaEAMnLb9BVx7BSDuWxguVFSCgfQ1gaeBRq6nUMMqe017Sw==',key_name='tempest-TestShelveInstance-616185418',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b0ee47b5466e4c68a52aadc18b8b69bb',ramdisk_id='',reservation_id='r-277uapyg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-1360985429',owner_user_name='tempest-TestShelveInstance-1360985429-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:40:21Z,user_data=None,user_id='2b51f34055b84153b075931af9b59043',uuid=522dd166-ebe2-4fef-8b16-2abede562f1d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "db06236e-3d48-4f63-8f22-b7b6c42c5932", "address": "fa:16:3e:2d:6f:44", "network": {"id": "d17b0fa9-be03-492a-aacc-2fe83c05d1fe", "bridge": "br-int", "label": "tempest-TestShelveInstance-1120125087-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b0ee47b5466e4c68a52aadc18b8b69bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb06236e-3d", "ovs_interfaceid": "db06236e-3d48-4f63-8f22-b7b6c42c5932", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:40:47 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Converting VIF {"id": "db06236e-3d48-4f63-8f22-b7b6c42c5932", "address": "fa:16:3e:2d:6f:44", "network": {"id": "d17b0fa9-be03-492a-aacc-2fe83c05d1fe", "bridge": "br-int", "label": "tempest-TestShelveInstance-1120125087-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b0ee47b5466e4c68a52aadc18b8b69bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb06236e-3d", "ovs_interfaceid": "db06236e-3d48-4f63-8f22-b7b6c42c5932", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:40:47 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2d:6f:44,bridge_name='br-int',has_traffic_filtering=True,id=db06236e-3d48-4f63-8f22-b7b6c42c5932,network=Network(d17b0fa9-be03-492a-aacc-2fe83c05d1fe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb06236e-3d') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:40:47 user nova-compute[86206]: DEBUG os_vif [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2d:6f:44,bridge_name='br-int',has_traffic_filtering=True,id=db06236e-3d48-4f63-8f22-b7b6c42c5932,network=Network(d17b0fa9-be03-492a-aacc-2fe83c05d1fe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb06236e-3d') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:40:47 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:40:47 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:40:47 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:40:47 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:40:47 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '06eb783e-4def-5994-9887-3f714d2568db', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:40:47 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:40:47 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:40:47 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdb06236e-3d, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:40:47 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdb06236e-3d, col_values=(('qos', UUID('f37151e6-5ec9-4183-bc75-9ada97f7831e')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:40:47 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdb06236e-3d, col_values=(('external_ids', {'iface-id': 'db06236e-3d48-4f63-8f22-b7b6c42c5932', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2d:6f:44', 'vm-uuid': '522dd166-ebe2-4fef-8b16-2abede562f1d'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:40:47 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:40:47 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:40:47 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:40:47 user nova-compute[86206]: INFO os_vif [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2d:6f:44,bridge_name='br-int',has_traffic_filtering=True,id=db06236e-3d48-4f63-8f22-b7b6c42c5932,network=Network(d17b0fa9-be03-492a-aacc-2fe83c05d1fe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb06236e-3d')
Nov 10 13:40:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:40:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] No VIF found with MAC fa:16:3e:2d:6f:44, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:40:47 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:40:47 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:40:47 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:40:47 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:40:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:40:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:40:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:40:48 user nova-compute[86206]: DEBUG nova.compute.manager [req-bdf3bff7-428e-4daf-b2bd-981db972b9e0 req-0527689a-1c87-451c-acd1-5fa77aea2c56 service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Received event network-vif-plugged-db06236e-3d48-4f63-8f22-b7b6c42c5932 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:40:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-bdf3bff7-428e-4daf-b2bd-981db972b9e0 req-0527689a-1c87-451c-acd1-5fa77aea2c56 service nova] Acquiring lock "522dd166-ebe2-4fef-8b16-2abede562f1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:40:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-bdf3bff7-428e-4daf-b2bd-981db972b9e0 req-0527689a-1c87-451c-acd1-5fa77aea2c56 service nova] Lock "522dd166-ebe2-4fef-8b16-2abede562f1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:40:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-bdf3bff7-428e-4daf-b2bd-981db972b9e0 req-0527689a-1c87-451c-acd1-5fa77aea2c56 service nova] Lock "522dd166-ebe2-4fef-8b16-2abede562f1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:40:48 user nova-compute[86206]: DEBUG nova.compute.manager [req-bdf3bff7-428e-4daf-b2bd-981db972b9e0 req-0527689a-1c87-451c-acd1-5fa77aea2c56 service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] No waiting events found dispatching network-vif-plugged-db06236e-3d48-4f63-8f22-b7b6c42c5932 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:40:48 user nova-compute[86206]: WARNING nova.compute.manager [req-bdf3bff7-428e-4daf-b2bd-981db972b9e0 req-0527689a-1c87-451c-acd1-5fa77aea2c56 service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Received unexpected event network-vif-plugged-db06236e-3d48-4f63-8f22-b7b6c42c5932 for instance with vm_state building and task_state spawning.
Nov 10 13:40:49 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:40:49 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:40:49 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:40:49 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:40:50 user nova-compute[86206]: DEBUG nova.compute.manager [req-898f67a5-860c-464f-a94b-b9c66aa53336 req-57280f21-7f98-4252-8213-c1423f397a1e service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Received event network-vif-plugged-db06236e-3d48-4f63-8f22-b7b6c42c5932 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:40:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-898f67a5-860c-464f-a94b-b9c66aa53336 req-57280f21-7f98-4252-8213-c1423f397a1e service nova] Acquiring lock "522dd166-ebe2-4fef-8b16-2abede562f1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:40:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-898f67a5-860c-464f-a94b-b9c66aa53336 req-57280f21-7f98-4252-8213-c1423f397a1e service nova] Lock "522dd166-ebe2-4fef-8b16-2abede562f1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:40:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-898f67a5-860c-464f-a94b-b9c66aa53336 req-57280f21-7f98-4252-8213-c1423f397a1e service nova] Lock "522dd166-ebe2-4fef-8b16-2abede562f1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:40:50 user nova-compute[86206]: DEBUG nova.compute.manager [req-898f67a5-860c-464f-a94b-b9c66aa53336 req-57280f21-7f98-4252-8213-c1423f397a1e service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] No waiting events found dispatching network-vif-plugged-db06236e-3d48-4f63-8f22-b7b6c42c5932 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:40:50 user nova-compute[86206]: WARNING nova.compute.manager [req-898f67a5-860c-464f-a94b-b9c66aa53336 req-57280f21-7f98-4252-8213-c1423f397a1e service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Received unexpected event network-vif-plugged-db06236e-3d48-4f63-8f22-b7b6c42c5932 for instance with vm_state building and task_state spawning.
Nov 10 13:40:50 user nova-compute[86206]: DEBUG nova.compute.manager [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:40:50 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:40:50 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Instance spawned successfully.
Nov 10 13:40:50 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:40:50 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:40:50 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:40:50 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:40:50 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:40:50 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:40:50 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:40:51 user nova-compute[86206]: INFO nova.compute.manager [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Took 5.59 seconds to spawn the instance on the hypervisor.
Nov 10 13:40:51 user nova-compute[86206]: DEBUG nova.compute.manager [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:40:51 user nova-compute[86206]: INFO nova.compute.manager [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Took 31.02 seconds to build instance.
Nov 10 13:40:51 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-e34ed1e9-ffe1-4f4c-b702-cc381197e80b tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Lock "522dd166-ebe2-4fef-8b16-2abede562f1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 31.153s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:40:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:40:52 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:40:52 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:40:53 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:40:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:41:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=86206) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 10 13:41:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:41:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:41:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:14 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:14 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:14 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Acquiring lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:41:14 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:41:14 user nova-compute[86206]: DEBUG nova.objects.instance [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lazy-loading 'flavor' on Instance uuid eb4cb4b8-f275-48f8-a7f7-fdcd39faec06 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:41:14 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.060s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:41:14 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Acquiring lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:41:14 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:41:14 user nova-compute[86206]: INFO nova.compute.manager [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Attaching volume b5dd1832-9141-4148-98ac-9a8639488d6a to /dev/vdb
Nov 10 13:41:14 user nova-compute[86206]: DEBUG os_brick.utils [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:41:14 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:14 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:14 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[851b1ebe-2ab8-4d32-b63e-3f324725bb25]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:14 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:14 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:14 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8f3afeb-ca74-484c-a6fc-0d478ba264c9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:14 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:14 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:14 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae362a14-d979-40fa-ab46-8b3fdfabe263]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:14 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[09b67576-3f3d-40ba-8028-40eea06de03d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:14 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:14 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:41:14 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:41:14 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:14 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:41:14 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:41:14 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[95dcdfe8-eeb3-47f7-8383-06536909a81e]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:14 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:41:14 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:41:14 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:41:14 user nova-compute[86206]: DEBUG os_brick.utils [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] <== get_connector_properties: return (146ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:41:14 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Updating existing volume attachment record: ee6fd7d4-bf36-4614-884c-26d9a1e77b73 {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 13:41:16 user nova-compute[86206]: DEBUG nova.compute.manager [req-5b23d46e-b50a-4b08-ace3-73883921b30e req-ddd8cc1c-5e36-4296-8133-a7d6ab67e196 service nova] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Received event network-changed-41ad9fa3-86a0-4945-ba40-f7ef90085ae9 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:41:16 user nova-compute[86206]: DEBUG nova.compute.manager [req-5b23d46e-b50a-4b08-ace3-73883921b30e req-ddd8cc1c-5e36-4296-8133-a7d6ab67e196 service nova] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Refreshing instance network info cache due to event network-changed-41ad9fa3-86a0-4945-ba40-f7ef90085ae9. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:41:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-5b23d46e-b50a-4b08-ace3-73883921b30e req-ddd8cc1c-5e36-4296-8133-a7d6ab67e196 service nova] Acquiring lock "refresh_cache-34ec40f6-6291-4945-b86b-4105e89f112b" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:41:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-5b23d46e-b50a-4b08-ace3-73883921b30e req-ddd8cc1c-5e36-4296-8133-a7d6ab67e196 service nova] Acquired lock "refresh_cache-34ec40f6-6291-4945-b86b-4105e89f112b" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:41:16 user nova-compute[86206]: DEBUG nova.network.neutron [req-5b23d46e-b50a-4b08-ace3-73883921b30e req-ddd8cc1c-5e36-4296-8133-a7d6ab67e196 service nova] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Refreshing network info cache for port 41ad9fa3-86a0-4945-ba40-f7ef90085ae9 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:41:17 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:17 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c4415913-dc15-4ed2-87e7-0aa266fe5e8f tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "34ec40f6-6291-4945-b86b-4105e89f112b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:41:17 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c4415913-dc15-4ed2-87e7-0aa266fe5e8f tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "34ec40f6-6291-4945-b86b-4105e89f112b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:41:17 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c4415913-dc15-4ed2-87e7-0aa266fe5e8f tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "34ec40f6-6291-4945-b86b-4105e89f112b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:41:17 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c4415913-dc15-4ed2-87e7-0aa266fe5e8f tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "34ec40f6-6291-4945-b86b-4105e89f112b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:41:17 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c4415913-dc15-4ed2-87e7-0aa266fe5e8f tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "34ec40f6-6291-4945-b86b-4105e89f112b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:41:17 user nova-compute[86206]: INFO nova.compute.manager [None req-c4415913-dc15-4ed2-87e7-0aa266fe5e8f tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Terminating instance
Nov 10 13:41:17 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c4415913-dc15-4ed2-87e7-0aa266fe5e8f tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:41:17 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:17 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:17 user nova-compute[86206]: DEBUG nova.network.neutron [req-5b23d46e-b50a-4b08-ace3-73883921b30e req-ddd8cc1c-5e36-4296-8133-a7d6ab67e196 service nova] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Updated VIF entry in instance network info cache for port 41ad9fa3-86a0-4945-ba40-f7ef90085ae9. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:41:17 user nova-compute[86206]: DEBUG nova.network.neutron [req-5b23d46e-b50a-4b08-ace3-73883921b30e req-ddd8cc1c-5e36-4296-8133-a7d6ab67e196 service nova] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Updating instance_info_cache with network_info: [{"id": "41ad9fa3-86a0-4945-ba40-f7ef90085ae9", "address": "fa:16:3e:64:e6:0b", "network": {"id": "bd4dcb28-ea59-43a7-af60-1b7991bc8086", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-23684993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76309bff6aa74fbf97b9a1120a12892b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41ad9fa3-86", "ovs_interfaceid": "41ad9fa3-86a0-4945-ba40-f7ef90085ae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:41:17 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:17 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-5b23d46e-b50a-4b08-ace3-73883921b30e req-ddd8cc1c-5e36-4296-8133-a7d6ab67e196 service nova] Releasing lock "refresh_cache-34ec40f6-6291-4945-b86b-4105e89f112b" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:41:17 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:17 user nova-compute[86206]: DEBUG nova.compute.manager [req-7bedc50a-e957-4f2d-a57f-d75b2e4f6ff6 req-586536e5-9c2c-4e18-934d-0efc97a7755d service nova] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Received event network-vif-unplugged-41ad9fa3-86a0-4945-ba40-f7ef90085ae9 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:41:17 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7bedc50a-e957-4f2d-a57f-d75b2e4f6ff6 req-586536e5-9c2c-4e18-934d-0efc97a7755d service nova] Acquiring lock "34ec40f6-6291-4945-b86b-4105e89f112b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:41:17 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7bedc50a-e957-4f2d-a57f-d75b2e4f6ff6 req-586536e5-9c2c-4e18-934d-0efc97a7755d service nova] Lock "34ec40f6-6291-4945-b86b-4105e89f112b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:41:17 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7bedc50a-e957-4f2d-a57f-d75b2e4f6ff6 req-586536e5-9c2c-4e18-934d-0efc97a7755d service nova] Lock "34ec40f6-6291-4945-b86b-4105e89f112b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:41:17 user nova-compute[86206]: DEBUG nova.compute.manager [req-7bedc50a-e957-4f2d-a57f-d75b2e4f6ff6 req-586536e5-9c2c-4e18-934d-0efc97a7755d service nova] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] No waiting events found dispatching network-vif-unplugged-41ad9fa3-86a0-4945-ba40-f7ef90085ae9 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:41:17 user nova-compute[86206]: DEBUG nova.compute.manager [req-7bedc50a-e957-4f2d-a57f-d75b2e4f6ff6 req-586536e5-9c2c-4e18-934d-0efc97a7755d service nova] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Received event network-vif-unplugged-41ad9fa3-86a0-4945-ba40-f7ef90085ae9 for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:41:18 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Instance destroyed successfully.
Nov 10 13:41:18 user nova-compute[86206]: DEBUG nova.objects.instance [None req-c4415913-dc15-4ed2-87e7-0aa266fe5e8f tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lazy-loading 'resources' on Instance uuid 34ec40f6-6291-4945-b86b-4105e89f112b {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:41:18 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-c4415913-dc15-4ed2-87e7-0aa266fe5e8f tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:39:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1314776772',display_name='tempest-AttachVolumeNegativeTest-server-1314776772',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1314776772',id=38,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMHSEey4V9In57yYn7YQjUCnGjfbhZzBORYln7TRm46oQsXHntLuLwa8+lu7TYREGkLc/r3grHj33oGGFtbMqGeFIBuGQqYPg0cgk5qFxq4rAYJP5RnDQ1niH8aeUQ3S6w==',key_name='tempest-keypair-440450380',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:39:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='76309bff6aa74fbf97b9a1120a12892b',ramdisk_id='',reservation_id='r-00p2ejue',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-92154314',owner_user_name='tempest-AttachVolumeNegativeTest-92154314-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:39:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8ecb0686a4e046bd925cbe5efd9a45de',uuid=34ec40f6-6291-4945-b86b-4105e89f112b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "41ad9fa3-86a0-4945-ba40-f7ef90085ae9", "address": "fa:16:3e:64:e6:0b", "network": {"id": "bd4dcb28-ea59-43a7-af60-1b7991bc8086", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-23684993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76309bff6aa74fbf97b9a1120a12892b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41ad9fa3-86", "ovs_interfaceid": "41ad9fa3-86a0-4945-ba40-f7ef90085ae9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:41:18 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-c4415913-dc15-4ed2-87e7-0aa266fe5e8f tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Converting VIF {"id": "41ad9fa3-86a0-4945-ba40-f7ef90085ae9", "address": "fa:16:3e:64:e6:0b", "network": {"id": "bd4dcb28-ea59-43a7-af60-1b7991bc8086", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-23684993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76309bff6aa74fbf97b9a1120a12892b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap41ad9fa3-86", "ovs_interfaceid": "41ad9fa3-86a0-4945-ba40-f7ef90085ae9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:41:18 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-c4415913-dc15-4ed2-87e7-0aa266fe5e8f tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:64:e6:0b,bridge_name='br-int',has_traffic_filtering=True,id=41ad9fa3-86a0-4945-ba40-f7ef90085ae9,network=Network(bd4dcb28-ea59-43a7-af60-1b7991bc8086),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap41ad9fa3-86') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:41:18 user nova-compute[86206]: DEBUG os_vif [None req-c4415913-dc15-4ed2-87e7-0aa266fe5e8f tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:64:e6:0b,bridge_name='br-int',has_traffic_filtering=True,id=41ad9fa3-86a0-4945-ba40-f7ef90085ae9,network=Network(bd4dcb28-ea59-43a7-af60-1b7991bc8086),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap41ad9fa3-86') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:41:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap41ad9fa3-86, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:41:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:41:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1ffa5714-b3b8-4a83-ad42-b6ff97d3e6a8) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:41:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:18 user nova-compute[86206]: INFO os_vif [None req-c4415913-dc15-4ed2-87e7-0aa266fe5e8f tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:64:e6:0b,bridge_name='br-int',has_traffic_filtering=True,id=41ad9fa3-86a0-4945-ba40-f7ef90085ae9,network=Network(bd4dcb28-ea59-43a7-af60-1b7991bc8086),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap41ad9fa3-86')
Nov 10 13:41:18 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-c4415913-dc15-4ed2-87e7-0aa266fe5e8f tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Deleting instance files /opt/stack/data/nova/instances/34ec40f6-6291-4945-b86b-4105e89f112b_del
Nov 10 13:41:18 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-c4415913-dc15-4ed2-87e7-0aa266fe5e8f tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Deletion of /opt/stack/data/nova/instances/34ec40f6-6291-4945-b86b-4105e89f112b_del complete
Nov 10 13:41:18 user nova-compute[86206]: INFO nova.compute.manager [None req-c4415913-dc15-4ed2-87e7-0aa266fe5e8f tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Took 0.93 seconds to destroy the instance on the hypervisor.
Nov 10 13:41:18 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-c4415913-dc15-4ed2-87e7-0aa266fe5e8f tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:41:18 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:41:18 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:41:18 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "852a385f-4087-4c02-bcec-e2e8f7296e5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:41:18 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "852a385f-4087-4c02-bcec-e2e8f7296e5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:41:18 user nova-compute[86206]: DEBUG nova.compute.manager [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:41:18 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:41:18 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:41:18 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:41:18 user nova-compute[86206]: INFO nova.compute.claims [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Claim successful on node user
Nov 10 13:41:18 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:41:19 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Took 0.79 seconds to deallocate network for instance.
Nov 10 13:41:19 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c4415913-dc15-4ed2-87e7-0aa266fe5e8f tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:41:19 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:41:19 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:41:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.514s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:41:19 user nova-compute[86206]: DEBUG nova.compute.manager [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:41:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c4415913-dc15-4ed2-87e7-0aa266fe5e8f tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.156s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:41:19 user nova-compute[86206]: DEBUG nova.compute.manager [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:41:19 user nova-compute[86206]: DEBUG nova.network.neutron [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:41:19 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:41:19 user nova-compute[86206]: DEBUG nova.compute.manager [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:41:19 user nova-compute[86206]: DEBUG nova.policy [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70b0703bebcb46969be6c8da0fb19f17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '398c80570edc4001af39959f6ca0a0c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:41:19 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-c4415913-dc15-4ed2-87e7-0aa266fe5e8f tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:41:19 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-c4415913-dc15-4ed2-87e7-0aa266fe5e8f tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:41:19 user nova-compute[86206]: INFO nova.virt.block_device [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Booting with volume be6e641f-886a-49bb-84f5-c71c87c57422 at /dev/vda
Nov 10 13:41:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c4415913-dc15-4ed2-87e7-0aa266fe5e8f tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.455s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:41:19 user nova-compute[86206]: DEBUG os_brick.utils [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:41:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:19 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-c4415913-dc15-4ed2-87e7-0aa266fe5e8f tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Deleted allocations for instance 34ec40f6-6291-4945-b86b-4105e89f112b
Nov 10 13:41:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:19 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1f895b2-ee61-4fc9-9006-4120b689d0b6]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:19 user nova-compute[86206]: DEBUG nova.compute.manager [req-49f8063f-29c3-46da-b6f5-9e631d4e1cb5 req-13acd77d-7a7c-4769-9ce0-17c3c9271cb1 service nova] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Received event network-vif-plugged-41ad9fa3-86a0-4945-ba40-f7ef90085ae9 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:41:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-49f8063f-29c3-46da-b6f5-9e631d4e1cb5 req-13acd77d-7a7c-4769-9ce0-17c3c9271cb1 service nova] Acquiring lock "34ec40f6-6291-4945-b86b-4105e89f112b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:41:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-49f8063f-29c3-46da-b6f5-9e631d4e1cb5 req-13acd77d-7a7c-4769-9ce0-17c3c9271cb1 service nova] Lock "34ec40f6-6291-4945-b86b-4105e89f112b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:41:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-49f8063f-29c3-46da-b6f5-9e631d4e1cb5 req-13acd77d-7a7c-4769-9ce0-17c3c9271cb1 service nova] Lock "34ec40f6-6291-4945-b86b-4105e89f112b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:41:19 user nova-compute[86206]: DEBUG nova.compute.manager [req-49f8063f-29c3-46da-b6f5-9e631d4e1cb5 req-13acd77d-7a7c-4769-9ce0-17c3c9271cb1 service nova] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] No waiting events found dispatching network-vif-plugged-41ad9fa3-86a0-4945-ba40-f7ef90085ae9 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:41:19 user nova-compute[86206]: WARNING nova.compute.manager [req-49f8063f-29c3-46da-b6f5-9e631d4e1cb5 req-13acd77d-7a7c-4769-9ce0-17c3c9271cb1 service nova] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Received unexpected event network-vif-plugged-41ad9fa3-86a0-4945-ba40-f7ef90085ae9 for instance with vm_state deleted and task_state None.
Nov 10 13:41:19 user nova-compute[86206]: DEBUG nova.compute.manager [req-49f8063f-29c3-46da-b6f5-9e631d4e1cb5 req-13acd77d-7a7c-4769-9ce0-17c3c9271cb1 service nova] [instance: 34ec40f6-6291-4945-b86b-4105e89f112b] Received event network-vif-deleted-41ad9fa3-86a0-4945-ba40-f7ef90085ae9 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:41:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:19 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4ff4541-5fa2-4fca-8856-aaa03ce0c1ab]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:19 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c567a57e-6d03-4ca0-8fe7-20ef5acda8c6]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:19 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f26c76cd-76c1-468c-b975-1e8e8b13a19b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:41:19 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:41:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c4415913-dc15-4ed2-87e7-0aa266fe5e8f tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "34ec40f6-6291-4945-b86b-4105e89f112b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.630s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:41:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:41:19 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:41:19 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7438435f-9610-41e6-9145-d1e979dddbcd]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:19 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:41:19 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:41:19 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:41:19 user nova-compute[86206]: DEBUG os_brick.utils [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] <== get_connector_properties: return (146ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:41:19 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Updating existing volume attachment record: a4bf31d5-085d-42f3-be56-8bb01f5d9368 {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 13:41:20 user nova-compute[86206]: DEBUG nova.network.neutron [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Successfully created port: 874d50a0-df81-4490-a960-d5ad4e3f55b7 {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:41:21 user nova-compute[86206]: DEBUG nova.network.neutron [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Successfully updated port: 874d50a0-df81-4490-a960-d5ad4e3f55b7 {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:41:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "refresh_cache-852a385f-4087-4c02-bcec-e2e8f7296e5e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:41:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquired lock "refresh_cache-852a385f-4087-4c02-bcec-e2e8f7296e5e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:41:21 user nova-compute[86206]: DEBUG nova.network.neutron [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:41:21 user nova-compute[86206]: DEBUG nova.network.neutron [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:41:21 user nova-compute[86206]: DEBUG nova.compute.manager [req-bddc3646-7105-4a9c-9875-3b3ce0af7993 req-13bba50f-cf42-4a70-adf6-17dd6dd0a112 service nova] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Received event network-changed-874d50a0-df81-4490-a960-d5ad4e3f55b7 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:41:21 user nova-compute[86206]: DEBUG nova.compute.manager [req-bddc3646-7105-4a9c-9875-3b3ce0af7993 req-13bba50f-cf42-4a70-adf6-17dd6dd0a112 service nova] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Refreshing instance network info cache due to event network-changed-874d50a0-df81-4490-a960-d5ad4e3f55b7. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:41:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-bddc3646-7105-4a9c-9875-3b3ce0af7993 req-13bba50f-cf42-4a70-adf6-17dd6dd0a112 service nova] Acquiring lock "refresh_cache-852a385f-4087-4c02-bcec-e2e8f7296e5e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:41:21 user nova-compute[86206]: DEBUG nova.network.neutron [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Updating instance_info_cache with network_info: [{"id": "874d50a0-df81-4490-a960-d5ad4e3f55b7", "address": "fa:16:3e:a6:24:62", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap874d50a0-df", "ovs_interfaceid": "874d50a0-df81-4490-a960-d5ad4e3f55b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:41:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Releasing lock "refresh_cache-852a385f-4087-4c02-bcec-e2e8f7296e5e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:41:21 user nova-compute[86206]: DEBUG nova.compute.manager [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Instance network_info: |[{"id": "874d50a0-df81-4490-a960-d5ad4e3f55b7", "address": "fa:16:3e:a6:24:62", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap874d50a0-df", "ovs_interfaceid": "874d50a0-df81-4490-a960-d5ad4e3f55b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:41:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-bddc3646-7105-4a9c-9875-3b3ce0af7993 req-13bba50f-cf42-4a70-adf6-17dd6dd0a112 service nova] Acquired lock "refresh_cache-852a385f-4087-4c02-bcec-e2e8f7296e5e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:41:21 user nova-compute[86206]: DEBUG nova.network.neutron [req-bddc3646-7105-4a9c-9875-3b3ce0af7993 req-13bba50f-cf42-4a70-adf6-17dd6dd0a112 service nova] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Refreshing network info cache for port 874d50a0-df81-4490-a960-d5ad4e3f55b7 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:41:22 user nova-compute[86206]: DEBUG nova.network.neutron [req-bddc3646-7105-4a9c-9875-3b3ce0af7993 req-13bba50f-cf42-4a70-adf6-17dd6dd0a112 service nova] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Updated VIF entry in instance network info cache for port 874d50a0-df81-4490-a960-d5ad4e3f55b7. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:41:22 user nova-compute[86206]: DEBUG nova.network.neutron [req-bddc3646-7105-4a9c-9875-3b3ce0af7993 req-13bba50f-cf42-4a70-adf6-17dd6dd0a112 service nova] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Updating instance_info_cache with network_info: [{"id": "874d50a0-df81-4490-a960-d5ad4e3f55b7", "address": "fa:16:3e:a6:24:62", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap874d50a0-df", "ovs_interfaceid": "874d50a0-df81-4490-a960-d5ad4e3f55b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:41:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-bddc3646-7105-4a9c-9875-3b3ce0af7993 req-13bba50f-cf42-4a70-adf6-17dd6dd0a112 service nova] Releasing lock "refresh_cache-852a385f-4087-4c02-bcec-e2e8f7296e5e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:41:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:25 user nova-compute[86206]: DEBUG nova.compute.manager [req-cb2cd5e2-5557-4178-9539-cd7e89e79d10 req-10ecde9a-48a7-4083-898c-4db088c7c384 service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Received event network-changed-f15e1ba7-4a5f-43a2-8b18-8872e77225cf {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:41:25 user nova-compute[86206]: DEBUG nova.compute.manager [req-cb2cd5e2-5557-4178-9539-cd7e89e79d10 req-10ecde9a-48a7-4083-898c-4db088c7c384 service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Refreshing instance network info cache due to event network-changed-f15e1ba7-4a5f-43a2-8b18-8872e77225cf. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:41:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-cb2cd5e2-5557-4178-9539-cd7e89e79d10 req-10ecde9a-48a7-4083-898c-4db088c7c384 service nova] Acquiring lock "refresh_cache-fdba0b21-1e93-4771-aaca-ebcaec927902" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:41:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-cb2cd5e2-5557-4178-9539-cd7e89e79d10 req-10ecde9a-48a7-4083-898c-4db088c7c384 service nova] Acquired lock "refresh_cache-fdba0b21-1e93-4771-aaca-ebcaec927902" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:41:25 user nova-compute[86206]: DEBUG nova.network.neutron [req-cb2cd5e2-5557-4178-9539-cd7e89e79d10 req-10ecde9a-48a7-4083-898c-4db088c7c384 service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Refreshing network info cache for port f15e1ba7-4a5f-43a2-8b18-8872e77225cf {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:41:26 user nova-compute[86206]: DEBUG nova.network.neutron [req-cb2cd5e2-5557-4178-9539-cd7e89e79d10 req-10ecde9a-48a7-4083-898c-4db088c7c384 service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Updated VIF entry in instance network info cache for port f15e1ba7-4a5f-43a2-8b18-8872e77225cf. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:41:26 user nova-compute[86206]: DEBUG nova.network.neutron [req-cb2cd5e2-5557-4178-9539-cd7e89e79d10 req-10ecde9a-48a7-4083-898c-4db088c7c384 service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Updating instance_info_cache with network_info: [{"id": "f15e1ba7-4a5f-43a2-8b18-8872e77225cf", "address": "fa:16:3e:59:30:5f", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf15e1ba7-4a", "ovs_interfaceid": "f15e1ba7-4a5f-43a2-8b18-8872e77225cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:41:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-cb2cd5e2-5557-4178-9539-cd7e89e79d10 req-10ecde9a-48a7-4083-898c-4db088c7c384 service nova] Releasing lock "refresh_cache-fdba0b21-1e93-4771-aaca-ebcaec927902" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:41:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquiring lock "fdba0b21-1e93-4771-aaca-ebcaec927902" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:41:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "fdba0b21-1e93-4771-aaca-ebcaec927902" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:41:27 user nova-compute[86206]: DEBUG nova.objects.instance [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lazy-loading 'flavor' on Instance uuid fdba0b21-1e93-4771-aaca-ebcaec927902 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:41:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "fdba0b21-1e93-4771-aaca-ebcaec927902" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:41:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquiring lock "fdba0b21-1e93-4771-aaca-ebcaec927902" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:41:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "fdba0b21-1e93-4771-aaca-ebcaec927902" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:41:27 user nova-compute[86206]: INFO nova.compute.manager [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Attaching volume d40fd58b-0a89-46a1-92b0-3b07d88434d2 to /dev/vdb
Nov 10 13:41:27 user nova-compute[86206]: DEBUG os_brick.utils [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:41:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[368a4127-1539-486c-ad95-24ce9f3f4d33]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ec45a37-5c0b-496d-9b0b-d2c13983495c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c6d6a07-8c28-4f10-b95a-294782457a2b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f817c4d2-578e-45c4-86ba-6ab8840d9649]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:41:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:41:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:41:27 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:41:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ca5d8a6-fd4a-4109-b465-1480ccb64db2]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:41:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:41:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:41:27 user nova-compute[86206]: DEBUG os_brick.utils [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:41:27 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Updating existing volume attachment record: e0500aac-b0a7-410f-8cfa-aed075d8b1a4 {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 13:41:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:34 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BewDytnI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:41:39 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:41:39 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:41:39 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:41:39 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:41:39 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:41:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cf2d1fb-c684-49aa-a152-96aebea2216c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 13:41:39 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[92ead9e6-36ed-4ff1-b919-b03e0d0c2f47]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a] added
Nov 10 13:41:39 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[0829aa93-a7ba-417f-bdf9-7df05f5b0cce]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[fddc2d24-fa79-4a39-a6ca-ec88cf01f96e]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BewDytnI {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BewDytnI" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[d719afd7-a6d0-4dd5-95d3-a0140a6c5c6d]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BewDytnI'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[eaa3e9a6-a846-455d-b883-5ad4c6b816d9]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[94023c3c-1659-4652-a09b-d6322ce684fb]: (4, ('tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 (non-flash)
Nov 10 13:41:39 user nova-compute[86206]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 (non-flash)
Nov 10 13:41:39 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] iscsi session list stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 (non-flash)
Nov 10 13:41:39 user nova-compute[86206]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 (non-flash)
Nov 10 13:41:39 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a -p 172.16.0.220:3260 --login" returned: 0 in 0.057s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[2739c5b3-a0af-4f8b-a95b-223bd6d49464]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a, portal: 172.16.0.220,3260]
Nov 10 13:41:39 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a, portal: 172.16.0.220,3260] successful.
Nov 10 13:41:39 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[28b3df12-dcbb-4e63-ab33-68b31017373d]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f665e96e-4c07-4fa8-9d29-dc06e0943104]: (4, ('tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 (non-flash)
Nov 10 13:41:39 user nova-compute[86206]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 (non-flash)
Nov 10 13:41:39 user nova-compute[86206]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a (non-flash)
Nov 10 13:41:39 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] iscsi session list stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 (non-flash)
Nov 10 13:41:39 user nova-compute[86206]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 (non-flash)
Nov 10 13:41:39 user nova-compute[86206]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a (non-flash)
Nov 10 13:41:39 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.272s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] HCTL ('34', '-', '-', 0) found on session 34 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[618b0145-d408-47fc-8dae-72aa543a7555]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Searching for a device in session 34 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BewDytnI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:41:39 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:41:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "refresh_cache-eb4cb4b8-f275-48f8-a7f7-fdcd39faec06" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:41:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquired lock "refresh_cache-eb4cb4b8-f275-48f8-a7f7-fdcd39faec06" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:41:40 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Forcefully refreshing network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 10 13:41:40 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Updating instance_info_cache with network_info: [{"id": "33150147-5e69-4f88-934d-d8336c62651c", "address": "fa:16:3e:b9:17:12", "network": {"id": "5310f57c-711c-463d-852f-d1dce72ff63d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1900949682-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.92", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ac8196509814884be573d2a75c73ef2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33150147-5e", "ovs_interfaceid": "33150147-5e69-4f88-934d-d8336c62651c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:41:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Releasing lock "refresh_cache-eb4cb4b8-f275-48f8-a7f7-fdcd39faec06" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:41:40 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Updated the network info_cache for instance {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 10 13:41:40 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.303s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:41:40 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] <== connect_volume: return (1305ms) {'type': 'block', 'scsi_wwn': '23465306230653939', 'path': '/dev/sdc'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:41:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23465306230653939', 'path': '/dev/sdc'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:41:40 user nova-compute[86206]: DEBUG nova.objects.instance [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lazy-loading 'flavor' on Instance uuid eb4cb4b8-f275-48f8-a7f7-fdcd39faec06 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:41:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] attach device xml: <disk type="block" device="disk">
Nov 10 13:41:40 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:41:40 user nova-compute[86206]:   <source dev="/dev/sdc"/>
Nov 10 13:41:40 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:41:40 user nova-compute[86206]:   <serial>b5dd1832-9141-4148-98ac-9a8639488d6a</serial>
Nov 10 13:41:40 user nova-compute[86206]: </disk>
Nov 10 13:41:40 user nova-compute[86206]:  {{(pid=86206) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 10 13:41:41 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:41:41 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] No BDM found with device name vdb, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:41:41 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] No VIF found with MAC fa:16:3e:b9:17:12, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:41:41 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9c90c116-1f08-4f75-b83a-c3a286da3f8b tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 26.746s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:41:42 user nova-compute[86206]: INFO nova.compute.manager [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Rescuing
Nov 10 13:41:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Acquiring lock "refresh_cache-eb4cb4b8-f275-48f8-a7f7-fdcd39faec06" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:41:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Acquired lock "refresh_cache-eb4cb4b8-f275-48f8-a7f7-fdcd39faec06" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:41:42 user nova-compute[86206]: DEBUG nova.network.neutron [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:41:42 user nova-compute[86206]: DEBUG nova.network.neutron [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Updating instance_info_cache with network_info: [{"id": "33150147-5e69-4f88-934d-d8336c62651c", "address": "fa:16:3e:b9:17:12", "network": {"id": "5310f57c-711c-463d-852f-d1dce72ff63d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1900949682-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.92", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ac8196509814884be573d2a75c73ef2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33150147-5e", "ovs_interfaceid": "33150147-5e69-4f88-934d-d8336c62651c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:41:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Releasing lock "refresh_cache-eb4cb4b8-f275-48f8-a7f7-fdcd39faec06" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:41:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:42 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:41:42 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:41:42 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 13:41:42 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:41:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:41:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:41:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:41:42 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:41:43 user nova-compute[86206]: DEBUG nova.compute.manager [req-70d4f230-073f-452d-8546-4d1949960cc4 req-babd87eb-2301-4f60-8ac3-7227f978ffd2 service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Received event network-vif-unplugged-33150147-5e69-4f88-934d-d8336c62651c {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:41:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-70d4f230-073f-452d-8546-4d1949960cc4 req-babd87eb-2301-4f60-8ac3-7227f978ffd2 service nova] Acquiring lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:41:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-70d4f230-073f-452d-8546-4d1949960cc4 req-babd87eb-2301-4f60-8ac3-7227f978ffd2 service nova] Lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:41:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-70d4f230-073f-452d-8546-4d1949960cc4 req-babd87eb-2301-4f60-8ac3-7227f978ffd2 service nova] Lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:41:43 user nova-compute[86206]: DEBUG nova.compute.manager [req-70d4f230-073f-452d-8546-4d1949960cc4 req-babd87eb-2301-4f60-8ac3-7227f978ffd2 service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] No waiting events found dispatching network-vif-unplugged-33150147-5e69-4f88-934d-d8336c62651c {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:41:43 user nova-compute[86206]: WARNING nova.compute.manager [req-70d4f230-073f-452d-8546-4d1949960cc4 req-babd87eb-2301-4f60-8ac3-7227f978ffd2 service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Received unexpected event network-vif-unplugged-33150147-5e69-4f88-934d-d8336c62651c for instance with vm_state active and task_state rescuing.
Nov 10 13:41:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:43 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Instance destroyed successfully.
Nov 10 13:41:43 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Attempting a stable device rescue
Nov 10 13:41:43 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} {{(pid=86206) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 10 13:41:43 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Instance directory exists: not creating {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 10 13:41:43 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Creating image(s)
Nov 10 13:41:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Acquiring lock "/opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:41:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lock "/opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:41:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lock "/opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:41:43 user nova-compute[86206]: DEBUG nova.objects.instance [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lazy-loading 'trusted_certs' on Instance uuid eb4cb4b8-f275-48f8-a7f7-fdcd39faec06 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:41:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Acquiring lock "baeb7da6e9e2db2116f31c93ce212ff728ef51c5" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:41:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lock "baeb7da6e9e2db2116f31c93ce212ff728ef51c5" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:41:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/baeb7da6e9e2db2116f31c93ce212ff728ef51c5.part --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:44 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json" returned: 0 in 1.031s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/baeb7da6e9e2db2116f31c93ce212ff728ef51c5.part --force-share --output=json" returned: 0 in 0.179s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:44 user nova-compute[86206]: DEBUG nova.virt.images [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] dbed162c-86dd-4e5e-92de-7018e2db6165 was qcow2, converting to raw {{(pid=86206) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 10 13:41:44 user nova-compute[86206]: DEBUG nova.privsep.utils [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=86206) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 10 13:41:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/baeb7da6e9e2db2116f31c93ce212ff728ef51c5.part /opt/stack/data/nova/instances/_base/baeb7da6e9e2db2116f31c93ce212ff728ef51c5.converted {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:41:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:45 user nova-compute[86206]: DEBUG nova.compute.manager [req-371539f0-5f12-4161-9cc8-05d80584cdea req-c1be8f36-4e05-4804-9d17-9c4198b4f69b service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Received event network-vif-plugged-33150147-5e69-4f88-934d-d8336c62651c {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:41:45 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-371539f0-5f12-4161-9cc8-05d80584cdea req-c1be8f36-4e05-4804-9d17-9c4198b4f69b service nova] Acquiring lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:41:45 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-371539f0-5f12-4161-9cc8-05d80584cdea req-c1be8f36-4e05-4804-9d17-9c4198b4f69b service nova] Lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:41:45 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-371539f0-5f12-4161-9cc8-05d80584cdea req-c1be8f36-4e05-4804-9d17-9c4198b4f69b service nova] Lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:41:45 user nova-compute[86206]: DEBUG nova.compute.manager [req-371539f0-5f12-4161-9cc8-05d80584cdea req-c1be8f36-4e05-4804-9d17-9c4198b4f69b service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] No waiting events found dispatching network-vif-plugged-33150147-5e69-4f88-934d-d8336c62651c {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:41:45 user nova-compute[86206]: WARNING nova.compute.manager [req-371539f0-5f12-4161-9cc8-05d80584cdea req-c1be8f36-4e05-4804-9d17-9c4198b4f69b service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Received unexpected event network-vif-plugged-33150147-5e69-4f88-934d-d8336c62651c for instance with vm_state active and task_state rescuing.
Nov 10 13:41:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/94aec62a-8f94-4cd2-9dd6-ac1f302759a6/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/94aec62a-8f94-4cd2-9dd6-ac1f302759a6/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/94aec62a-8f94-4cd2-9dd6-ac1f302759a6/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/baeb7da6e9e2db2116f31c93ce212ff728ef51c5.part /opt/stack/data/nova/instances/_base/baeb7da6e9e2db2116f31c93ce212ff728ef51c5.converted" returned: 0 in 0.874s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/baeb7da6e9e2db2116f31c93ce212ff728ef51c5.converted --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/94aec62a-8f94-4cd2-9dd6-ac1f302759a6/disk --force-share --output=json" returned: 0 in 0.302s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:45 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:41:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/baeb7da6e9e2db2116f31c93ce212ff728ef51c5.converted --force-share --output=json" returned: 0 in 0.177s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:45 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lock "baeb7da6e9e2db2116f31c93ce212ff728ef51c5" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.293s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:41:45 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Acquiring lock "baeb7da6e9e2db2116f31c93ce212ff728ef51c5" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:41:45 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lock "baeb7da6e9e2db2116f31c93ce212ff728ef51c5" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:41:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/baeb7da6e9e2db2116f31c93ce212ff728ef51c5 --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json" returned: 0 in 0.186s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/baeb7da6e9e2db2116f31c93ce212ff728ef51c5 --force-share --output=json" returned: 0 in 0.174s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/baeb7da6e9e2db2116f31c93ce212ff728ef51c5,backing_fmt=raw /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk.rescue {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/baeb7da6e9e2db2116f31c93ce212ff728ef51c5,backing_fmt=raw /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk.rescue" returned: 0 in 0.046s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lock "baeb7da6e9e2db2116f31c93ce212ff728ef51c5" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.228s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG nova.objects.instance [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lazy-loading 'migration_context' on Instance uuid eb4cb4b8-f275-48f8-a7f7-fdcd39faec06 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json" returned: 0 in 0.197s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG nova.objects.base [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Object Instance<eb4cb4b8-f275-48f8-a7f7-fdcd39faec06> lazy-loaded attributes: trusted_certs,migration_context {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Start _get_guest_xml network_info=[{"id": "33150147-5e69-4f88-934d-d8336c62651c", "address": "fa:16:3e:b9:17:12", "network": {"id": "5310f57c-711c-463d-852f-d1dce72ff63d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1900949682-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.92", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-1900949682-network", "vif_mac": "fa:16:3e:b9:17:12"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ac8196509814884be573d2a75c73ef2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33150147-5e", "ovs_interfaceid": "33150147-5e69-4f88-934d-d8336c62651c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'dbed162c-86dd-4e5e-92de-7018e2db6165', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '73290e4a-d2c0-4305-9ee6-397ce6a900ba'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'attachment_id': 'ee6fd7d4-bf36-4614-884c-26d9a1e77b73', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BewDytnI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': 'eb4cb4b8-f275-48f8-a7f7-fdcd39faec06', 'attached_at': '', 'detached_at': '', 'volume_id': 'b5dd1832-9141-4148-98ac-9a8639488d6a', 'serial': 'b5dd1832-9141-4148-98ac-9a8639488d6a'}, 'mount_device': '/dev/vdb', 'boot_index': None, 'volume_type': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG nova.objects.instance [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lazy-loading 'resources' on Instance uuid eb4cb4b8-f275-48f8-a7f7-fdcd39faec06 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG nova.objects.base [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Object Instance<eb4cb4b8-f275-48f8-a7f7-fdcd39faec06> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG nova.objects.instance [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lazy-loading 'numa_topology' on Instance uuid eb4cb4b8-f275-48f8-a7f7-fdcd39faec06 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG nova.objects.base [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Object Instance<eb4cb4b8-f275-48f8-a7f7-fdcd39faec06> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:41:46 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:41:46 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:41:46 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG nova.objects.instance [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lazy-loading 'vcpu_model' on Instance uuid eb4cb4b8-f275-48f8-a7f7-fdcd39faec06 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG nova.objects.base [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Object Instance<eb4cb4b8-f275-48f8-a7f7-fdcd39faec06> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BewDytnI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:41:46 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:41:46 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:41:46 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:41:46 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:41:46 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:41:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a -p 172.16.0.220:3260" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[35d4ddda-14e0-4409-aaf4-b8ab7f8a0b9e]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = BewDytnI\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Nov 10 13:41:46 user nova-compute[86206]: node.name = iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a
Nov 10 13:41:46 user nova-compute[86206]: node.tpgt = -1
Nov 10 13:41:46 user nova-compute[86206]: node.startup = automatic
Nov 10 13:41:46 user nova-compute[86206]: node.leading_login = No
Nov 10 13:41:46 user nova-compute[86206]: iface.iscsi_ifacename = default
Nov 10 13:41:46 user nova-compute[86206]: iface.net_ifacename = <empty>
Nov 10 13:41:46 user nova-compute[86206]: iface.ipaddress = <empty>
Nov 10 13:41:46 user nova-compute[86206]: iface.prefix_len = 0
Nov 10 13:41:46 user nova-compute[86206]: iface.hwaddress = <empty>
Nov 10 13:41:46 user nova-compute[86206]: iface.transport_name = tcp
Nov 10 13:41:46 user nova-compute[86206]: iface.initiatorname = <empty>
Nov 10 13:41:46 user nova-compute[86206]: iface.state = <empty>
Nov 10 13:41:46 user nova-compute[86206]: iface.vlan_id = 0
Nov 10 13:41:46 user nova-compute[86206]: iface.vlan_priority = 0
Nov 10 13:41:46 user nova-compute[86206]: iface.vlan_state = <empty>
Nov 10 13:41:46 user nova-compute[86206]: iface.iface_num = 0
Nov 10 13:41:46 user nova-compute[86206]: iface.mtu = 0
Nov 10 13:41:46 user nova-compute[86206]: iface.port = 0
Nov 10 13:41:46 user nova-compute[86206]: iface.bootproto = <empty>
Nov 10 13:41:46 user nova-compute[86206]: iface.subnet_mask = <empty>
Nov 10 13:41:46 user nova-compute[86206]: iface.gateway = <empty>
Nov 10 13:41:46 user nova-compute[86206]: iface.dhcp_alt_client_id_state = <empty>
Nov 10 13:41:46 user nova-compute[86206]: iface.dhcp_alt_client_id = <empty>
Nov 10 13:41:46 user nova-compute[86206]: iface.dhcp_dns = <empty>
Nov 10 13:41:46 user nova-compute[86206]: iface.dhcp_learn_iqn = <empty>
Nov 10 13:41:46 user nova-compute[86206]: iface.dhcp_req_vendor_id_state = <empty>
Nov 10 13:41:46 user nova-compute[86206]: iface.dhcp_vendor_id_state = <empty>
Nov 10 13:41:46 user nova-compute[86206]: iface.dhcp_vendor_id = <empty>
Nov 10 13:41:46 user nova-compute[86206]: iface.dhcp_slp_da = <empty>
Nov 10 13:41:46 user nova-compute[86206]: iface.fragmentation = <empty>
Nov 10 13:41:46 user nova-compute[86206]: iface.gratuitous_arp = <empty>
Nov 10 13:41:46 user nova-compute[86206]: iface.incoming_forwarding = <empty>
Nov 10 13:41:46 user nova-compute[86206]: iface.tos_state = <empty>
Nov 10 13:41:46 user nova-compute[86206]: iface.tos = 0
Nov 10 13:41:46 user nova-compute[86206]: iface.ttl = 0
Nov 10 13:41:46 user nova-compute[86206]: iface.delayed_ack = <empty>
Nov 10 13:41:46 user nova-compute[86206]: iface.tcp_nagle = <empty>
Nov 10 13:41:46 user nova-compute[86206]: iface.tcp_wsf_state = <empty>
Nov 10 13:41:46 user nova-compute[86206]: iface.tcp_wsf = 0
Nov 10 13:41:46 user nova-compute[86206]: iface.tcp_timer_scale = 0
Nov 10 13:41:46 user nova-compute[86206]: iface.tcp_timestamp = <empty>
Nov 10 13:41:46 user nova-compute[86206]: iface.redirect = <empty>
Nov 10 13:41:46 user nova-compute[86206]: iface.def_task_mgmt_timeout = 0
Nov 10 13:41:46 user nova-compute[86206]: iface.header_digest = <empty>
Nov 10 13:41:46 user nova-compute[86206]: iface.data_digest = <empty>
Nov 10 13:41:46 user nova-compute[86206]: iface.immediate_data = <empty>
Nov 10 13:41:46 user nova-compute[86206]: iface.initial_r2t = <empty>
Nov 10 13:41:46 user nova-compute[86206]: iface.data_seq_inorder = <empty>
Nov 10 13:41:46 user nova-compute[86206]: iface.data_pdu_inorder = <empty>
Nov 10 13:41:46 user nova-compute[86206]: iface.erl = 0
Nov 10 13:41:46 user nova-compute[86206]: iface.max_receive_data_len = 0
Nov 10 13:41:46 user nova-compute[86206]: iface.first_burst_len = 0
Nov 10 13:41:46 user nova-compute[86206]: iface.max_outstanding_r2t = 0
Nov 10 13:41:46 user nova-compute[86206]: iface.max_burst_len = 0
Nov 10 13:41:46 user nova-compute[86206]: iface.chap_auth = <empty>
Nov 10 13:41:46 user nova-compute[86206]: iface.bidi_chap = <empty>
Nov 10 13:41:46 user nova-compute[86206]: iface.strict_login_compliance = <empty>
Nov 10 13:41:46 user nova-compute[86206]: iface.discovery_auth = <empty>
Nov 10 13:41:46 user nova-compute[86206]: iface.discovery_logout = <empty>
Nov 10 13:41:46 user nova-compute[86206]: node.discovery_address = <empty>
Nov 10 13:41:46 user nova-compute[86206]: node.discovery_port = 0
Nov 10 13:41:46 user nova-compute[86206]: node.discovery_type = static
Nov 10 13:41:46 user nova-compute[86206]: node.session.initial_cmdsn = 0
Nov 10 13:41:46 user nova-compute[86206]: node.session.initial_login_retry_max = 8
Nov 10 13:41:46 user nova-compute[86206]: node.session.xmit_thread_priority = -20
Nov 10 13:41:46 user nova-compute[86206]: node.session.cmds_max = 128
Nov 10 13:41:46 user nova-compute[86206]: node.session.queue_depth = 32
Nov 10 13:41:46 user nova-compute[86206]: node.session.nr_sessions = 1
Nov 10 13:41:46 user nova-compute[86206]: node.session.auth.authmethod = CHAP
Nov 10 13:41:46 user nova-compute[86206]: node.session.auth.username = BewDytnI
Nov 10 13:41:46 user nova-compute[86206]: node.session.auth.password = ***
Nov 10 13:41:46 user nova-compute[86206]: node.session.auth.username_in = <empty>
Nov 10 13:41:46 user nova-compute[86206]: node.session.auth.password_in = <empty>
Nov 10 13:41:46 user nova-compute[86206]: node.session.auth.chap_algs = MD5
Nov 10 13:41:46 user nova-compute[86206]: node.session.timeo.replacement_timeout = 120
Nov 10 13:41:46 user nova-compute[86206]: node.session.err_timeo.abort_timeout = 15
Nov 10 13:41:46 user nova-compute[86206]: node.session.err_timeo.lu_reset_timeout = 30
Nov 10 13:41:46 user nova-compute[86206]: node.session.err_timeo.tgt_reset_timeout = 30
Nov 10 13:41:46 user nova-compute[86206]: node.session.err_timeo.host_reset_timeout = 60
Nov 10 13:41:46 user nova-compute[86206]: node.session.iscsi.FastAbort = Yes
Nov 10 13:41:46 user nova-compute[86206]: node.session.iscsi.InitialR2T = No
Nov 10 13:41:46 user nova-compute[86206]: node.session.iscsi.ImmediateData = Yes
Nov 10 13:41:46 user nova-compute[86206]: node.session.iscsi.FirstBurstLength = 262144
Nov 10 13:41:46 user nova-compute[86206]: node.session.iscsi.MaxBurstLength = 16776192
Nov 10 13:41:46 user nova-compute[86206]: node.session.iscsi.DefaultTime2Retain = 0
Nov 10 13:41:46 user nova-compute[86206]: node.session.iscsi.DefaultTime2Wait = 2
Nov 10 13:41:46 user nova-compute[86206]: node.session.iscsi.MaxConnections = 1
Nov 10 13:41:46 user nova-compute[86206]: node.session.iscsi.MaxOutstandingR2T = 1
Nov 10 13:41:46 user nova-compute[86206]: node.session.iscsi.ERL = 0
Nov 10 13:41:46 user nova-compute[86206]: node.session.scan = manual
Nov 10 13:41:46 user nova-compute[86206]: node.session.reopen_max = 0
Nov 10 13:41:46 user nova-compute[86206]: node.conn[0].address = 172.16.0.220
Nov 10 13:41:46 user nova-compute[86206]: node.conn[0].port = 3260
Nov 10 13:41:46 user nova-compute[86206]: node.conn[0].startup = manual
Nov 10 13:41:46 user nova-compute[86206]: node.conn[0].tcp.window_size = 524288
Nov 10 13:41:46 user nova-compute[86206]: node.conn[0].tcp.type_of_service = 0
Nov 10 13:41:46 user nova-compute[86206]: node.conn[0].timeo.logout_timeout = 15
Nov 10 13:41:46 user nova-compute[86206]: node.conn[0].timeo.login_timeout = 15
Nov 10 13:41:46 user nova-compute[86206]: node.conn[0].timeo.auth_timeout = 45
Nov 10 13:41:46 user nova-compute[86206]: node.conn[0].timeo.noop_out_interval = 5
Nov 10 13:41:46 user nova-compute[86206]: node.conn[0].timeo.noop_out_timeout = 5
Nov 10 13:41:46 user nova-compute[86206]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Nov 10 13:41:46 user nova-compute[86206]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Nov 10 13:41:46 user nova-compute[86206]: node.conn[0].iscsi.HeaderDigest = None
Nov 10 13:41:46 user nova-compute[86206]: node.conn[0].iscsi.DataDigest = None
Nov 10 13:41:46 user nova-compute[86206]: node.conn[0].iscsi.IFMarker = No
Nov 10 13:41:46 user nova-compute[86206]: node.conn[0].iscsi.OFMarker = No
Nov 10 13:41:46 user nova-compute[86206]: # END RECORD
Nov 10 13:41:46 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4173585-9e59-402b-9665-28db8f8bec0a]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd44d136-4b88-4fd4-ab6e-ba46fd11e6f0]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BewDytnI {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json" returned: 0 in 0.247s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BewDytnI" returned: 0 in 0.025s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d020b6c-fa82-4460-bdd6-8398831fbd35]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BewDytnI'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[8226343c-a28d-41ed-adb1-bd731cf13632]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[e351fd53-5f86-4eb5-a358-2c6a19e64e55]: (4, ('tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 (non-flash)
Nov 10 13:41:46 user nova-compute[86206]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 (non-flash)
Nov 10 13:41:46 user nova-compute[86206]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a (non-flash)
Nov 10 13:41:46 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] iscsi session list stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 (non-flash)
Nov 10 13:41:46 user nova-compute[86206]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 (non-flash)
Nov 10 13:41:46 user nova-compute[86206]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a (non-flash)
Nov 10 13:41:46 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.188s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] HCTL ('34', '0', '0', 0) found on session 34 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Scanning host 34 c: 0, t: 0, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.013s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[68e5e40a-ef4c-4481-801b-704a7eb36e62]: (4, ('0 0 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Searching for a device in session 34 and hctl ('34', '0', '0', 0) yield: sdc {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BewDytnI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.211s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] <== connect_volume: return (213ms) {'type': 'block', 'scsi_wwn': '23465306230653939', 'path': '/dev/sdc'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23465306230653939', 'path': '/dev/sdc'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:37:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-139691188',display_name='tempest-ServerStableDeviceRescueTest-server-139691188',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-139691188',id=36,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBKXXnX/Vyq4gJwRjdMGzK5FSY1MDAMLQ4SVeQXZByynaZh+lHx2kWrU3J2OG9kH/MGdV6wDmX9AHwCA+Z913LOmN7LpEZ+mivan86HzNBg9kacHwcWJ8hs9xW69pGfUaQ==',key_name='tempest-keypair-2141897722',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:37:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4ac8196509814884be573d2a75c73ef2',ramdisk_id='',reservation_id='r-vhrdgqum',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-1929456306',owner_user_name='tempest-ServerStableDeviceRescueTest-1929456306-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:39:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='11f6d314a52e432fb57c5bab621a08cd',uuid=eb4cb4b8-f275-48f8-a7f7-fdcd39faec06,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "33150147-5e69-4f88-934d-d8336c62651c", "address": "fa:16:3e:b9:17:12", "network": {"id": "5310f57c-711c-463d-852f-d1dce72ff63d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1900949682-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.92", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-1900949682-network", "vif_mac": "fa:16:3e:b9:17:12"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ac8196509814884be573d2a75c73ef2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33150147-5e", "ovs_interfaceid": "33150147-5e69-4f88-934d-d8336c62651c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Converting VIF {"id": "33150147-5e69-4f88-934d-d8336c62651c", "address": "fa:16:3e:b9:17:12", "network": {"id": "5310f57c-711c-463d-852f-d1dce72ff63d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1900949682-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.92", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-1900949682-network", "vif_mac": "fa:16:3e:b9:17:12"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ac8196509814884be573d2a75c73ef2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33150147-5e", "ovs_interfaceid": "33150147-5e69-4f88-934d-d8336c62651c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b9:17:12,bridge_name='br-int',has_traffic_filtering=True,id=33150147-5e69-4f88-934d-d8336c62651c,network=Network(5310f57c-711c-463d-852f-d1dce72ff63d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap33150147-5e') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG nova.objects.instance [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lazy-loading 'pci_devices' on Instance uuid eb4cb4b8-f275-48f8-a7f7-fdcd39faec06 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG nova.objects.base [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Object Instance<eb4cb4b8-f275-48f8-a7f7-fdcd39faec06> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:41:46 user nova-compute[86206]:   <uuid>eb4cb4b8-f275-48f8-a7f7-fdcd39faec06</uuid>
Nov 10 13:41:46 user nova-compute[86206]:   <name>instance-00000024</name>
Nov 10 13:41:46 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:41:46 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:41:46 user nova-compute[86206]:   <metadata>
Nov 10 13:41:46 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:41:46 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:41:46 user nova-compute[86206]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-139691188</nova:name>
Nov 10 13:41:46 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:41:46</nova:creationTime>
Nov 10 13:41:46 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:41:46 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:41:46 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:41:46 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:41:46 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:41:46 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:41:46 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:41:46 user nova-compute[86206]:       <nova:owner>
Nov 10 13:41:46 user nova-compute[86206]:         <nova:user uuid="11f6d314a52e432fb57c5bab621a08cd">tempest-ServerStableDeviceRescueTest-1929456306-project-member</nova:user>
Nov 10 13:41:46 user nova-compute[86206]:         <nova:project uuid="4ac8196509814884be573d2a75c73ef2">tempest-ServerStableDeviceRescueTest-1929456306</nova:project>
Nov 10 13:41:46 user nova-compute[86206]:       </nova:owner>
Nov 10 13:41:46 user nova-compute[86206]:       <nova:root type="image" uuid="73290e4a-d2c0-4305-9ee6-397ce6a900ba"/>
Nov 10 13:41:46 user nova-compute[86206]:       <nova:ports>
Nov 10 13:41:46 user nova-compute[86206]:         <nova:port uuid="33150147-5e69-4f88-934d-d8336c62651c">
Nov 10 13:41:46 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 10 13:41:46 user nova-compute[86206]:         </nova:port>
Nov 10 13:41:46 user nova-compute[86206]:       </nova:ports>
Nov 10 13:41:46 user nova-compute[86206]:     </nova:instance>
Nov 10 13:41:46 user nova-compute[86206]:   </metadata>
Nov 10 13:41:46 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:41:46 user nova-compute[86206]:     <system>
Nov 10 13:41:46 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:41:46 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:41:46 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:41:46 user nova-compute[86206]:       <entry name="serial">eb4cb4b8-f275-48f8-a7f7-fdcd39faec06</entry>
Nov 10 13:41:46 user nova-compute[86206]:       <entry name="uuid">eb4cb4b8-f275-48f8-a7f7-fdcd39faec06</entry>
Nov 10 13:41:46 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:41:46 user nova-compute[86206]:     </system>
Nov 10 13:41:46 user nova-compute[86206]:   </sysinfo>
Nov 10 13:41:46 user nova-compute[86206]:   <os>
Nov 10 13:41:46 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:41:46 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:41:46 user nova-compute[86206]:   </os>
Nov 10 13:41:46 user nova-compute[86206]:   <features>
Nov 10 13:41:46 user nova-compute[86206]:     <acpi/>
Nov 10 13:41:46 user nova-compute[86206]:     <apic/>
Nov 10 13:41:46 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:41:46 user nova-compute[86206]:   </features>
Nov 10 13:41:46 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:41:46 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:41:46 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:41:46 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:41:46 user nova-compute[86206]:   </clock>
Nov 10 13:41:46 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:41:46 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:41:46 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:41:46 user nova-compute[86206]:   </cpu>
Nov 10 13:41:46 user nova-compute[86206]:   <devices>
Nov 10 13:41:46 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:41:46 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:41:46 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk"/>
Nov 10 13:41:46 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:41:46 user nova-compute[86206]:     </disk>
Nov 10 13:41:46 user nova-compute[86206]:     <disk type="block" device="disk">
Nov 10 13:41:46 user nova-compute[86206]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:41:46 user nova-compute[86206]:       <source dev="/dev/sdc"/>
Nov 10 13:41:46 user nova-compute[86206]:       <target dev="vdb" bus="virtio"/>
Nov 10 13:41:46 user nova-compute[86206]:       <serial>b5dd1832-9141-4148-98ac-9a8639488d6a</serial>
Nov 10 13:41:46 user nova-compute[86206]:     </disk>
Nov 10 13:41:46 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:41:46 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:41:46 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk.rescue"/>
Nov 10 13:41:46 user nova-compute[86206]:       <target dev="vdc" bus="virtio"/>
Nov 10 13:41:46 user nova-compute[86206]:       <boot order="1"/>
Nov 10 13:41:46 user nova-compute[86206]:     </disk>
Nov 10 13:41:46 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:41:46 user nova-compute[86206]:       <mac address="fa:16:3e:b9:17:12"/>
Nov 10 13:41:46 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:41:46 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:41:46 user nova-compute[86206]:       <target dev="tap33150147-5e"/>
Nov 10 13:41:46 user nova-compute[86206]:     </interface>
Nov 10 13:41:46 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:41:46 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/console.log" append="off"/>
Nov 10 13:41:46 user nova-compute[86206]:     </serial>
Nov 10 13:41:46 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:41:46 user nova-compute[86206]:     <video>
Nov 10 13:41:46 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:41:46 user nova-compute[86206]:     </video>
Nov 10 13:41:46 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:41:46 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:41:46 user nova-compute[86206]:     </rng>
Nov 10 13:41:46 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:41:46 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:41:46 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:41:46 user nova-compute[86206]:     </memballoon>
Nov 10 13:41:46 user nova-compute[86206]:   </devices>
Nov 10 13:41:46 user nova-compute[86206]: </domain>
Nov 10 13:41:46 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:46 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Instance destroyed successfully.
Nov 10 13:41:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] No BDM found with device name vdb, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] No BDM found with device name vdc, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] No VIF found with MAC fa:16:3e:b9:17:12, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:46 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:41:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:50 user nova-compute[86206]: DEBUG nova.compute.manager [req-e59bceab-bea1-4f94-8031-626f07898116 req-8f1a671b-d088-4894-a47f-e7e3731c30aa service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Received event network-vif-plugged-33150147-5e69-4f88-934d-d8336c62651c {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:41:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-e59bceab-bea1-4f94-8031-626f07898116 req-8f1a671b-d088-4894-a47f-e7e3731c30aa service nova] Acquiring lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:41:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-e59bceab-bea1-4f94-8031-626f07898116 req-8f1a671b-d088-4894-a47f-e7e3731c30aa service nova] Lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:41:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-e59bceab-bea1-4f94-8031-626f07898116 req-8f1a671b-d088-4894-a47f-e7e3731c30aa service nova] Lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:41:50 user nova-compute[86206]: DEBUG nova.compute.manager [req-e59bceab-bea1-4f94-8031-626f07898116 req-8f1a671b-d088-4894-a47f-e7e3731c30aa service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] No waiting events found dispatching network-vif-plugged-33150147-5e69-4f88-934d-d8336c62651c {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:41:50 user nova-compute[86206]: WARNING nova.compute.manager [req-e59bceab-bea1-4f94-8031-626f07898116 req-8f1a671b-d088-4894-a47f-e7e3731c30aa service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Received unexpected event network-vif-plugged-33150147-5e69-4f88-934d-d8336c62651c for instance with vm_state active and task_state rescuing.
Nov 10 13:41:50 user nova-compute[86206]: DEBUG nova.compute.manager [req-9d2bcae9-55d7-44c4-9ed7-c7478286e5b3 req-e6913a7c-f6fd-4395-8d20-f08cabb393fe service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Received event network-vif-plugged-33150147-5e69-4f88-934d-d8336c62651c {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:41:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-9d2bcae9-55d7-44c4-9ed7-c7478286e5b3 req-e6913a7c-f6fd-4395-8d20-f08cabb393fe service nova] Acquiring lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:41:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-9d2bcae9-55d7-44c4-9ed7-c7478286e5b3 req-e6913a7c-f6fd-4395-8d20-f08cabb393fe service nova] Lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:41:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-9d2bcae9-55d7-44c4-9ed7-c7478286e5b3 req-e6913a7c-f6fd-4395-8d20-f08cabb393fe service nova] Lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:41:50 user nova-compute[86206]: DEBUG nova.compute.manager [req-9d2bcae9-55d7-44c4-9ed7-c7478286e5b3 req-e6913a7c-f6fd-4395-8d20-f08cabb393fe service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] No waiting events found dispatching network-vif-plugged-33150147-5e69-4f88-934d-d8336c62651c {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:41:50 user nova-compute[86206]: WARNING nova.compute.manager [req-9d2bcae9-55d7-44c4-9ed7-c7478286e5b3 req-e6913a7c-f6fd-4395-8d20-f08cabb393fe service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Received unexpected event network-vif-plugged-33150147-5e69-4f88-934d-d8336c62651c for instance with vm_state active and task_state rescuing.
Nov 10 13:41:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:41:50 user nova-compute[86206]: DEBUG nova.compute.manager [None req-fbc6015d-4365-459c-aea7-291cf7a7bc7d tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:41:50 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:41:50 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:41:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=8285MB free_disk=25.074329376220703GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:41:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:41:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:41:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 4e270764-c028-41ad-b2f7-4d502bd8d7ef actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:41:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance dcbbf073-aada-4069-ab96-58f83cd8259c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:41:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 94aec62a-8f94-4cd2-9dd6-ac1f302759a6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:41:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance eb4cb4b8-f275-48f8-a7f7-fdcd39faec06 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:41:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance fdba0b21-1e93-4771-aaca-ebcaec927902 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:41:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 522dd166-ebe2-4fef-8b16-2abede562f1d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:41:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 852a385f-4087-4c02-bcec-e2e8f7296e5e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:41:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:41:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:41:50 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:41:50 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:41:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:41:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.431s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZKJNbMpE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:41:52 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:41:52 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:41:52 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:41:52 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:41:52 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:41:52 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3f12937-233e-43e4-8810-f85412ded465]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 13:41:52 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b15f49f8-00d2-4adf-b0cc-e171c25235a9]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2] added
Nov 10 13:41:52 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ec6162a-7372-407c-9f6a-7b1c24a4bb7b]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ce3d234-a3fd-4357-9b69-767449e030ad]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZKJNbMpE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZKJNbMpE" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a347f86-d5a6-4724-99b9-3b591194255c]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZKJNbMpE'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.030s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[166dc96c-e3de-416e-8e5d-6b52fd1e0387]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbf6522c-2399-43a1-a00e-9290fb48a7f6]: (4, ('tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 (non-flash)
Nov 10 13:41:52 user nova-compute[86206]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 (non-flash)
Nov 10 13:41:52 user nova-compute[86206]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a (non-flash)
Nov 10 13:41:52 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] iscsi session list stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 (non-flash)
Nov 10 13:41:52 user nova-compute[86206]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 (non-flash)
Nov 10 13:41:52 user nova-compute[86206]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a (non-flash)
Nov 10 13:41:52 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 -p 172.16.0.220:3260 --login" returned: 0 in 0.066s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e987b4c-7c7c-406c-8ce4-2decfa4c1505]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2, portal: 172.16.0.220,3260]
Nov 10 13:41:52 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2, portal: 172.16.0.220,3260] successful.
Nov 10 13:41:52 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[94408d24-7e3b-49d4-937d-a6d54f5ba646]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce1e0674-3dd1-4d68-bb37-d77440351b9d]: (4, ('tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 (non-flash)
Nov 10 13:41:52 user nova-compute[86206]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 (non-flash)
Nov 10 13:41:52 user nova-compute[86206]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a (non-flash)
Nov 10 13:41:52 user nova-compute[86206]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)
Nov 10 13:41:52 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] iscsi session list stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 (non-flash)
Nov 10 13:41:52 user nova-compute[86206]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 (non-flash)
Nov 10 13:41:52 user nova-compute[86206]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a (non-flash)
Nov 10 13:41:52 user nova-compute[86206]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)
Nov 10 13:41:52 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.316s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] HCTL ('35', '-', '-', 0) found on session 35 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2a206a3-f6a5-4f7f-81e9-46f695fa90dd]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Searching for a device in session 35 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZKJNbMpE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:41:52 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:41:53 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.348s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:41:53 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] <== connect_volume: return (1350ms) {'type': 'block', 'scsi_wwn': '23634396237316436', 'path': '/dev/sdd'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:41:53 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23634396237316436', 'path': '/dev/sdd'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:41:53 user nova-compute[86206]: DEBUG nova.objects.instance [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lazy-loading 'flavor' on Instance uuid fdba0b21-1e93-4771-aaca-ebcaec927902 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:41:53 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] attach device xml: <disk type="block" device="disk">
Nov 10 13:41:53 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:41:53 user nova-compute[86206]:   <source dev="/dev/sdd"/>
Nov 10 13:41:53 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:41:53 user nova-compute[86206]:   <serial>d40fd58b-0a89-46a1-92b0-3b07d88434d2</serial>
Nov 10 13:41:53 user nova-compute[86206]: </disk>
Nov 10 13:41:53 user nova-compute[86206]:  {{(pid=86206) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 10 13:41:53 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] No BDM found with device name vdb, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] No VIF found with MAC fa:16:3e:59:30:5f, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-91731874-8d71-48bd-b29f-4353bd1c082a tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "fdba0b21-1e93-4771-aaca-ebcaec927902" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 27.182s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG nova.compute.manager [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:41:54 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Creating image(s)
Nov 10 13:41:54 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Did not create local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Ensure instance console log exists: /opt/stack/data/nova/instances/852a385f-4087-4c02-bcec-e2e8f7296e5e/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Start _get_guest_xml network_info=[{"id": "874d50a0-df81-4490-a960-d5ad4e3f55b7", "address": "fa:16:3e:a6:24:62", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap874d50a0-df", "ovs_interfaceid": "874d50a0-df81-4490-a960-d5ad4e3f55b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'attachment_id': 'a4bf31d5-085d-42f3-be56-8bb01f5d9368', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yLMJzwGB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '852a385f-4087-4c02-bcec-e2e8f7296e5e', 'attached_at': '', 'detached_at': '', 'volume_id': 'be6e641f-886a-49bb-84f5-c71c87c57422', 'serial': 'be6e641f-886a-49bb-84f5-c71c87c57422'}, 'mount_device': '/dev/vda', 'boot_index': 0, 'volume_type': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:41:54 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:41:54 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:41:54 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yLMJzwGB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:41:54 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:41:54 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:41:54 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:41:54 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:41:54 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:41:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ad840a3-2f2a-4f26-8da2-fd9fa8128116]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 13:41:54 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[36bd41c8-11ce-4359-bfb3-1dc28048c6a0]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422] added
Nov 10 13:41:54 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d03567a-000d-4e5e-9f52-b9af9a4ea3a7]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[79b568db-d923-464b-bad5-56819e7a6539]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yLMJzwGB {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yLMJzwGB" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[558f5ac8-c9ed-482e-80e9-485f50fe8732]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'yLMJzwGB'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:41:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:55 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa6ba0e5-6e2e-458a-9ab0-993932ddcb3d]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:55 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:41:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:55 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5be35e7-9730-4730-905b-b9d8c0fe109e]: (4, ('tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:55 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 (non-flash)
Nov 10 13:41:55 user nova-compute[86206]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 (non-flash)
Nov 10 13:41:55 user nova-compute[86206]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a (non-flash)
Nov 10 13:41:55 user nova-compute[86206]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)
Nov 10 13:41:55 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:41:55 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsi session list stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 (non-flash)
Nov 10 13:41:55 user nova-compute[86206]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 (non-flash)
Nov 10 13:41:55 user nova-compute[86206]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a (non-flash)
Nov 10 13:41:55 user nova-compute[86206]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)
Nov 10 13:41:55 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:41:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:55 user nova-compute[86206]: INFO nova.compute.manager [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Rescuing
Nov 10 13:41:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquiring lock "refresh_cache-fdba0b21-1e93-4771-aaca-ebcaec927902" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:41:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquired lock "refresh_cache-fdba0b21-1e93-4771-aaca-ebcaec927902" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:41:55 user nova-compute[86206]: DEBUG nova.network.neutron [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:41:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 -p 172.16.0.220:3260 --login" returned: 0 in 0.086s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:55 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a27c5b76-4315-49fa-9c37-ebcff61eb34a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:55 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422, portal: 172.16.0.220,3260]
Nov 10 13:41:55 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422, portal: 172.16.0.220,3260] successful.
Nov 10 13:41:55 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:41:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:55 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e25f3da-8022-4d8f-9a9a-edb8752440d7]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:55 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:41:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:55 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[27adbc31-3101-4353-b86d-335d6fca4b01]: (4, ('tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:55 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 (non-flash)
Nov 10 13:41:55 user nova-compute[86206]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 (non-flash)
Nov 10 13:41:55 user nova-compute[86206]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a (non-flash)
Nov 10 13:41:55 user nova-compute[86206]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)
Nov 10 13:41:55 user nova-compute[86206]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)
Nov 10 13:41:55 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:41:55 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsi session list stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 (non-flash)
Nov 10 13:41:55 user nova-compute[86206]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 (non-flash)
Nov 10 13:41:55 user nova-compute[86206]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a (non-flash)
Nov 10 13:41:55 user nova-compute[86206]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)
Nov 10 13:41:55 user nova-compute[86206]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)
Nov 10 13:41:55 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:41:55 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.312s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:41:55 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:41:55 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] HCTL ('37', '-', '-', 0) found on session 36 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:41:55 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:41:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:55 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[11cc5b62-f35e-4598-a311-c8addf833665]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:41:55 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Searching for a device in session 36 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:41:55 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yLMJzwGB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:41:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:55 user nova-compute[86206]: DEBUG nova.network.neutron [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Updating instance_info_cache with network_info: [{"id": "f15e1ba7-4a5f-43a2-8b18-8872e77225cf", "address": "fa:16:3e:59:30:5f", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf15e1ba7-4a", "ovs_interfaceid": "f15e1ba7-4a5f-43a2-8b18-8872e77225cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:41:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Releasing lock "refresh_cache-fdba0b21-1e93-4771-aaca-ebcaec927902" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:41:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG nova.compute.manager [req-bbc5174a-1742-4d78-a895-579c42e45df3 req-7e45bc04-7960-4aa6-ab25-57e89a7f55cb service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Received event network-vif-unplugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-bbc5174a-1742-4d78-a895-579c42e45df3 req-7e45bc04-7960-4aa6-ab25-57e89a7f55cb service nova] Acquiring lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-bbc5174a-1742-4d78-a895-579c42e45df3 req-7e45bc04-7960-4aa6-ab25-57e89a7f55cb service nova] Lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-bbc5174a-1742-4d78-a895-579c42e45df3 req-7e45bc04-7960-4aa6-ab25-57e89a7f55cb service nova] Lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG nova.compute.manager [req-bbc5174a-1742-4d78-a895-579c42e45df3 req-7e45bc04-7960-4aa6-ab25-57e89a7f55cb service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] No waiting events found dispatching network-vif-unplugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:41:56 user nova-compute[86206]: WARNING nova.compute.manager [req-bbc5174a-1742-4d78-a895-579c42e45df3 req-7e45bc04-7960-4aa6-ab25-57e89a7f55cb service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Received unexpected event network-vif-unplugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf for instance with vm_state active and task_state rescuing.
Nov 10 13:41:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.357s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] <== connect_volume: return (1359ms) {'type': 'block', 'scsi_wwn': '23238333537383262', 'path': '/dev/sdf'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23238333537383262', 'path': '/dev/sdf'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:41:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1014977752',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1014977752',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1014977752',id=41,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDsgPAsXJNNcGLdV97Ctpya5wjux4OG1WEEB8ktuaCFuhYe2ngWhU93Etmwxo3RYBFpbC5JjMBho682yj939YM1TM36YKRQloZskaknAMRHlQgGaOWcx1SiYkRWsDkp4UQ==',key_name='tempest-keypair-1665742456',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='398c80570edc4001af39959f6ca0a0c6',ramdisk_id='',reservation_id='r-tkwft7sc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-19527526',owner_user_name='tempest-TestVolumeBootPattern-19527526-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:41:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='70b0703bebcb46969be6c8da0fb19f17',uuid=852a385f-4087-4c02-bcec-e2e8f7296e5e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "874d50a0-df81-4490-a960-d5ad4e3f55b7", "address": "fa:16:3e:a6:24:62", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap874d50a0-df", "ovs_interfaceid": "874d50a0-df81-4490-a960-d5ad4e3f55b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Converting VIF {"id": "874d50a0-df81-4490-a960-d5ad4e3f55b7", "address": "fa:16:3e:a6:24:62", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap874d50a0-df", "ovs_interfaceid": "874d50a0-df81-4490-a960-d5ad4e3f55b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a6:24:62,bridge_name='br-int',has_traffic_filtering=True,id=874d50a0-df81-4490-a960-d5ad4e3f55b7,network=Network(d841a72f-c220-4ec4-8258-16c8288db743),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap874d50a0-df') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG nova.objects.instance [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lazy-loading 'pci_devices' on Instance uuid 852a385f-4087-4c02-bcec-e2e8f7296e5e {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:41:56 user nova-compute[86206]:   <uuid>852a385f-4087-4c02-bcec-e2e8f7296e5e</uuid>
Nov 10 13:41:56 user nova-compute[86206]:   <name>instance-00000029</name>
Nov 10 13:41:56 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:41:56 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:41:56 user nova-compute[86206]:   <metadata>
Nov 10 13:41:56 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:41:56 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:41:56 user nova-compute[86206]:       <nova:name>tempest-TestVolumeBootPattern-volume-backed-server-1014977752</nova:name>
Nov 10 13:41:56 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:41:54</nova:creationTime>
Nov 10 13:41:56 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:41:56 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:41:56 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:41:56 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:41:56 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:41:56 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:41:56 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:41:56 user nova-compute[86206]:       <nova:owner>
Nov 10 13:41:56 user nova-compute[86206]:         <nova:user uuid="70b0703bebcb46969be6c8da0fb19f17">tempest-TestVolumeBootPattern-19527526-project-member</nova:user>
Nov 10 13:41:56 user nova-compute[86206]:         <nova:project uuid="398c80570edc4001af39959f6ca0a0c6">tempest-TestVolumeBootPattern-19527526</nova:project>
Nov 10 13:41:56 user nova-compute[86206]:       </nova:owner>
Nov 10 13:41:56 user nova-compute[86206]:       <nova:ports>
Nov 10 13:41:56 user nova-compute[86206]:         <nova:port uuid="874d50a0-df81-4490-a960-d5ad4e3f55b7">
Nov 10 13:41:56 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 10 13:41:56 user nova-compute[86206]:         </nova:port>
Nov 10 13:41:56 user nova-compute[86206]:       </nova:ports>
Nov 10 13:41:56 user nova-compute[86206]:     </nova:instance>
Nov 10 13:41:56 user nova-compute[86206]:   </metadata>
Nov 10 13:41:56 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:41:56 user nova-compute[86206]:     <system>
Nov 10 13:41:56 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:41:56 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:41:56 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:41:56 user nova-compute[86206]:       <entry name="serial">852a385f-4087-4c02-bcec-e2e8f7296e5e</entry>
Nov 10 13:41:56 user nova-compute[86206]:       <entry name="uuid">852a385f-4087-4c02-bcec-e2e8f7296e5e</entry>
Nov 10 13:41:56 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:41:56 user nova-compute[86206]:     </system>
Nov 10 13:41:56 user nova-compute[86206]:   </sysinfo>
Nov 10 13:41:56 user nova-compute[86206]:   <os>
Nov 10 13:41:56 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:41:56 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:41:56 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:41:56 user nova-compute[86206]:   </os>
Nov 10 13:41:56 user nova-compute[86206]:   <features>
Nov 10 13:41:56 user nova-compute[86206]:     <acpi/>
Nov 10 13:41:56 user nova-compute[86206]:     <apic/>
Nov 10 13:41:56 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:41:56 user nova-compute[86206]:   </features>
Nov 10 13:41:56 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:41:56 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:41:56 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:41:56 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:41:56 user nova-compute[86206]:   </clock>
Nov 10 13:41:56 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:41:56 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:41:56 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:41:56 user nova-compute[86206]:   </cpu>
Nov 10 13:41:56 user nova-compute[86206]:   <devices>
Nov 10 13:41:56 user nova-compute[86206]:     <disk type="block" device="disk">
Nov 10 13:41:56 user nova-compute[86206]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:41:56 user nova-compute[86206]:       <source dev="/dev/sdf"/>
Nov 10 13:41:56 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:41:56 user nova-compute[86206]:       <serial>be6e641f-886a-49bb-84f5-c71c87c57422</serial>
Nov 10 13:41:56 user nova-compute[86206]:     </disk>
Nov 10 13:41:56 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:41:56 user nova-compute[86206]:       <mac address="fa:16:3e:a6:24:62"/>
Nov 10 13:41:56 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:41:56 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:41:56 user nova-compute[86206]:       <target dev="tap874d50a0-df"/>
Nov 10 13:41:56 user nova-compute[86206]:     </interface>
Nov 10 13:41:56 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:41:56 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/852a385f-4087-4c02-bcec-e2e8f7296e5e/console.log" append="off"/>
Nov 10 13:41:56 user nova-compute[86206]:     </serial>
Nov 10 13:41:56 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:41:56 user nova-compute[86206]:     <video>
Nov 10 13:41:56 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:41:56 user nova-compute[86206]:     </video>
Nov 10 13:41:56 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:41:56 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:41:56 user nova-compute[86206]:     </rng>
Nov 10 13:41:56 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:41:56 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:41:56 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:41:56 user nova-compute[86206]:     </memballoon>
Nov 10 13:41:56 user nova-compute[86206]:   </devices>
Nov 10 13:41:56 user nova-compute[86206]: </domain>
Nov 10 13:41:56 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:41:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1014977752',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1014977752',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1014977752',id=41,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDsgPAsXJNNcGLdV97Ctpya5wjux4OG1WEEB8ktuaCFuhYe2ngWhU93Etmwxo3RYBFpbC5JjMBho682yj939YM1TM36YKRQloZskaknAMRHlQgGaOWcx1SiYkRWsDkp4UQ==',key_name='tempest-keypair-1665742456',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='398c80570edc4001af39959f6ca0a0c6',ramdisk_id='',reservation_id='r-tkwft7sc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-19527526',owner_user_name='tempest-TestVolumeBootPattern-19527526-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:41:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='70b0703bebcb46969be6c8da0fb19f17',uuid=852a385f-4087-4c02-bcec-e2e8f7296e5e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "874d50a0-df81-4490-a960-d5ad4e3f55b7", "address": "fa:16:3e:a6:24:62", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap874d50a0-df", "ovs_interfaceid": "874d50a0-df81-4490-a960-d5ad4e3f55b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Converting VIF {"id": "874d50a0-df81-4490-a960-d5ad4e3f55b7", "address": "fa:16:3e:a6:24:62", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap874d50a0-df", "ovs_interfaceid": "874d50a0-df81-4490-a960-d5ad4e3f55b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a6:24:62,bridge_name='br-int',has_traffic_filtering=True,id=874d50a0-df81-4490-a960-d5ad4e3f55b7,network=Network(d841a72f-c220-4ec4-8258-16c8288db743),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap874d50a0-df') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG os_vif [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a6:24:62,bridge_name='br-int',has_traffic_filtering=True,id=874d50a0-df81-4490-a960-d5ad4e3f55b7,network=Network(d841a72f-c220-4ec4-8258-16c8288db743),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap874d50a0-df') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7b629cb4-ad87-500d-a419-58088dfc1931', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap874d50a0-df, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap874d50a0-df, col_values=(('qos', UUID('5150dccd-3b67-48b6-88f1-f38dabc3597c')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap874d50a0-df, col_values=(('external_ids', {'iface-id': '874d50a0-df81-4490-a960-d5ad4e3f55b7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a6:24:62', 'vm-uuid': '852a385f-4087-4c02-bcec-e2e8f7296e5e'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:56 user nova-compute[86206]: INFO os_vif [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a6:24:62,bridge_name='br-int',has_traffic_filtering=True,id=874d50a0-df81-4490-a960-d5ad4e3f55b7,network=Network(d841a72f-c220-4ec4-8258-16c8288db743),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap874d50a0-df')
Nov 10 13:41:56 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] No VIF found with MAC fa:16:3e:a6:24:62, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:56 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Instance destroyed successfully.
Nov 10 13:41:56 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Attempting rescue
Nov 10 13:41:56 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=86206) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Instance directory exists: not creating {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 10 13:41:56 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Creating image(s)
Nov 10 13:41:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquiring lock "/opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "/opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "/opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG nova.objects.instance [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lazy-loading 'trusted_certs' on Instance uuid fdba0b21-1e93-4771-aaca-ebcaec927902 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquiring lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:41:56 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.182s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/disk.rescue {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:41:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/disk.rescue" returned: 0 in 0.057s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:41:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.243s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:41:57 user nova-compute[86206]: DEBUG nova.objects.instance [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lazy-loading 'migration_context' on Instance uuid fdba0b21-1e93-4771-aaca-ebcaec927902 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:41:57 user nova-compute[86206]: DEBUG nova.objects.base [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Object Instance<fdba0b21-1e93-4771-aaca-ebcaec927902> lazy-loaded attributes: trusted_certs,migration_context {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:41:57 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:41:57 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Start _get_guest_xml network_info=[{"id": "f15e1ba7-4a5f-43a2-8b18-8872e77225cf", "address": "fa:16:3e:59:30:5f", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "vif_mac": "fa:16:3e:59:30:5f"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf15e1ba7-4a", "ovs_interfaceid": "f15e1ba7-4a5f-43a2-8b18-8872e77225cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '73290e4a-d2c0-4305-9ee6-397ce6a900ba', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:41:57 user nova-compute[86206]: DEBUG nova.objects.instance [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lazy-loading 'resources' on Instance uuid fdba0b21-1e93-4771-aaca-ebcaec927902 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:41:57 user nova-compute[86206]: DEBUG nova.objects.base [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Object Instance<fdba0b21-1e93-4771-aaca-ebcaec927902> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:41:57 user nova-compute[86206]: DEBUG nova.objects.instance [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lazy-loading 'numa_topology' on Instance uuid fdba0b21-1e93-4771-aaca-ebcaec927902 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:41:57 user nova-compute[86206]: DEBUG nova.objects.base [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Object Instance<fdba0b21-1e93-4771-aaca-ebcaec927902> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:41:57 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:41:57 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:41:57 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:41:57 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:41:57 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:41:57 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:41:57 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:41:57 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:41:57 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:41:57 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:41:57 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:41:57 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:41:57 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:41:57 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:41:57 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:41:57 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:41:57 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:41:57 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:41:57 user nova-compute[86206]: DEBUG nova.objects.instance [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lazy-loading 'vcpu_model' on Instance uuid fdba0b21-1e93-4771-aaca-ebcaec927902 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:41:57 user nova-compute[86206]: DEBUG nova.objects.base [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Object Instance<fdba0b21-1e93-4771-aaca-ebcaec927902> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:41:57 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:39:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1643555913',display_name='tempest-ServerRescueNegativeTestJSON-server-1643555913',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1643555913',id=39,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAIxOaGaV9HVbt2HSf9DG4wqr8txm22Cif7dhFRPtfngnjUq02cF6zmyoI3vB7Yc8DFGVJcg6AuhhEo/1+O/9Cju5cYQBjH+wjPKXhVyz8x8Jz370Aj4ECC8t27vRPxg+Q==',key_name='tempest-keypair-1315799400',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:39:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ccc7d64ad3664aed888c4035bb3e4cd9',ramdisk_id='',reservation_id='r-u67lyw0w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-330734770',owner_user_name='tempest-ServerRescueNegativeTestJSON-330734770-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:39:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='86d4c4afc9874d4ea1f37fd27ca0d8aa',uuid=fdba0b21-1e93-4771-aaca-ebcaec927902,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f15e1ba7-4a5f-43a2-8b18-8872e77225cf", "address": "fa:16:3e:59:30:5f", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "vif_mac": "fa:16:3e:59:30:5f"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf15e1ba7-4a", "ovs_interfaceid": "f15e1ba7-4a5f-43a2-8b18-8872e77225cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:41:57 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Converting VIF {"id": "f15e1ba7-4a5f-43a2-8b18-8872e77225cf", "address": "fa:16:3e:59:30:5f", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "vif_mac": "fa:16:3e:59:30:5f"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf15e1ba7-4a", "ovs_interfaceid": "f15e1ba7-4a5f-43a2-8b18-8872e77225cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:41:57 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:59:30:5f,bridge_name='br-int',has_traffic_filtering=True,id=f15e1ba7-4a5f-43a2-8b18-8872e77225cf,network=Network(07a75854-977d-4a57-be18-1d83f03f99f7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf15e1ba7-4a') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:41:57 user nova-compute[86206]: DEBUG nova.objects.instance [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lazy-loading 'pci_devices' on Instance uuid fdba0b21-1e93-4771-aaca-ebcaec927902 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:41:57 user nova-compute[86206]: DEBUG nova.objects.base [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Object Instance<fdba0b21-1e93-4771-aaca-ebcaec927902> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:41:57 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:41:57 user nova-compute[86206]:   <uuid>fdba0b21-1e93-4771-aaca-ebcaec927902</uuid>
Nov 10 13:41:57 user nova-compute[86206]:   <name>instance-00000027</name>
Nov 10 13:41:57 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:41:57 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:41:57 user nova-compute[86206]:   <metadata>
Nov 10 13:41:57 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:41:57 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:41:57 user nova-compute[86206]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1643555913</nova:name>
Nov 10 13:41:57 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:41:57</nova:creationTime>
Nov 10 13:41:57 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:41:57 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:41:57 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:41:57 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:41:57 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:41:57 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:41:57 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:41:57 user nova-compute[86206]:       <nova:owner>
Nov 10 13:41:57 user nova-compute[86206]:         <nova:user uuid="86d4c4afc9874d4ea1f37fd27ca0d8aa">tempest-ServerRescueNegativeTestJSON-330734770-project-member</nova:user>
Nov 10 13:41:57 user nova-compute[86206]:         <nova:project uuid="ccc7d64ad3664aed888c4035bb3e4cd9">tempest-ServerRescueNegativeTestJSON-330734770</nova:project>
Nov 10 13:41:57 user nova-compute[86206]:       </nova:owner>
Nov 10 13:41:57 user nova-compute[86206]:       <nova:root type="image" uuid="73290e4a-d2c0-4305-9ee6-397ce6a900ba"/>
Nov 10 13:41:57 user nova-compute[86206]:       <nova:ports>
Nov 10 13:41:57 user nova-compute[86206]:         <nova:port uuid="f15e1ba7-4a5f-43a2-8b18-8872e77225cf">
Nov 10 13:41:57 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 10 13:41:57 user nova-compute[86206]:         </nova:port>
Nov 10 13:41:57 user nova-compute[86206]:       </nova:ports>
Nov 10 13:41:57 user nova-compute[86206]:     </nova:instance>
Nov 10 13:41:57 user nova-compute[86206]:   </metadata>
Nov 10 13:41:57 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:41:57 user nova-compute[86206]:     <system>
Nov 10 13:41:57 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:41:57 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:41:57 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:41:57 user nova-compute[86206]:       <entry name="serial">fdba0b21-1e93-4771-aaca-ebcaec927902</entry>
Nov 10 13:41:57 user nova-compute[86206]:       <entry name="uuid">fdba0b21-1e93-4771-aaca-ebcaec927902</entry>
Nov 10 13:41:57 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:41:57 user nova-compute[86206]:     </system>
Nov 10 13:41:57 user nova-compute[86206]:   </sysinfo>
Nov 10 13:41:57 user nova-compute[86206]:   <os>
Nov 10 13:41:57 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:41:57 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:41:57 user nova-compute[86206]:   </os>
Nov 10 13:41:57 user nova-compute[86206]:   <features>
Nov 10 13:41:57 user nova-compute[86206]:     <acpi/>
Nov 10 13:41:57 user nova-compute[86206]:     <apic/>
Nov 10 13:41:57 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:41:57 user nova-compute[86206]:   </features>
Nov 10 13:41:57 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:41:57 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:41:57 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:41:57 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:41:57 user nova-compute[86206]:   </clock>
Nov 10 13:41:57 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:41:57 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:41:57 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:41:57 user nova-compute[86206]:   </cpu>
Nov 10 13:41:57 user nova-compute[86206]:   <devices>
Nov 10 13:41:57 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:41:57 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:41:57 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/disk.rescue"/>
Nov 10 13:41:57 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:41:57 user nova-compute[86206]:     </disk>
Nov 10 13:41:57 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:41:57 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:41:57 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/disk"/>
Nov 10 13:41:57 user nova-compute[86206]:       <target dev="vdb" bus="virtio"/>
Nov 10 13:41:57 user nova-compute[86206]:     </disk>
Nov 10 13:41:57 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:41:57 user nova-compute[86206]:       <mac address="fa:16:3e:59:30:5f"/>
Nov 10 13:41:57 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:41:57 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:41:57 user nova-compute[86206]:       <target dev="tapf15e1ba7-4a"/>
Nov 10 13:41:57 user nova-compute[86206]:     </interface>
Nov 10 13:41:57 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:41:57 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/console.log" append="off"/>
Nov 10 13:41:57 user nova-compute[86206]:     </serial>
Nov 10 13:41:57 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:41:57 user nova-compute[86206]:     <video>
Nov 10 13:41:57 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:41:57 user nova-compute[86206]:     </video>
Nov 10 13:41:57 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:41:57 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:41:57 user nova-compute[86206]:     </rng>
Nov 10 13:41:57 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:41:57 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:41:57 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:41:57 user nova-compute[86206]:     </memballoon>
Nov 10 13:41:57 user nova-compute[86206]:   </devices>
Nov 10 13:41:57 user nova-compute[86206]: </domain>
Nov 10 13:41:57 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:41:57 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Instance destroyed successfully.
Nov 10 13:41:57 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:41:57 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] No BDM found with device name vdb, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:41:57 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] No VIF found with MAC fa:16:3e:59:30:5f, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:41:58 user nova-compute[86206]: DEBUG nova.compute.manager [req-c0cf0ca3-2d27-4d9b-bf5c-c3f4f4807f51 req-af95604f-a381-4ee8-a58f-39de1640420d service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Received event network-vif-plugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:41:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c0cf0ca3-2d27-4d9b-bf5c-c3f4f4807f51 req-af95604f-a381-4ee8-a58f-39de1640420d service nova] Acquiring lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:41:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c0cf0ca3-2d27-4d9b-bf5c-c3f4f4807f51 req-af95604f-a381-4ee8-a58f-39de1640420d service nova] Lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:41:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c0cf0ca3-2d27-4d9b-bf5c-c3f4f4807f51 req-af95604f-a381-4ee8-a58f-39de1640420d service nova] Lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:41:58 user nova-compute[86206]: DEBUG nova.compute.manager [req-c0cf0ca3-2d27-4d9b-bf5c-c3f4f4807f51 req-af95604f-a381-4ee8-a58f-39de1640420d service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] No waiting events found dispatching network-vif-plugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:41:58 user nova-compute[86206]: WARNING nova.compute.manager [req-c0cf0ca3-2d27-4d9b-bf5c-c3f4f4807f51 req-af95604f-a381-4ee8-a58f-39de1640420d service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Received unexpected event network-vif-plugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf for instance with vm_state active and task_state rescuing.
Nov 10 13:41:58 user nova-compute[86206]: DEBUG nova.compute.manager [req-c0cf0ca3-2d27-4d9b-bf5c-c3f4f4807f51 req-af95604f-a381-4ee8-a58f-39de1640420d service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Received event network-vif-plugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:41:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c0cf0ca3-2d27-4d9b-bf5c-c3f4f4807f51 req-af95604f-a381-4ee8-a58f-39de1640420d service nova] Acquiring lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:41:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c0cf0ca3-2d27-4d9b-bf5c-c3f4f4807f51 req-af95604f-a381-4ee8-a58f-39de1640420d service nova] Lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:41:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c0cf0ca3-2d27-4d9b-bf5c-c3f4f4807f51 req-af95604f-a381-4ee8-a58f-39de1640420d service nova] Lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:41:58 user nova-compute[86206]: DEBUG nova.compute.manager [req-c0cf0ca3-2d27-4d9b-bf5c-c3f4f4807f51 req-af95604f-a381-4ee8-a58f-39de1640420d service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] No waiting events found dispatching network-vif-plugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:41:58 user nova-compute[86206]: WARNING nova.compute.manager [req-c0cf0ca3-2d27-4d9b-bf5c-c3f4f4807f51 req-af95604f-a381-4ee8-a58f-39de1640420d service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Received unexpected event network-vif-plugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf for instance with vm_state active and task_state rescuing.
Nov 10 13:41:58 user nova-compute[86206]: DEBUG nova.compute.manager [req-c0cf0ca3-2d27-4d9b-bf5c-c3f4f4807f51 req-af95604f-a381-4ee8-a58f-39de1640420d service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Received event network-vif-plugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:41:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c0cf0ca3-2d27-4d9b-bf5c-c3f4f4807f51 req-af95604f-a381-4ee8-a58f-39de1640420d service nova] Acquiring lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:41:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c0cf0ca3-2d27-4d9b-bf5c-c3f4f4807f51 req-af95604f-a381-4ee8-a58f-39de1640420d service nova] Lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:41:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c0cf0ca3-2d27-4d9b-bf5c-c3f4f4807f51 req-af95604f-a381-4ee8-a58f-39de1640420d service nova] Lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:41:58 user nova-compute[86206]: DEBUG nova.compute.manager [req-c0cf0ca3-2d27-4d9b-bf5c-c3f4f4807f51 req-af95604f-a381-4ee8-a58f-39de1640420d service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] No waiting events found dispatching network-vif-plugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:41:58 user nova-compute[86206]: WARNING nova.compute.manager [req-c0cf0ca3-2d27-4d9b-bf5c-c3f4f4807f51 req-af95604f-a381-4ee8-a58f-39de1640420d service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Received unexpected event network-vif-plugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf for instance with vm_state active and task_state rescuing.
Nov 10 13:41:58 user nova-compute[86206]: DEBUG nova.compute.manager [req-c0cf0ca3-2d27-4d9b-bf5c-c3f4f4807f51 req-af95604f-a381-4ee8-a58f-39de1640420d service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Received event network-vif-unplugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:41:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c0cf0ca3-2d27-4d9b-bf5c-c3f4f4807f51 req-af95604f-a381-4ee8-a58f-39de1640420d service nova] Acquiring lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:41:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c0cf0ca3-2d27-4d9b-bf5c-c3f4f4807f51 req-af95604f-a381-4ee8-a58f-39de1640420d service nova] Lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:41:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c0cf0ca3-2d27-4d9b-bf5c-c3f4f4807f51 req-af95604f-a381-4ee8-a58f-39de1640420d service nova] Lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:41:58 user nova-compute[86206]: DEBUG nova.compute.manager [req-c0cf0ca3-2d27-4d9b-bf5c-c3f4f4807f51 req-af95604f-a381-4ee8-a58f-39de1640420d service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] No waiting events found dispatching network-vif-unplugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:41:58 user nova-compute[86206]: WARNING nova.compute.manager [req-c0cf0ca3-2d27-4d9b-bf5c-c3f4f4807f51 req-af95604f-a381-4ee8-a58f-39de1640420d service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Received unexpected event network-vif-unplugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf for instance with vm_state active and task_state rescuing.
Nov 10 13:41:58 user nova-compute[86206]: DEBUG nova.compute.manager [req-c0cf0ca3-2d27-4d9b-bf5c-c3f4f4807f51 req-af95604f-a381-4ee8-a58f-39de1640420d service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Received event network-vif-plugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:41:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c0cf0ca3-2d27-4d9b-bf5c-c3f4f4807f51 req-af95604f-a381-4ee8-a58f-39de1640420d service nova] Acquiring lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:41:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c0cf0ca3-2d27-4d9b-bf5c-c3f4f4807f51 req-af95604f-a381-4ee8-a58f-39de1640420d service nova] Lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:41:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c0cf0ca3-2d27-4d9b-bf5c-c3f4f4807f51 req-af95604f-a381-4ee8-a58f-39de1640420d service nova] Lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:41:58 user nova-compute[86206]: DEBUG nova.compute.manager [req-c0cf0ca3-2d27-4d9b-bf5c-c3f4f4807f51 req-af95604f-a381-4ee8-a58f-39de1640420d service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] No waiting events found dispatching network-vif-plugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:41:58 user nova-compute[86206]: WARNING nova.compute.manager [req-c0cf0ca3-2d27-4d9b-bf5c-c3f4f4807f51 req-af95604f-a381-4ee8-a58f-39de1640420d service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Received unexpected event network-vif-plugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf for instance with vm_state active and task_state rescuing.
Nov 10 13:41:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:59 user nova-compute[86206]: DEBUG nova.compute.manager [req-c0df16f0-5478-488d-be55-ab328a303539 req-26901c22-7c85-4686-b25d-e77ebed383eb service nova] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Received event network-vif-plugged-874d50a0-df81-4490-a960-d5ad4e3f55b7 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:41:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c0df16f0-5478-488d-be55-ab328a303539 req-26901c22-7c85-4686-b25d-e77ebed383eb service nova] Acquiring lock "852a385f-4087-4c02-bcec-e2e8f7296e5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:41:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c0df16f0-5478-488d-be55-ab328a303539 req-26901c22-7c85-4686-b25d-e77ebed383eb service nova] Lock "852a385f-4087-4c02-bcec-e2e8f7296e5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:41:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c0df16f0-5478-488d-be55-ab328a303539 req-26901c22-7c85-4686-b25d-e77ebed383eb service nova] Lock "852a385f-4087-4c02-bcec-e2e8f7296e5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:41:59 user nova-compute[86206]: DEBUG nova.compute.manager [req-c0df16f0-5478-488d-be55-ab328a303539 req-26901c22-7c85-4686-b25d-e77ebed383eb service nova] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] No waiting events found dispatching network-vif-plugged-874d50a0-df81-4490-a960-d5ad4e3f55b7 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:41:59 user nova-compute[86206]: WARNING nova.compute.manager [req-c0df16f0-5478-488d-be55-ab328a303539 req-26901c22-7c85-4686-b25d-e77ebed383eb service nova] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Received unexpected event network-vif-plugged-874d50a0-df81-4490-a960-d5ad4e3f55b7 for instance with vm_state building and task_state spawning.
Nov 10 13:41:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:41:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:00 user nova-compute[86206]: DEBUG nova.compute.manager [req-c3032194-15cc-47f5-a166-4d04fd3fdb3b req-d7678c97-c32f-4fd5-883a-0f3978f0df98 service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Received event network-vif-plugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:42:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c3032194-15cc-47f5-a166-4d04fd3fdb3b req-d7678c97-c32f-4fd5-883a-0f3978f0df98 service nova] Acquiring lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:42:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c3032194-15cc-47f5-a166-4d04fd3fdb3b req-d7678c97-c32f-4fd5-883a-0f3978f0df98 service nova] Lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:42:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c3032194-15cc-47f5-a166-4d04fd3fdb3b req-d7678c97-c32f-4fd5-883a-0f3978f0df98 service nova] Lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:42:00 user nova-compute[86206]: DEBUG nova.compute.manager [req-c3032194-15cc-47f5-a166-4d04fd3fdb3b req-d7678c97-c32f-4fd5-883a-0f3978f0df98 service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] No waiting events found dispatching network-vif-plugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:42:00 user nova-compute[86206]: WARNING nova.compute.manager [req-c3032194-15cc-47f5-a166-4d04fd3fdb3b req-d7678c97-c32f-4fd5-883a-0f3978f0df98 service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Received unexpected event network-vif-plugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf for instance with vm_state active and task_state rescuing.
Nov 10 13:42:00 user nova-compute[86206]: DEBUG nova.compute.manager [req-c3032194-15cc-47f5-a166-4d04fd3fdb3b req-d7678c97-c32f-4fd5-883a-0f3978f0df98 service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Received event network-vif-plugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:42:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c3032194-15cc-47f5-a166-4d04fd3fdb3b req-d7678c97-c32f-4fd5-883a-0f3978f0df98 service nova] Acquiring lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:42:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c3032194-15cc-47f5-a166-4d04fd3fdb3b req-d7678c97-c32f-4fd5-883a-0f3978f0df98 service nova] Lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:42:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c3032194-15cc-47f5-a166-4d04fd3fdb3b req-d7678c97-c32f-4fd5-883a-0f3978f0df98 service nova] Lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:42:00 user nova-compute[86206]: DEBUG nova.compute.manager [req-c3032194-15cc-47f5-a166-4d04fd3fdb3b req-d7678c97-c32f-4fd5-883a-0f3978f0df98 service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] No waiting events found dispatching network-vif-plugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:42:00 user nova-compute[86206]: WARNING nova.compute.manager [req-c3032194-15cc-47f5-a166-4d04fd3fdb3b req-d7678c97-c32f-4fd5-883a-0f3978f0df98 service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Received unexpected event network-vif-plugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf for instance with vm_state active and task_state rescuing.
Nov 10 13:42:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Acquiring lock "c8eade2d-255e-4637-814c-c9e665d1fede" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:42:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "c8eade2d-255e-4637-814c-c9e665d1fede" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:42:00 user nova-compute[86206]: DEBUG nova.compute.manager [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:42:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:42:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:42:00 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:42:00 user nova-compute[86206]: INFO nova.compute.claims [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Claim successful on node user
Nov 10 13:42:00 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:42:01 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:42:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.522s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:42:01 user nova-compute[86206]: DEBUG nova.compute.manager [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:42:01 user nova-compute[86206]: DEBUG nova.compute.manager [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:42:01 user nova-compute[86206]: DEBUG nova.network.neutron [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:42:01 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:42:01 user nova-compute[86206]: DEBUG nova.compute.manager [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:42:01 user nova-compute[86206]: DEBUG nova.policy [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7be53f52cab647e988e4b2e996399167', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e93e0930e8224ce299e0c8141a45d7e4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:42:01 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:01 user nova-compute[86206]: DEBUG nova.compute.manager [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:42:01 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:42:01 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Creating image(s)
Nov 10 13:42:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Acquiring lock "/opt/stack/data/nova/instances/c8eade2d-255e-4637-814c-c9e665d1fede/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:42:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "/opt/stack/data/nova/instances/c8eade2d-255e-4637-814c-c9e665d1fede/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:42:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "/opt/stack/data/nova/instances/c8eade2d-255e-4637-814c-c9e665d1fede/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:42:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:42:01 user nova-compute[86206]: DEBUG nova.compute.manager [req-d2efb139-87c9-43c7-a9f1-5d56b8601312 req-32e1751d-8c73-435b-becd-c2833cbc23b8 service nova] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Received event network-vif-plugged-874d50a0-df81-4490-a960-d5ad4e3f55b7 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:42:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d2efb139-87c9-43c7-a9f1-5d56b8601312 req-32e1751d-8c73-435b-becd-c2833cbc23b8 service nova] Acquiring lock "852a385f-4087-4c02-bcec-e2e8f7296e5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:42:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d2efb139-87c9-43c7-a9f1-5d56b8601312 req-32e1751d-8c73-435b-becd-c2833cbc23b8 service nova] Lock "852a385f-4087-4c02-bcec-e2e8f7296e5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:42:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d2efb139-87c9-43c7-a9f1-5d56b8601312 req-32e1751d-8c73-435b-becd-c2833cbc23b8 service nova] Lock "852a385f-4087-4c02-bcec-e2e8f7296e5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:42:01 user nova-compute[86206]: DEBUG nova.compute.manager [req-d2efb139-87c9-43c7-a9f1-5d56b8601312 req-32e1751d-8c73-435b-becd-c2833cbc23b8 service nova] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] No waiting events found dispatching network-vif-plugged-874d50a0-df81-4490-a960-d5ad4e3f55b7 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:42:01 user nova-compute[86206]: WARNING nova.compute.manager [req-d2efb139-87c9-43c7-a9f1-5d56b8601312 req-32e1751d-8c73-435b-becd-c2833cbc23b8 service nova] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Received unexpected event network-vif-plugged-874d50a0-df81-4490-a960-d5ad4e3f55b7 for instance with vm_state building and task_state spawning.
Nov 10 13:42:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.288s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:42:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Acquiring lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:42:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:42:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:42:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.183s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:42:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/c8eade2d-255e-4637-814c-c9e665d1fede/disk 1073741824 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:42:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/c8eade2d-255e-4637-814c-c9e665d1fede/disk 1073741824" returned: 0 in 0.080s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:42:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.273s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:42:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:42:01 user nova-compute[86206]: DEBUG nova.network.neutron [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Successfully created port: 9c7bdafd-dde6-43d9-b3e9-c948698703ab {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:42:02 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.202s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:42:02 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c8eade2d-255e-4637-814c-c9e665d1fede/disk. size=1073741824 {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 10 13:42:02 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8eade2d-255e-4637-814c-c9e665d1fede/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:42:02 user nova-compute[86206]: DEBUG nova.compute.manager [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:42:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:42:02 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8eade2d-255e-4637-814c-c9e665d1fede/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:42:02 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Cannot resize image /opt/stack/data/nova/instances/c8eade2d-255e-4637-814c-c9e665d1fede/disk to a smaller size. {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 10 13:42:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:42:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Ensure instance console log exists: /opt/stack/data/nova/instances/c8eade2d-255e-4637-814c-c9e665d1fede/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:42:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:42:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:42:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:42:02 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Instance spawned successfully.
Nov 10 13:42:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:42:02 user nova-compute[86206]: DEBUG nova.compute.manager [None req-65276ede-ff39-4f81-8488-81761841f9b6 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:42:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:42:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:42:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:42:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:42:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:42:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:42:02 user nova-compute[86206]: INFO nova.compute.manager [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Took 7.66 seconds to spawn the instance on the hypervisor.
Nov 10 13:42:02 user nova-compute[86206]: DEBUG nova.compute.manager [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:42:02 user nova-compute[86206]: INFO nova.compute.manager [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Took 43.85 seconds to build instance.
Nov 10 13:42:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f7f2714c-3b33-4200-b20c-3571e4bfdb13 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "852a385f-4087-4c02-bcec-e2e8f7296e5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 43.956s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:42:02 user nova-compute[86206]: DEBUG nova.network.neutron [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Successfully updated port: 9c7bdafd-dde6-43d9-b3e9-c948698703ab {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:42:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Acquiring lock "refresh_cache-c8eade2d-255e-4637-814c-c9e665d1fede" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:42:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Acquired lock "refresh_cache-c8eade2d-255e-4637-814c-c9e665d1fede" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:42:02 user nova-compute[86206]: DEBUG nova.network.neutron [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:42:02 user nova-compute[86206]: DEBUG nova.network.neutron [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG nova.network.neutron [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Updating instance_info_cache with network_info: [{"id": "9c7bdafd-dde6-43d9-b3e9-c948698703ab", "address": "fa:16:3e:52:40:41", "network": {"id": "b964ae58-7f72-4817-8d5f-b91989d3c340", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1207947886-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e93e0930e8224ce299e0c8141a45d7e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c7bdafd-dd", "ovs_interfaceid": "9c7bdafd-dde6-43d9-b3e9-c948698703ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Releasing lock "refresh_cache-c8eade2d-255e-4637-814c-c9e665d1fede" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG nova.compute.manager [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Instance network_info: |[{"id": "9c7bdafd-dde6-43d9-b3e9-c948698703ab", "address": "fa:16:3e:52:40:41", "network": {"id": "b964ae58-7f72-4817-8d5f-b91989d3c340", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1207947886-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e93e0930e8224ce299e0c8141a45d7e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c7bdafd-dd", "ovs_interfaceid": "9c7bdafd-dde6-43d9-b3e9-c948698703ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Start _get_guest_xml network_info=[{"id": "9c7bdafd-dde6-43d9-b3e9-c948698703ab", "address": "fa:16:3e:52:40:41", "network": {"id": "b964ae58-7f72-4817-8d5f-b91989d3c340", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1207947886-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e93e0930e8224ce299e0c8141a45d7e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c7bdafd-dd", "ovs_interfaceid": "9c7bdafd-dde6-43d9-b3e9-c948698703ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '73290e4a-d2c0-4305-9ee6-397ce6a900ba'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:42:03 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:42:03 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:42:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:41:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-2035672246',display_name='tempest-VolumesSnapshotTestJSON-instance-2035672246',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-2035672246',id=42,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIVA8GojX/H5smsGC+Zrzw3MdKsedBAEKPMJ0X6h7dd1mh5GiIsl+nzK40x/nOZtaETb60qXBb/oCRD4ki9PtqYZ/Ym80cJnS0PR0wg35KP5LwFa4SK76iUQy0d8SM74mA==',key_name='tempest-keypair-1180253394',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e93e0930e8224ce299e0c8141a45d7e4',ramdisk_id='',reservation_id='r-g5as6wsc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-358706797',owner_user_name='tempest-VolumesSnapshotTestJSON-358706797-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:42:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7be53f52cab647e988e4b2e996399167',uuid=c8eade2d-255e-4637-814c-c9e665d1fede,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9c7bdafd-dde6-43d9-b3e9-c948698703ab", "address": "fa:16:3e:52:40:41", "network": {"id": "b964ae58-7f72-4817-8d5f-b91989d3c340", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1207947886-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e93e0930e8224ce299e0c8141a45d7e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c7bdafd-dd", "ovs_interfaceid": "9c7bdafd-dde6-43d9-b3e9-c948698703ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Converting VIF {"id": "9c7bdafd-dde6-43d9-b3e9-c948698703ab", "address": "fa:16:3e:52:40:41", "network": {"id": "b964ae58-7f72-4817-8d5f-b91989d3c340", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1207947886-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e93e0930e8224ce299e0c8141a45d7e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c7bdafd-dd", "ovs_interfaceid": "9c7bdafd-dde6-43d9-b3e9-c948698703ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:52:40:41,bridge_name='br-int',has_traffic_filtering=True,id=9c7bdafd-dde6-43d9-b3e9-c948698703ab,network=Network(b964ae58-7f72-4817-8d5f-b91989d3c340),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9c7bdafd-dd') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG nova.objects.instance [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lazy-loading 'pci_devices' on Instance uuid c8eade2d-255e-4637-814c-c9e665d1fede {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:42:03 user nova-compute[86206]:   <uuid>c8eade2d-255e-4637-814c-c9e665d1fede</uuid>
Nov 10 13:42:03 user nova-compute[86206]:   <name>instance-0000002a</name>
Nov 10 13:42:03 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:42:03 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:42:03 user nova-compute[86206]:   <metadata>
Nov 10 13:42:03 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:42:03 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:42:03 user nova-compute[86206]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-2035672246</nova:name>
Nov 10 13:42:03 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:42:03</nova:creationTime>
Nov 10 13:42:03 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:42:03 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:42:03 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:42:03 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:42:03 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:42:03 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:42:03 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:42:03 user nova-compute[86206]:       <nova:owner>
Nov 10 13:42:03 user nova-compute[86206]:         <nova:user uuid="7be53f52cab647e988e4b2e996399167">tempest-VolumesSnapshotTestJSON-358706797-project-member</nova:user>
Nov 10 13:42:03 user nova-compute[86206]:         <nova:project uuid="e93e0930e8224ce299e0c8141a45d7e4">tempest-VolumesSnapshotTestJSON-358706797</nova:project>
Nov 10 13:42:03 user nova-compute[86206]:       </nova:owner>
Nov 10 13:42:03 user nova-compute[86206]:       <nova:root type="image" uuid="73290e4a-d2c0-4305-9ee6-397ce6a900ba"/>
Nov 10 13:42:03 user nova-compute[86206]:       <nova:ports>
Nov 10 13:42:03 user nova-compute[86206]:         <nova:port uuid="9c7bdafd-dde6-43d9-b3e9-c948698703ab">
Nov 10 13:42:03 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 10 13:42:03 user nova-compute[86206]:         </nova:port>
Nov 10 13:42:03 user nova-compute[86206]:       </nova:ports>
Nov 10 13:42:03 user nova-compute[86206]:     </nova:instance>
Nov 10 13:42:03 user nova-compute[86206]:   </metadata>
Nov 10 13:42:03 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:42:03 user nova-compute[86206]:     <system>
Nov 10 13:42:03 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:42:03 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:42:03 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:42:03 user nova-compute[86206]:       <entry name="serial">c8eade2d-255e-4637-814c-c9e665d1fede</entry>
Nov 10 13:42:03 user nova-compute[86206]:       <entry name="uuid">c8eade2d-255e-4637-814c-c9e665d1fede</entry>
Nov 10 13:42:03 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:42:03 user nova-compute[86206]:     </system>
Nov 10 13:42:03 user nova-compute[86206]:   </sysinfo>
Nov 10 13:42:03 user nova-compute[86206]:   <os>
Nov 10 13:42:03 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:42:03 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:42:03 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:42:03 user nova-compute[86206]:   </os>
Nov 10 13:42:03 user nova-compute[86206]:   <features>
Nov 10 13:42:03 user nova-compute[86206]:     <acpi/>
Nov 10 13:42:03 user nova-compute[86206]:     <apic/>
Nov 10 13:42:03 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:42:03 user nova-compute[86206]:   </features>
Nov 10 13:42:03 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:42:03 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:42:03 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:42:03 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:42:03 user nova-compute[86206]:   </clock>
Nov 10 13:42:03 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:42:03 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:42:03 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:42:03 user nova-compute[86206]:   </cpu>
Nov 10 13:42:03 user nova-compute[86206]:   <devices>
Nov 10 13:42:03 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:42:03 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:42:03 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/c8eade2d-255e-4637-814c-c9e665d1fede/disk"/>
Nov 10 13:42:03 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:42:03 user nova-compute[86206]:     </disk>
Nov 10 13:42:03 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:42:03 user nova-compute[86206]:       <mac address="fa:16:3e:52:40:41"/>
Nov 10 13:42:03 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:42:03 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:42:03 user nova-compute[86206]:       <target dev="tap9c7bdafd-dd"/>
Nov 10 13:42:03 user nova-compute[86206]:     </interface>
Nov 10 13:42:03 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:42:03 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/c8eade2d-255e-4637-814c-c9e665d1fede/console.log" append="off"/>
Nov 10 13:42:03 user nova-compute[86206]:     </serial>
Nov 10 13:42:03 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:42:03 user nova-compute[86206]:     <video>
Nov 10 13:42:03 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:42:03 user nova-compute[86206]:     </video>
Nov 10 13:42:03 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:42:03 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:42:03 user nova-compute[86206]:     </rng>
Nov 10 13:42:03 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:42:03 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:42:03 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:42:03 user nova-compute[86206]:     </memballoon>
Nov 10 13:42:03 user nova-compute[86206]:   </devices>
Nov 10 13:42:03 user nova-compute[86206]: </domain>
Nov 10 13:42:03 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:41:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-2035672246',display_name='tempest-VolumesSnapshotTestJSON-instance-2035672246',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-2035672246',id=42,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIVA8GojX/H5smsGC+Zrzw3MdKsedBAEKPMJ0X6h7dd1mh5GiIsl+nzK40x/nOZtaETb60qXBb/oCRD4ki9PtqYZ/Ym80cJnS0PR0wg35KP5LwFa4SK76iUQy0d8SM74mA==',key_name='tempest-keypair-1180253394',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='e93e0930e8224ce299e0c8141a45d7e4',ramdisk_id='',reservation_id='r-g5as6wsc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-358706797',owner_user_name='tempest-VolumesSnapshotTestJSON-358706797-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:42:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7be53f52cab647e988e4b2e996399167',uuid=c8eade2d-255e-4637-814c-c9e665d1fede,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9c7bdafd-dde6-43d9-b3e9-c948698703ab", "address": "fa:16:3e:52:40:41", "network": {"id": "b964ae58-7f72-4817-8d5f-b91989d3c340", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1207947886-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e93e0930e8224ce299e0c8141a45d7e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c7bdafd-dd", "ovs_interfaceid": "9c7bdafd-dde6-43d9-b3e9-c948698703ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Converting VIF {"id": "9c7bdafd-dde6-43d9-b3e9-c948698703ab", "address": "fa:16:3e:52:40:41", "network": {"id": "b964ae58-7f72-4817-8d5f-b91989d3c340", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1207947886-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e93e0930e8224ce299e0c8141a45d7e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c7bdafd-dd", "ovs_interfaceid": "9c7bdafd-dde6-43d9-b3e9-c948698703ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:52:40:41,bridge_name='br-int',has_traffic_filtering=True,id=9c7bdafd-dde6-43d9-b3e9-c948698703ab,network=Network(b964ae58-7f72-4817-8d5f-b91989d3c340),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9c7bdafd-dd') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG os_vif [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:52:40:41,bridge_name='br-int',has_traffic_filtering=True,id=9c7bdafd-dde6-43d9-b3e9-c948698703ab,network=Network(b964ae58-7f72-4817-8d5f-b91989d3c340),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9c7bdafd-dd') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f094936f-b923-5d57-9bd6-c695f4dd5909', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9c7bdafd-dd, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9c7bdafd-dd, col_values=(('qos', UUID('7be7cb3b-1261-4d73-a44c-de6f4441a93e')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9c7bdafd-dd, col_values=(('external_ids', {'iface-id': '9c7bdafd-dde6-43d9-b3e9-c948698703ab', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:52:40:41', 'vm-uuid': 'c8eade2d-255e-4637-814c-c9e665d1fede'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:03 user nova-compute[86206]: INFO os_vif [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:52:40:41,bridge_name='br-int',has_traffic_filtering=True,id=9c7bdafd-dde6-43d9-b3e9-c948698703ab,network=Network(b964ae58-7f72-4817-8d5f-b91989d3c340),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9c7bdafd-dd')
Nov 10 13:42:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] No VIF found with MAC fa:16:3e:52:40:41, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG nova.compute.manager [req-34093e60-adb2-45a7-89e0-1bfd2f2bfcc4 req-c20bc894-4a28-41c5-acb4-2d368a641d40 service nova] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Received event network-changed-9c7bdafd-dde6-43d9-b3e9-c948698703ab {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG nova.compute.manager [req-34093e60-adb2-45a7-89e0-1bfd2f2bfcc4 req-c20bc894-4a28-41c5-acb4-2d368a641d40 service nova] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Refreshing instance network info cache due to event network-changed-9c7bdafd-dde6-43d9-b3e9-c948698703ab. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-34093e60-adb2-45a7-89e0-1bfd2f2bfcc4 req-c20bc894-4a28-41c5-acb4-2d368a641d40 service nova] Acquiring lock "refresh_cache-c8eade2d-255e-4637-814c-c9e665d1fede" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-34093e60-adb2-45a7-89e0-1bfd2f2bfcc4 req-c20bc894-4a28-41c5-acb4-2d368a641d40 service nova] Acquired lock "refresh_cache-c8eade2d-255e-4637-814c-c9e665d1fede" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:42:03 user nova-compute[86206]: DEBUG nova.network.neutron [req-34093e60-adb2-45a7-89e0-1bfd2f2bfcc4 req-c20bc894-4a28-41c5-acb4-2d368a641d40 service nova] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Refreshing network info cache for port 9c7bdafd-dde6-43d9-b3e9-c948698703ab {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:42:04 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:04 user nova-compute[86206]: DEBUG nova.network.neutron [req-34093e60-adb2-45a7-89e0-1bfd2f2bfcc4 req-c20bc894-4a28-41c5-acb4-2d368a641d40 service nova] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Updated VIF entry in instance network info cache for port 9c7bdafd-dde6-43d9-b3e9-c948698703ab. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:42:04 user nova-compute[86206]: DEBUG nova.network.neutron [req-34093e60-adb2-45a7-89e0-1bfd2f2bfcc4 req-c20bc894-4a28-41c5-acb4-2d368a641d40 service nova] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Updating instance_info_cache with network_info: [{"id": "9c7bdafd-dde6-43d9-b3e9-c948698703ab", "address": "fa:16:3e:52:40:41", "network": {"id": "b964ae58-7f72-4817-8d5f-b91989d3c340", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1207947886-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e93e0930e8224ce299e0c8141a45d7e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c7bdafd-dd", "ovs_interfaceid": "9c7bdafd-dde6-43d9-b3e9-c948698703ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:42:04 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-34093e60-adb2-45a7-89e0-1bfd2f2bfcc4 req-c20bc894-4a28-41c5-acb4-2d368a641d40 service nova] Releasing lock "refresh_cache-c8eade2d-255e-4637-814c-c9e665d1fede" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:42:05 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:05 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:05 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:05 user nova-compute[86206]: DEBUG nova.compute.manager [req-4b0df5a4-b9ca-4613-91b6-f59c5f3e8a24 req-28b369c1-b7fe-46e6-9f40-bafa734706b5 service nova] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Received event network-vif-plugged-9c7bdafd-dde6-43d9-b3e9-c948698703ab {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:42:05 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4b0df5a4-b9ca-4613-91b6-f59c5f3e8a24 req-28b369c1-b7fe-46e6-9f40-bafa734706b5 service nova] Acquiring lock "c8eade2d-255e-4637-814c-c9e665d1fede-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:42:05 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4b0df5a4-b9ca-4613-91b6-f59c5f3e8a24 req-28b369c1-b7fe-46e6-9f40-bafa734706b5 service nova] Lock "c8eade2d-255e-4637-814c-c9e665d1fede-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:42:05 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4b0df5a4-b9ca-4613-91b6-f59c5f3e8a24 req-28b369c1-b7fe-46e6-9f40-bafa734706b5 service nova] Lock "c8eade2d-255e-4637-814c-c9e665d1fede-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:42:05 user nova-compute[86206]: DEBUG nova.compute.manager [req-4b0df5a4-b9ca-4613-91b6-f59c5f3e8a24 req-28b369c1-b7fe-46e6-9f40-bafa734706b5 service nova] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] No waiting events found dispatching network-vif-plugged-9c7bdafd-dde6-43d9-b3e9-c948698703ab {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:42:05 user nova-compute[86206]: WARNING nova.compute.manager [req-4b0df5a4-b9ca-4613-91b6-f59c5f3e8a24 req-28b369c1-b7fe-46e6-9f40-bafa734706b5 service nova] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Received unexpected event network-vif-plugged-9c7bdafd-dde6-43d9-b3e9-c948698703ab for instance with vm_state building and task_state spawning.
Nov 10 13:42:05 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:05 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:05 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:07 user nova-compute[86206]: DEBUG nova.compute.manager [req-518775b0-6cd8-4adc-9633-c53a6b231109 req-7d0593c1-543e-4c18-857f-60d64b8cfdc0 service nova] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Received event network-vif-plugged-9c7bdafd-dde6-43d9-b3e9-c948698703ab {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:42:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-518775b0-6cd8-4adc-9633-c53a6b231109 req-7d0593c1-543e-4c18-857f-60d64b8cfdc0 service nova] Acquiring lock "c8eade2d-255e-4637-814c-c9e665d1fede-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:42:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-518775b0-6cd8-4adc-9633-c53a6b231109 req-7d0593c1-543e-4c18-857f-60d64b8cfdc0 service nova] Lock "c8eade2d-255e-4637-814c-c9e665d1fede-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:42:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-518775b0-6cd8-4adc-9633-c53a6b231109 req-7d0593c1-543e-4c18-857f-60d64b8cfdc0 service nova] Lock "c8eade2d-255e-4637-814c-c9e665d1fede-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:42:07 user nova-compute[86206]: DEBUG nova.compute.manager [req-518775b0-6cd8-4adc-9633-c53a6b231109 req-7d0593c1-543e-4c18-857f-60d64b8cfdc0 service nova] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] No waiting events found dispatching network-vif-plugged-9c7bdafd-dde6-43d9-b3e9-c948698703ab {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:42:07 user nova-compute[86206]: WARNING nova.compute.manager [req-518775b0-6cd8-4adc-9633-c53a6b231109 req-7d0593c1-543e-4c18-857f-60d64b8cfdc0 service nova] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Received unexpected event network-vif-plugged-9c7bdafd-dde6-43d9-b3e9-c948698703ab for instance with vm_state building and task_state spawning.
Nov 10 13:42:07 user nova-compute[86206]: DEBUG nova.compute.manager [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:42:07 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:42:07 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Instance spawned successfully.
Nov 10 13:42:07 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:42:07 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:42:07 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:42:07 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:42:07 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:42:07 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:42:07 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:42:07 user nova-compute[86206]: INFO nova.compute.manager [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Took 6.57 seconds to spawn the instance on the hypervisor.
Nov 10 13:42:07 user nova-compute[86206]: DEBUG nova.compute.manager [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:42:08 user nova-compute[86206]: INFO nova.compute.manager [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Took 7.53 seconds to build instance.
Nov 10 13:42:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-092d389f-0fca-46ad-9ab0-143d38b47dfc tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "c8eade2d-255e-4637-814c-c9e665d1fede" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.647s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:42:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-e316c476-b830-4cab-8019-c4b471d37ac3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "94aec62a-8f94-4cd2-9dd6-ac1f302759a6" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:42:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-e316c476-b830-4cab-8019-c4b471d37ac3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "94aec62a-8f94-4cd2-9dd6-ac1f302759a6" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:42:09 user nova-compute[86206]: INFO nova.compute.manager [None req-e316c476-b830-4cab-8019-c4b471d37ac3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Detaching volume e4e29af1-59f8-414a-92b3-839ac7f824a2
Nov 10 13:42:09 user nova-compute[86206]: INFO nova.virt.block_device [None req-e316c476-b830-4cab-8019-c4b471d37ac3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Attempting to driver detach volume e4e29af1-59f8-414a-92b3-839ac7f824a2 from mountpoint /dev/vdb
Nov 10 13:42:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-e316c476-b830-4cab-8019-c4b471d37ac3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Attempting to detach device vdb from instance 94aec62a-8f94-4cd2-9dd6-ac1f302759a6 from the persistent domain config. {{(pid=86206) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 10 13:42:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-e316c476-b830-4cab-8019-c4b471d37ac3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 13:42:09 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:42:09 user nova-compute[86206]:   <source dev="/dev/sde"/>
Nov 10 13:42:09 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:42:09 user nova-compute[86206]:   <serial>e4e29af1-59f8-414a-92b3-839ac7f824a2</serial>
Nov 10 13:42:09 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 10 13:42:09 user nova-compute[86206]: </disk>
Nov 10 13:42:09 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 13:42:09 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-e316c476-b830-4cab-8019-c4b471d37ac3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Successfully detached device vdb from instance 94aec62a-8f94-4cd2-9dd6-ac1f302759a6 from the persistent domain config.
Nov 10 13:42:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-e316c476-b830-4cab-8019-c4b471d37ac3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 94aec62a-8f94-4cd2-9dd6-ac1f302759a6 from the live domain config. {{(pid=86206) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 10 13:42:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-e316c476-b830-4cab-8019-c4b471d37ac3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 13:42:09 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:42:09 user nova-compute[86206]:   <source dev="/dev/sde"/>
Nov 10 13:42:09 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:42:09 user nova-compute[86206]:   <serial>e4e29af1-59f8-414a-92b3-839ac7f824a2</serial>
Nov 10 13:42:09 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 10 13:42:09 user nova-compute[86206]: </disk>
Nov 10 13:42:09 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 13:42:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-e316c476-b830-4cab-8019-c4b471d37ac3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 94aec62a-8f94-4cd2-9dd6-ac1f302759a6 {{(pid=86206) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 10 13:42:12 user nova-compute[86206]: DEBUG nova.compute.manager [req-3854d32a-871a-41aa-bf1c-151d8cb22561 req-5f445b51-4df6-4ba2-9f9e-585955393f2a service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Received event network-changed-db06236e-3d48-4f63-8f22-b7b6c42c5932 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:42:12 user nova-compute[86206]: DEBUG nova.compute.manager [req-3854d32a-871a-41aa-bf1c-151d8cb22561 req-5f445b51-4df6-4ba2-9f9e-585955393f2a service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Refreshing instance network info cache due to event network-changed-db06236e-3d48-4f63-8f22-b7b6c42c5932. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:42:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-3854d32a-871a-41aa-bf1c-151d8cb22561 req-5f445b51-4df6-4ba2-9f9e-585955393f2a service nova] Acquiring lock "refresh_cache-522dd166-ebe2-4fef-8b16-2abede562f1d" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:42:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-3854d32a-871a-41aa-bf1c-151d8cb22561 req-5f445b51-4df6-4ba2-9f9e-585955393f2a service nova] Acquired lock "refresh_cache-522dd166-ebe2-4fef-8b16-2abede562f1d" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:42:12 user nova-compute[86206]: DEBUG nova.network.neutron [req-3854d32a-871a-41aa-bf1c-151d8cb22561 req-5f445b51-4df6-4ba2-9f9e-585955393f2a service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Refreshing network info cache for port db06236e-3d48-4f63-8f22-b7b6c42c5932 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:42:13 user nova-compute[86206]: DEBUG nova.network.neutron [req-3854d32a-871a-41aa-bf1c-151d8cb22561 req-5f445b51-4df6-4ba2-9f9e-585955393f2a service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Updated VIF entry in instance network info cache for port db06236e-3d48-4f63-8f22-b7b6c42c5932. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:42:13 user nova-compute[86206]: DEBUG nova.network.neutron [req-3854d32a-871a-41aa-bf1c-151d8cb22561 req-5f445b51-4df6-4ba2-9f9e-585955393f2a service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Updating instance_info_cache with network_info: [{"id": "db06236e-3d48-4f63-8f22-b7b6c42c5932", "address": "fa:16:3e:2d:6f:44", "network": {"id": "d17b0fa9-be03-492a-aacc-2fe83c05d1fe", "bridge": "br-int", "label": "tempest-TestShelveInstance-1120125087-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b0ee47b5466e4c68a52aadc18b8b69bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb06236e-3d", "ovs_interfaceid": "db06236e-3d48-4f63-8f22-b7b6c42c5932", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:42:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Acquiring lock "522dd166-ebe2-4fef-8b16-2abede562f1d" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:42:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Lock "522dd166-ebe2-4fef-8b16-2abede562f1d" acquired by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:42:13 user nova-compute[86206]: INFO nova.compute.manager [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Shelve offloading
Nov 10 13:42:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-3854d32a-871a-41aa-bf1c-151d8cb22561 req-5f445b51-4df6-4ba2-9f9e-585955393f2a service nova] Releasing lock "refresh_cache-522dd166-ebe2-4fef-8b16-2abede562f1d" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:42:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:14 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:14 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Instance destroyed successfully.
Nov 10 13:42:14 user nova-compute[86206]: DEBUG nova.compute.manager [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:42:14 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Acquiring lock "refresh_cache-522dd166-ebe2-4fef-8b16-2abede562f1d" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:42:14 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Acquired lock "refresh_cache-522dd166-ebe2-4fef-8b16-2abede562f1d" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:42:14 user nova-compute[86206]: DEBUG nova.network.neutron [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:42:14 user nova-compute[86206]: DEBUG nova.network.neutron [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Updating instance_info_cache with network_info: [{"id": "db06236e-3d48-4f63-8f22-b7b6c42c5932", "address": "fa:16:3e:2d:6f:44", "network": {"id": "d17b0fa9-be03-492a-aacc-2fe83c05d1fe", "bridge": "br-int", "label": "tempest-TestShelveInstance-1120125087-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b0ee47b5466e4c68a52aadc18b8b69bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb06236e-3d", "ovs_interfaceid": "db06236e-3d48-4f63-8f22-b7b6c42c5932", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:42:14 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Releasing lock "refresh_cache-522dd166-ebe2-4fef-8b16-2abede562f1d" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:42:14 user nova-compute[86206]: DEBUG nova.compute.manager [req-bc57408e-c3fd-4411-8db1-2bcbbf3f1772 req-32834383-7077-41de-b91f-9cc6a225ddf6 service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Received event network-vif-unplugged-db06236e-3d48-4f63-8f22-b7b6c42c5932 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:42:14 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-bc57408e-c3fd-4411-8db1-2bcbbf3f1772 req-32834383-7077-41de-b91f-9cc6a225ddf6 service nova] Acquiring lock "522dd166-ebe2-4fef-8b16-2abede562f1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:42:14 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-bc57408e-c3fd-4411-8db1-2bcbbf3f1772 req-32834383-7077-41de-b91f-9cc6a225ddf6 service nova] Lock "522dd166-ebe2-4fef-8b16-2abede562f1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:42:14 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-bc57408e-c3fd-4411-8db1-2bcbbf3f1772 req-32834383-7077-41de-b91f-9cc6a225ddf6 service nova] Lock "522dd166-ebe2-4fef-8b16-2abede562f1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:42:14 user nova-compute[86206]: DEBUG nova.compute.manager [req-bc57408e-c3fd-4411-8db1-2bcbbf3f1772 req-32834383-7077-41de-b91f-9cc6a225ddf6 service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] No waiting events found dispatching network-vif-unplugged-db06236e-3d48-4f63-8f22-b7b6c42c5932 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:42:14 user nova-compute[86206]: WARNING nova.compute.manager [req-bc57408e-c3fd-4411-8db1-2bcbbf3f1772 req-32834383-7077-41de-b91f-9cc6a225ddf6 service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Received unexpected event network-vif-unplugged-db06236e-3d48-4f63-8f22-b7b6c42c5932 for instance with vm_state active and task_state shelving.
Nov 10 13:42:14 user nova-compute[86206]: DEBUG nova.compute.manager [req-bc57408e-c3fd-4411-8db1-2bcbbf3f1772 req-32834383-7077-41de-b91f-9cc6a225ddf6 service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Received event network-vif-plugged-db06236e-3d48-4f63-8f22-b7b6c42c5932 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:42:14 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-bc57408e-c3fd-4411-8db1-2bcbbf3f1772 req-32834383-7077-41de-b91f-9cc6a225ddf6 service nova] Acquiring lock "522dd166-ebe2-4fef-8b16-2abede562f1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:42:14 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-bc57408e-c3fd-4411-8db1-2bcbbf3f1772 req-32834383-7077-41de-b91f-9cc6a225ddf6 service nova] Lock "522dd166-ebe2-4fef-8b16-2abede562f1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:42:14 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-bc57408e-c3fd-4411-8db1-2bcbbf3f1772 req-32834383-7077-41de-b91f-9cc6a225ddf6 service nova] Lock "522dd166-ebe2-4fef-8b16-2abede562f1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:42:14 user nova-compute[86206]: DEBUG nova.compute.manager [req-bc57408e-c3fd-4411-8db1-2bcbbf3f1772 req-32834383-7077-41de-b91f-9cc6a225ddf6 service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] No waiting events found dispatching network-vif-plugged-db06236e-3d48-4f63-8f22-b7b6c42c5932 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:42:14 user nova-compute[86206]: WARNING nova.compute.manager [req-bc57408e-c3fd-4411-8db1-2bcbbf3f1772 req-32834383-7077-41de-b91f-9cc6a225ddf6 service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Received unexpected event network-vif-plugged-db06236e-3d48-4f63-8f22-b7b6c42c5932 for instance with vm_state active and task_state shelving.
Nov 10 13:42:15 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:15 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Instance destroyed successfully.
Nov 10 13:42:15 user nova-compute[86206]: DEBUG nova.objects.instance [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Lazy-loading 'resources' on Instance uuid 522dd166-ebe2-4fef-8b16-2abede562f1d {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:40:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-367825110',display_name='tempest-TestShelveInstance-server-367825110',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-367825110',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKVGFhQ9Q4+wFBuYt65n0VjvsRQgcHzpyOi65xtguShsxlJ9v6ItnrCLMCOgv/f8MBDuEbNlHfF6crtPoohFaEAMnLb9BVx7BSDuWxguVFSCgfQ1gaeBRq6nUMMqe017Sw==',key_name='tempest-TestShelveInstance-616185418',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:40:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b0ee47b5466e4c68a52aadc18b8b69bb',ramdisk_id='',reservation_id='r-277uapyg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1360985429',owner_user_name='tempest-TestShelveInstance-1360985429-project-member'},tags=<?>,task_state='shelving',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:40:51Z,user_data=None,user_id='2b51f34055b84153b075931af9b59043',uuid=522dd166-ebe2-4fef-8b16-2abede562f1d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "db06236e-3d48-4f63-8f22-b7b6c42c5932", "address": "fa:16:3e:2d:6f:44", "network": {"id": "d17b0fa9-be03-492a-aacc-2fe83c05d1fe", "bridge": "br-int", "label": "tempest-TestShelveInstance-1120125087-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b0ee47b5466e4c68a52aadc18b8b69bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb06236e-3d", "ovs_interfaceid": "db06236e-3d48-4f63-8f22-b7b6c42c5932", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Converting VIF {"id": "db06236e-3d48-4f63-8f22-b7b6c42c5932", "address": "fa:16:3e:2d:6f:44", "network": {"id": "d17b0fa9-be03-492a-aacc-2fe83c05d1fe", "bridge": "br-int", "label": "tempest-TestShelveInstance-1120125087-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b0ee47b5466e4c68a52aadc18b8b69bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb06236e-3d", "ovs_interfaceid": "db06236e-3d48-4f63-8f22-b7b6c42c5932", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2d:6f:44,bridge_name='br-int',has_traffic_filtering=True,id=db06236e-3d48-4f63-8f22-b7b6c42c5932,network=Network(d17b0fa9-be03-492a-aacc-2fe83c05d1fe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb06236e-3d') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG os_vif [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2d:6f:44,bridge_name='br-int',has_traffic_filtering=True,id=db06236e-3d48-4f63-8f22-b7b6c42c5932,network=Network(d17b0fa9-be03-492a-aacc-2fe83c05d1fe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb06236e-3d') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG nova.compute.manager [req-dd274545-3a76-4790-899b-5a9ebcf0871d req-2671aa5c-55dc-4503-a94d-8f6603c3cef2 service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Received event network-changed-db06236e-3d48-4f63-8f22-b7b6c42c5932 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG nova.compute.manager [req-dd274545-3a76-4790-899b-5a9ebcf0871d req-2671aa5c-55dc-4503-a94d-8f6603c3cef2 service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Refreshing instance network info cache due to event network-changed-db06236e-3d48-4f63-8f22-b7b6c42c5932. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-dd274545-3a76-4790-899b-5a9ebcf0871d req-2671aa5c-55dc-4503-a94d-8f6603c3cef2 service nova] Acquiring lock "refresh_cache-522dd166-ebe2-4fef-8b16-2abede562f1d" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-dd274545-3a76-4790-899b-5a9ebcf0871d req-2671aa5c-55dc-4503-a94d-8f6603c3cef2 service nova] Acquired lock "refresh_cache-522dd166-ebe2-4fef-8b16-2abede562f1d" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG nova.network.neutron [req-dd274545-3a76-4790-899b-5a9ebcf0871d req-2671aa5c-55dc-4503-a94d-8f6603c3cef2 service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Refreshing network info cache for port db06236e-3d48-4f63-8f22-b7b6c42c5932 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdb06236e-3d, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f37151e6-5ec9-4183-bc75-9ada97f7831e) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:42:15 user nova-compute[86206]: INFO os_vif [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2d:6f:44,bridge_name='br-int',has_traffic_filtering=True,id=db06236e-3d48-4f63-8f22-b7b6c42c5932,network=Network(d17b0fa9-be03-492a-aacc-2fe83c05d1fe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb06236e-3d')
Nov 10 13:42:15 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PowvHVrf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:42:15 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:42:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[db759f3b-189a-403c-bb89-3ab9aa2b125f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 13:42:15 user nova-compute[86206]: No targets found.
Nov 10 13:42:15 user nova-compute[86206]: iSNS:
Nov 10 13:42:15 user nova-compute[86206]: No targets found.
Nov 10 13:42:15 user nova-compute[86206]: STATIC:
Nov 10 13:42:15 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2
Nov 10 13:42:15 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:42:15 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:42:15 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372
Nov 10 13:42:15 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:42:15 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:42:15 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2
Nov 10 13:42:15 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:42:15 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:42:15 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a
Nov 10 13:42:15 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:42:15 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:42:15 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422
Nov 10 13:42:15 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:42:15 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:42:15 user nova-compute[86206]: FIRMWARE:
Nov 10 13:42:15 user nova-compute[86206]: No targets found.
Nov 10 13:42:15 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 13:42:15 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 13:42:15 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[40d70660-4220-4cb1-b144-635bae4a5251]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb3d97c9-3702-4117-b122-6c11b16e36e0]: (4, ('tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 (non-flash)
Nov 10 13:42:15 user nova-compute[86206]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 (non-flash)
Nov 10 13:42:15 user nova-compute[86206]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a (non-flash)
Nov 10 13:42:15 user nova-compute[86206]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)
Nov 10 13:42:15 user nova-compute[86206]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)
Nov 10 13:42:15 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] iscsi session list stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 (non-flash)
Nov 10 13:42:15 user nova-compute[86206]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 (non-flash)
Nov 10 13:42:15 user nova-compute[86206]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a (non-flash)
Nov 10 13:42:15 user nova-compute[86206]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)
Nov 10 13:42:15 user nova-compute[86206]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)
Nov 10 13:42:15 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe488220820>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372'): ({'sdb'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Removing single pathed devices sdb {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[808aaaa6-626b-4cd1-b452-2c5de737453b]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.028s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[54fd6e70-283d-41dc-9201-f2510f477773]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Flushing IO for device /dev/sdb {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f586fe6-cd37-4312-b979-c04dbde3a56d]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.046s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c1bc711-fa5a-4918-b9e8-2e1943fb9e97]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] SCSI volumes sdb have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[9acdc6ec-83ea-4245-b3ca-e0c00c36e6e7]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9efb4f9-c469-4840-bad9-7e09f81fc178]: (4, ('Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372, portal: 172.16.0.220,3260]\nLogout of [sid: 33, target: iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372, portal: 172.16.0.220,3260]
Nov 10 13:42:15 user nova-compute[86206]: Logout of [sid: 33, target: iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372, portal: 172.16.0.220,3260] successful.
Nov 10 13:42:15 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.039s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c31cd94-fdc9-4076-be48-bbc3ab94a785]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.368s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] <== disconnect_volume: return (371ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 13:42:15 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Deleting instance files /opt/stack/data/nova/instances/522dd166-ebe2-4fef-8b16-2abede562f1d_del
Nov 10 13:42:15 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Deletion of /opt/stack/data/nova/instances/522dd166-ebe2-4fef-8b16-2abede562f1d_del complete
Nov 10 13:42:15 user nova-compute[86206]: DEBUG nova.network.neutron [req-dd274545-3a76-4790-899b-5a9ebcf0871d req-2671aa5c-55dc-4503-a94d-8f6603c3cef2 service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Updated VIF entry in instance network info cache for port db06236e-3d48-4f63-8f22-b7b6c42c5932. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG nova.network.neutron [req-dd274545-3a76-4790-899b-5a9ebcf0871d req-2671aa5c-55dc-4503-a94d-8f6603c3cef2 service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Updating instance_info_cache with network_info: [{"id": "db06236e-3d48-4f63-8f22-b7b6c42c5932", "address": "fa:16:3e:2d:6f:44", "network": {"id": "d17b0fa9-be03-492a-aacc-2fe83c05d1fe", "bridge": null, "label": "tempest-TestShelveInstance-1120125087-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b0ee47b5466e4c68a52aadc18b8b69bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tapdb06236e-3d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:42:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-dd274545-3a76-4790-899b-5a9ebcf0871d req-2671aa5c-55dc-4503-a94d-8f6603c3cef2 service nova] Releasing lock "refresh_cache-522dd166-ebe2-4fef-8b16-2abede562f1d" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:42:16 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Deleted allocations for instance 522dd166-ebe2-4fef-8b16-2abede562f1d
Nov 10 13:42:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:42:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:42:16 user nova-compute[86206]: DEBUG nova.objects.instance [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Lazy-loading 'numa_topology' on Instance uuid 522dd166-ebe2-4fef-8b16-2abede562f1d {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:42:16 user nova-compute[86206]: DEBUG nova.objects.base [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Object Instance<522dd166-ebe2-4fef-8b16-2abede562f1d> lazy-loaded attributes: resources,numa_topology {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:42:17 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:42:17 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:42:17 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.424s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:42:17 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-08b20c9a-ef08-4b02-98cb-99beef20b308 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Lock "522dd166-ebe2-4fef-8b16-2abede562f1d" "released" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: held 4.293s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:42:19 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:25 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:29 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-e316c476-b830-4cab-8019-c4b471d37ac3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 94aec62a-8f94-4cd2-9dd6-ac1f302759a6 is timed out.
Nov 10 13:42:29 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-e316c476-b830-4cab-8019-c4b471d37ac3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Successfully detached device vdb from instance 94aec62a-8f94-4cd2-9dd6-ac1f302759a6 from the live domain config.
Nov 10 13:42:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e316c476-b830-4cab-8019-c4b471d37ac3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 13:42:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e316c476-b830-4cab-8019-c4b471d37ac3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zWPysENM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:42:29 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-e316c476-b830-4cab-8019-c4b471d37ac3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:42:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-e316c476-b830-4cab-8019-c4b471d37ac3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:42:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-e316c476-b830-4cab-8019-c4b471d37ac3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:42:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:42:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:42:29 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b860c8c8-cbf3-4d60-b9a5-82ced8179f08]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:42:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e316c476-b830-4cab-8019-c4b471d37ac3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 13:42:29 user nova-compute[86206]: No targets found.
Nov 10 13:42:29 user nova-compute[86206]: iSNS:
Nov 10 13:42:29 user nova-compute[86206]: No targets found.
Nov 10 13:42:29 user nova-compute[86206]: STATIC:
Nov 10 13:42:29 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2
Nov 10 13:42:29 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:42:29 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:42:29 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2
Nov 10 13:42:29 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:42:29 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:42:29 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a
Nov 10 13:42:29 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:42:29 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:42:29 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422
Nov 10 13:42:29 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:42:29 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:42:29 user nova-compute[86206]: FIRMWARE:
Nov 10 13:42:29 user nova-compute[86206]: No targets found.
Nov 10 13:42:29 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:42:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e316c476-b830-4cab-8019-c4b471d37ac3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 13:42:29 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 13:42:29 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 13:42:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e316c476-b830-4cab-8019-c4b471d37ac3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 13:42:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:42:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:42:29 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[deca5383-0b51-4581-a3d4-9f9813f87473]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:42:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:42:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:42:29 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[79846c6c-5e20-4a9d-bafe-40973518d6ab]: (4, ('tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:42:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e316c476-b830-4cab-8019-c4b471d37ac3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 (non-flash)
Nov 10 13:42:29 user nova-compute[86206]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a (non-flash)
Nov 10 13:42:29 user nova-compute[86206]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)
Nov 10 13:42:29 user nova-compute[86206]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)
Nov 10 13:42:29 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:42:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e316c476-b830-4cab-8019-c4b471d37ac3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsi session list stdout=tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 (non-flash)
Nov 10 13:42:29 user nova-compute[86206]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a (non-flash)
Nov 10 13:42:29 user nova-compute[86206]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)
Nov 10 13:42:29 user nova-compute[86206]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)
Nov 10 13:42:29 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:42:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e316c476-b830-4cab-8019-c4b471d37ac3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe46444c550>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2'): ({'sde'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 13:42:29 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-e316c476-b830-4cab-8019-c4b471d37ac3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Removing single pathed devices sde {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 13:42:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:42:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:42:29 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[863285f9-6849-40a4-b43b-9d0f12888776]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:42:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:42:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:42:29 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[224f74e3-d3fe-4ae9-a61f-26414786a0e1]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:42:29 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-e316c476-b830-4cab-8019-c4b471d37ac3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Flushing IO for device /dev/sde {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 13:42:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:42:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:42:29 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[da7784f4-6360-4a0d-87cf-4072ae95dddb]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:42:29 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-e316c476-b830-4cab-8019-c4b471d37ac3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 13:42:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:42:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.032s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:42:29 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d30fbe5-6630-43f4-aa62-a061b9711e5d]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:42:29 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-e316c476-b830-4cab-8019-c4b471d37ac3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 13:42:29 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-e316c476-b830-4cab-8019-c4b471d37ac3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] SCSI volumes sde have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 13:42:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e316c476-b830-4cab-8019-c4b471d37ac3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 13:42:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:42:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:42:30 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[32065462-75b4-41b6-8399-c71084305eeb]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:42:30 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e316c476-b830-4cab-8019-c4b471d37ac3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:42:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:42:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:42:30 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[be338ce0-8ea6-45ae-9d60-924ac700ef56]: (4, ('Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2, portal: 172.16.0.220,3260]\nLogout of [sid: 32, target: iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:42:30 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e316c476-b830-4cab-8019-c4b471d37ac3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2, portal: 172.16.0.220,3260]
Nov 10 13:42:30 user nova-compute[86206]: Logout of [sid: 32, target: iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2, portal: 172.16.0.220,3260] successful.
Nov 10 13:42:30 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:42:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:42:30 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e4e29af1-59f8-414a-92b3-839ac7f824a2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:42:30 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[27ea05be-4d4b-44ac-b086-851961280d71]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:42:30 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e316c476-b830-4cab-8019-c4b471d37ac3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:42:30 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-e316c476-b830-4cab-8019-c4b471d37ac3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.290s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:42:30 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e316c476-b830-4cab-8019-c4b471d37ac3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] <== disconnect_volume: return (291ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:42:30 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e316c476-b830-4cab-8019-c4b471d37ac3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 13:42:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:31 user nova-compute[86206]: DEBUG nova.objects.instance [None req-e316c476-b830-4cab-8019-c4b471d37ac3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lazy-loading 'flavor' on Instance uuid 94aec62a-8f94-4cd2-9dd6-ac1f302759a6 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:42:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-e316c476-b830-4cab-8019-c4b471d37ac3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "94aec62a-8f94-4cd2-9dd6-ac1f302759a6" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.021s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:42:34 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:39 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:41 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:42:41 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:42:41 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Didn't find any instances for network info cache update. {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 10 13:42:42 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:42:42 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:42:42 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 13:42:44 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:44 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:42:44 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:42:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:42:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:42:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:42:44 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:42:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:42:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:42:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:42:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:42:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/disk.rescue --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:42:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/disk.rescue --force-share --output=json" returned: 0 in 0.195s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:42:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/disk.rescue --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:42:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/disk.rescue --force-share --output=json" returned: 0 in 0.185s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:42:45 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/disk (vdb) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:42:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8eade2d-255e-4637-814c-c9e665d1fede/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:42:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8eade2d-255e-4637-814c-c9e665d1fede/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:42:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8eade2d-255e-4637-814c-c9e665d1fede/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:42:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8eade2d-255e-4637-814c-c9e665d1fede/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:42:46 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:42:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/94aec62a-8f94-4cd2-9dd6-ac1f302759a6/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:42:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/94aec62a-8f94-4cd2-9dd6-ac1f302759a6/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:42:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/94aec62a-8f94-4cd2-9dd6-ac1f302759a6/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:42:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/94aec62a-8f94-4cd2-9dd6-ac1f302759a6/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:42:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:42:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:42:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:42:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json" returned: 0 in 0.174s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:42:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:42:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:42:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:42:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:42:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:42:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:42:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:42:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:42:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:42:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk.rescue --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:42:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:42:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk.rescue --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:42:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:42:48 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:42:48 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:42:48 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=7850MB free_disk=24.937252044677734GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:42:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:42:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:42:48 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 4e270764-c028-41ad-b2f7-4d502bd8d7ef actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:42:48 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance dcbbf073-aada-4069-ab96-58f83cd8259c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:42:48 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 94aec62a-8f94-4cd2-9dd6-ac1f302759a6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:42:48 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance eb4cb4b8-f275-48f8-a7f7-fdcd39faec06 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:42:48 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance fdba0b21-1e93-4771-aaca-ebcaec927902 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:42:48 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 852a385f-4087-4c02-bcec-e2e8f7296e5e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:42:48 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance c8eade2d-255e-4637-814c-c9e665d1fede actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:42:48 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:42:48 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:42:48 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Refreshing inventories for resource provider 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 10 13:42:48 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Updating ProviderTree inventory for provider 97afe8a5-73d4-462c-9196-a44dc5775cec from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 10 13:42:48 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Updating inventory in ProviderTree for provider 97afe8a5-73d4-462c-9196-a44dc5775cec with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 10 13:42:48 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Refreshing aggregate associations for resource provider 97afe8a5-73d4-462c-9196-a44dc5775cec, aggregates: None {{(pid=86206) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 10 13:42:48 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Refreshing trait associations for resource provider 97afe8a5-73d4-462c-9196-a44dc5775cec, traits: COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_USB,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_SSE,COMPUTE_NODE,COMPUTE_STORAGE_BUS_VIRTIO,HW_CPU_X86_MMX,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_SSSE3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE2,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE41,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIF_MODEL_VIRTIO {{(pid=86206) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 10 13:42:49 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:42:49 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:42:49 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:42:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.605s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:42:49 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:42:49 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:42:49 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:42:49 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:42:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:53 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:42:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:42:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=86206) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 10 13:42:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:42:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:42:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:57 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:42:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-65cf2484-bff1-49f7-ad9d-7cd6d1867079 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "94aec62a-8f94-4cd2-9dd6-ac1f302759a6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:42:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-65cf2484-bff1-49f7-ad9d-7cd6d1867079 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "94aec62a-8f94-4cd2-9dd6-ac1f302759a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:42:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-65cf2484-bff1-49f7-ad9d-7cd6d1867079 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "94aec62a-8f94-4cd2-9dd6-ac1f302759a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:42:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-65cf2484-bff1-49f7-ad9d-7cd6d1867079 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "94aec62a-8f94-4cd2-9dd6-ac1f302759a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:42:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-65cf2484-bff1-49f7-ad9d-7cd6d1867079 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "94aec62a-8f94-4cd2-9dd6-ac1f302759a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:42:59 user nova-compute[86206]: INFO nova.compute.manager [None req-65cf2484-bff1-49f7-ad9d-7cd6d1867079 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Terminating instance
Nov 10 13:42:59 user nova-compute[86206]: DEBUG nova.compute.manager [None req-65cf2484-bff1-49f7-ad9d-7cd6d1867079 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:42:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:42:59 user nova-compute[86206]: DEBUG nova.compute.manager [req-c512c1d4-967f-4d21-8d98-ed51ee8a6b0b req-c3d8e5ce-1db6-46d8-9cc9-bd8e61fdfe91 service nova] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Received event network-vif-unplugged-8525bb20-16d9-4e1f-934c-f91f4670b36b {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:42:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c512c1d4-967f-4d21-8d98-ed51ee8a6b0b req-c3d8e5ce-1db6-46d8-9cc9-bd8e61fdfe91 service nova] Acquiring lock "94aec62a-8f94-4cd2-9dd6-ac1f302759a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:42:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c512c1d4-967f-4d21-8d98-ed51ee8a6b0b req-c3d8e5ce-1db6-46d8-9cc9-bd8e61fdfe91 service nova] Lock "94aec62a-8f94-4cd2-9dd6-ac1f302759a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:42:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c512c1d4-967f-4d21-8d98-ed51ee8a6b0b req-c3d8e5ce-1db6-46d8-9cc9-bd8e61fdfe91 service nova] Lock "94aec62a-8f94-4cd2-9dd6-ac1f302759a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:42:59 user nova-compute[86206]: DEBUG nova.compute.manager [req-c512c1d4-967f-4d21-8d98-ed51ee8a6b0b req-c3d8e5ce-1db6-46d8-9cc9-bd8e61fdfe91 service nova] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] No waiting events found dispatching network-vif-unplugged-8525bb20-16d9-4e1f-934c-f91f4670b36b {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:42:59 user nova-compute[86206]: DEBUG nova.compute.manager [req-c512c1d4-967f-4d21-8d98-ed51ee8a6b0b req-c3d8e5ce-1db6-46d8-9cc9-bd8e61fdfe91 service nova] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Received event network-vif-unplugged-8525bb20-16d9-4e1f-934c-f91f4670b36b for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:43:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:00 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Instance destroyed successfully.
Nov 10 13:43:00 user nova-compute[86206]: DEBUG nova.objects.instance [None req-65cf2484-bff1-49f7-ad9d-7cd6d1867079 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lazy-loading 'resources' on Instance uuid 94aec62a-8f94-4cd2-9dd6-ac1f302759a6 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:43:00 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-65cf2484-bff1-49f7-ad9d-7cd6d1867079 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:36:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-692299579',display_name='tempest-AttachVolumeNegativeTest-server-692299579',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-692299579',id=35,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFysm4iijVcDpU409B2ZBaAurd2rq6Z7iV7ZFt3FcTVTVs0Bdi0g+giAkl0pL/PNp1xR4KuEzPkASQc4DvJqtwlnKYs5B9eHq/ZF3B82yspVtgzehtLaSYV7Yg8ySp5Keg==',key_name='tempest-keypair-1346846438',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:36:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='76309bff6aa74fbf97b9a1120a12892b',ramdisk_id='',reservation_id='r-vjd44ft2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-92154314',owner_user_name='tempest-AttachVolumeNegativeTest-92154314-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:36:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8ecb0686a4e046bd925cbe5efd9a45de',uuid=94aec62a-8f94-4cd2-9dd6-ac1f302759a6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8525bb20-16d9-4e1f-934c-f91f4670b36b", "address": "fa:16:3e:b5:82:50", "network": {"id": "bd4dcb28-ea59-43a7-af60-1b7991bc8086", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-23684993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76309bff6aa74fbf97b9a1120a12892b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8525bb20-16", "ovs_interfaceid": "8525bb20-16d9-4e1f-934c-f91f4670b36b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:43:00 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-65cf2484-bff1-49f7-ad9d-7cd6d1867079 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Converting VIF {"id": "8525bb20-16d9-4e1f-934c-f91f4670b36b", "address": "fa:16:3e:b5:82:50", "network": {"id": "bd4dcb28-ea59-43a7-af60-1b7991bc8086", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-23684993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.78", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76309bff6aa74fbf97b9a1120a12892b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8525bb20-16", "ovs_interfaceid": "8525bb20-16d9-4e1f-934c-f91f4670b36b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:43:00 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-65cf2484-bff1-49f7-ad9d-7cd6d1867079 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b5:82:50,bridge_name='br-int',has_traffic_filtering=True,id=8525bb20-16d9-4e1f-934c-f91f4670b36b,network=Network(bd4dcb28-ea59-43a7-af60-1b7991bc8086),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8525bb20-16') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:43:00 user nova-compute[86206]: DEBUG os_vif [None req-65cf2484-bff1-49f7-ad9d-7cd6d1867079 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b5:82:50,bridge_name='br-int',has_traffic_filtering=True,id=8525bb20-16d9-4e1f-934c-f91f4670b36b,network=Network(bd4dcb28-ea59-43a7-af60-1b7991bc8086),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8525bb20-16') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:43:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8525bb20-16, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:43:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:43:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d170e3de-de5a-4bba-82a6-cea3437ea12f) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:43:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:43:00 user nova-compute[86206]: INFO os_vif [None req-65cf2484-bff1-49f7-ad9d-7cd6d1867079 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b5:82:50,bridge_name='br-int',has_traffic_filtering=True,id=8525bb20-16d9-4e1f-934c-f91f4670b36b,network=Network(bd4dcb28-ea59-43a7-af60-1b7991bc8086),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8525bb20-16')
Nov 10 13:43:00 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-65cf2484-bff1-49f7-ad9d-7cd6d1867079 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Deleting instance files /opt/stack/data/nova/instances/94aec62a-8f94-4cd2-9dd6-ac1f302759a6_del
Nov 10 13:43:00 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-65cf2484-bff1-49f7-ad9d-7cd6d1867079 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Deletion of /opt/stack/data/nova/instances/94aec62a-8f94-4cd2-9dd6-ac1f302759a6_del complete
Nov 10 13:43:00 user nova-compute[86206]: INFO nova.compute.manager [None req-65cf2484-bff1-49f7-ad9d-7cd6d1867079 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Took 0.89 seconds to destroy the instance on the hypervisor.
Nov 10 13:43:00 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-65cf2484-bff1-49f7-ad9d-7cd6d1867079 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:43:00 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:43:00 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:43:01 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:43:01 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Took 0.90 seconds to deallocate network for instance.
Nov 10 13:43:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-65cf2484-bff1-49f7-ad9d-7cd6d1867079 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:43:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-65cf2484-bff1-49f7-ad9d-7cd6d1867079 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:43:01 user nova-compute[86206]: DEBUG nova.compute.manager [req-27b19ab0-bc26-45c9-ac57-1d160d5796b5 req-cb30e66a-2bbd-49f2-bc3c-f5a163a54451 service nova] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Received event network-vif-deleted-8525bb20-16d9-4e1f-934c-f91f4670b36b {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:43:01 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-65cf2484-bff1-49f7-ad9d-7cd6d1867079 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:43:01 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-65cf2484-bff1-49f7-ad9d-7cd6d1867079 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:43:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-65cf2484-bff1-49f7-ad9d-7cd6d1867079 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.243s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:43:01 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-65cf2484-bff1-49f7-ad9d-7cd6d1867079 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Deleted allocations for instance 94aec62a-8f94-4cd2-9dd6-ac1f302759a6
Nov 10 13:43:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-65cf2484-bff1-49f7-ad9d-7cd6d1867079 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "94aec62a-8f94-4cd2-9dd6-ac1f302759a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.220s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:43:01 user nova-compute[86206]: DEBUG nova.compute.manager [req-294cfab4-7669-4c9a-b33b-5cb7c9cdedf2 req-3c75d9f9-3d66-4ec4-92cc-1a79b22feafe service nova] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Received event network-vif-plugged-8525bb20-16d9-4e1f-934c-f91f4670b36b {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:43:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-294cfab4-7669-4c9a-b33b-5cb7c9cdedf2 req-3c75d9f9-3d66-4ec4-92cc-1a79b22feafe service nova] Acquiring lock "94aec62a-8f94-4cd2-9dd6-ac1f302759a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:43:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-294cfab4-7669-4c9a-b33b-5cb7c9cdedf2 req-3c75d9f9-3d66-4ec4-92cc-1a79b22feafe service nova] Lock "94aec62a-8f94-4cd2-9dd6-ac1f302759a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:43:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-294cfab4-7669-4c9a-b33b-5cb7c9cdedf2 req-3c75d9f9-3d66-4ec4-92cc-1a79b22feafe service nova] Lock "94aec62a-8f94-4cd2-9dd6-ac1f302759a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:43:01 user nova-compute[86206]: DEBUG nova.compute.manager [req-294cfab4-7669-4c9a-b33b-5cb7c9cdedf2 req-3c75d9f9-3d66-4ec4-92cc-1a79b22feafe service nova] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] No waiting events found dispatching network-vif-plugged-8525bb20-16d9-4e1f-934c-f91f4670b36b {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:43:01 user nova-compute[86206]: WARNING nova.compute.manager [req-294cfab4-7669-4c9a-b33b-5cb7c9cdedf2 req-3c75d9f9-3d66-4ec4-92cc-1a79b22feafe service nova] [instance: 94aec62a-8f94-4cd2-9dd6-ac1f302759a6] Received unexpected event network-vif-plugged-8525bb20-16d9-4e1f-934c-f91f4670b36b for instance with vm_state deleted and task_state None.
Nov 10 13:43:01 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:43:01 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Cleaning up deleted instances {{(pid=86206) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 10 13:43:01 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] There are 0 instances to clean {{(pid=86206) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 10 13:43:05 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:06 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:43:06 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Cleaning up deleted instances with incomplete migration  {{(pid=86206) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 10 13:43:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:43:10 user nova-compute[86206]: DEBUG nova.compute.manager [req-f197ed56-3cc4-4b5a-805a-ff2d3c5f18d8 req-56b59a91-87b6-4e58-bf6e-33ed654b5b90 service nova] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Received event network-changed-874d50a0-df81-4490-a960-d5ad4e3f55b7 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:43:10 user nova-compute[86206]: DEBUG nova.compute.manager [req-f197ed56-3cc4-4b5a-805a-ff2d3c5f18d8 req-56b59a91-87b6-4e58-bf6e-33ed654b5b90 service nova] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Refreshing instance network info cache due to event network-changed-874d50a0-df81-4490-a960-d5ad4e3f55b7. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:43:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f197ed56-3cc4-4b5a-805a-ff2d3c5f18d8 req-56b59a91-87b6-4e58-bf6e-33ed654b5b90 service nova] Acquiring lock "refresh_cache-852a385f-4087-4c02-bcec-e2e8f7296e5e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:43:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f197ed56-3cc4-4b5a-805a-ff2d3c5f18d8 req-56b59a91-87b6-4e58-bf6e-33ed654b5b90 service nova] Acquired lock "refresh_cache-852a385f-4087-4c02-bcec-e2e8f7296e5e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:43:10 user nova-compute[86206]: DEBUG nova.network.neutron [req-f197ed56-3cc4-4b5a-805a-ff2d3c5f18d8 req-56b59a91-87b6-4e58-bf6e-33ed654b5b90 service nova] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Refreshing network info cache for port 874d50a0-df81-4490-a960-d5ad4e3f55b7 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:43:10 user nova-compute[86206]: DEBUG nova.network.neutron [req-f197ed56-3cc4-4b5a-805a-ff2d3c5f18d8 req-56b59a91-87b6-4e58-bf6e-33ed654b5b90 service nova] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Updated VIF entry in instance network info cache for port 874d50a0-df81-4490-a960-d5ad4e3f55b7. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:43:10 user nova-compute[86206]: DEBUG nova.network.neutron [req-f197ed56-3cc4-4b5a-805a-ff2d3c5f18d8 req-56b59a91-87b6-4e58-bf6e-33ed654b5b90 service nova] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Updating instance_info_cache with network_info: [{"id": "874d50a0-df81-4490-a960-d5ad4e3f55b7", "address": "fa:16:3e:a6:24:62", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap874d50a0-df", "ovs_interfaceid": "874d50a0-df81-4490-a960-d5ad4e3f55b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:43:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f197ed56-3cc4-4b5a-805a-ff2d3c5f18d8 req-56b59a91-87b6-4e58-bf6e-33ed654b5b90 service nova] Releasing lock "refresh_cache-852a385f-4087-4c02-bcec-e2e8f7296e5e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:43:11 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:43:12 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._sync_power_states {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:43:12 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Triggering sync for uuid 4e270764-c028-41ad-b2f7-4d502bd8d7ef {{(pid=86206) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 10 13:43:12 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Triggering sync for uuid dcbbf073-aada-4069-ab96-58f83cd8259c {{(pid=86206) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 10 13:43:12 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Triggering sync for uuid eb4cb4b8-f275-48f8-a7f7-fdcd39faec06 {{(pid=86206) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 10 13:43:12 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Triggering sync for uuid fdba0b21-1e93-4771-aaca-ebcaec927902 {{(pid=86206) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 10 13:43:12 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Triggering sync for uuid 852a385f-4087-4c02-bcec-e2e8f7296e5e {{(pid=86206) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 10 13:43:12 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Triggering sync for uuid c8eade2d-255e-4637-814c-c9e665d1fede {{(pid=86206) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 10 13:43:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:43:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:43:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "dcbbf073-aada-4069-ab96-58f83cd8259c" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:43:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "dcbbf073-aada-4069-ab96-58f83cd8259c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:43:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:43:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:43:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "fdba0b21-1e93-4771-aaca-ebcaec927902" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:43:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "fdba0b21-1e93-4771-aaca-ebcaec927902" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:43:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "852a385f-4087-4c02-bcec-e2e8f7296e5e" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:43:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "852a385f-4087-4c02-bcec-e2e8f7296e5e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:43:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "c8eade2d-255e-4637-814c-c9e665d1fede" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:43:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "c8eade2d-255e-4637-814c-c9e665d1fede" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:43:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.035s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:43:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "dcbbf073-aada-4069-ab96-58f83cd8259c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.037s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:43:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.045s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:43:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "fdba0b21-1e93-4771-aaca-ebcaec927902" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.050s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:43:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "852a385f-4087-4c02-bcec-e2e8f7296e5e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.058s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:43:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "c8eade2d-255e-4637-814c-c9e665d1fede" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.066s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:43:14 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:15 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:19 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:25 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "67b017de-40f4-4c30-b52a-51dba9b6449b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:43:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "67b017de-40f4-4c30-b52a-51dba9b6449b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:43:25 user nova-compute[86206]: DEBUG nova.compute.manager [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:43:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:43:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:43:25 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:43:25 user nova-compute[86206]: INFO nova.compute.claims [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Claim successful on node user
Nov 10 13:43:25 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:43:25 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:43:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.355s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:43:25 user nova-compute[86206]: DEBUG nova.compute.manager [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:43:25 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:43:25 user nova-compute[86206]: DEBUG nova.compute.manager [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:43:25 user nova-compute[86206]: DEBUG nova.network.neutron [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:43:25 user nova-compute[86206]: DEBUG nova.compute.manager [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:43:25 user nova-compute[86206]: INFO nova.virt.block_device [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Booting with volume snapshot cf7dc96a-d454-4fde-b2ff-cc3d78a57ed9 at /dev/vda
Nov 10 13:43:25 user nova-compute[86206]: DEBUG nova.policy [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70b0703bebcb46969be6c8da0fb19f17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '398c80570edc4001af39959f6ca0a0c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:43:26 user nova-compute[86206]: DEBUG nova.network.neutron [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Successfully created port: 29a0f72b-8b1c-4f56-b1a4-e2799431ab21 {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:43:27 user nova-compute[86206]: DEBUG nova.network.neutron [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Successfully updated port: 29a0f72b-8b1c-4f56-b1a4-e2799431ab21 {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:43:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "refresh_cache-67b017de-40f4-4c30-b52a-51dba9b6449b" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:43:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquired lock "refresh_cache-67b017de-40f4-4c30-b52a-51dba9b6449b" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:43:27 user nova-compute[86206]: DEBUG nova.network.neutron [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:43:27 user nova-compute[86206]: DEBUG nova.compute.manager [req-29d15a55-fc16-4b82-9a0d-91cfaa836e50 req-0f10c4a2-ec72-4b19-be65-e48379fbc0a1 service nova] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Received event network-changed-29a0f72b-8b1c-4f56-b1a4-e2799431ab21 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:43:27 user nova-compute[86206]: DEBUG nova.compute.manager [req-29d15a55-fc16-4b82-9a0d-91cfaa836e50 req-0f10c4a2-ec72-4b19-be65-e48379fbc0a1 service nova] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Refreshing instance network info cache due to event network-changed-29a0f72b-8b1c-4f56-b1a4-e2799431ab21. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:43:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-29d15a55-fc16-4b82-9a0d-91cfaa836e50 req-0f10c4a2-ec72-4b19-be65-e48379fbc0a1 service nova] Acquiring lock "refresh_cache-67b017de-40f4-4c30-b52a-51dba9b6449b" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:43:27 user nova-compute[86206]: DEBUG nova.network.neutron [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:43:27 user nova-compute[86206]: DEBUG nova.network.neutron [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Updating instance_info_cache with network_info: [{"id": "29a0f72b-8b1c-4f56-b1a4-e2799431ab21", "address": "fa:16:3e:30:91:16", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap29a0f72b-8b", "ovs_interfaceid": "29a0f72b-8b1c-4f56-b1a4-e2799431ab21", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:43:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Releasing lock "refresh_cache-67b017de-40f4-4c30-b52a-51dba9b6449b" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:43:27 user nova-compute[86206]: DEBUG nova.compute.manager [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Instance network_info: |[{"id": "29a0f72b-8b1c-4f56-b1a4-e2799431ab21", "address": "fa:16:3e:30:91:16", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap29a0f72b-8b", "ovs_interfaceid": "29a0f72b-8b1c-4f56-b1a4-e2799431ab21", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:43:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-29d15a55-fc16-4b82-9a0d-91cfaa836e50 req-0f10c4a2-ec72-4b19-be65-e48379fbc0a1 service nova] Acquired lock "refresh_cache-67b017de-40f4-4c30-b52a-51dba9b6449b" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:43:27 user nova-compute[86206]: DEBUG nova.network.neutron [req-29d15a55-fc16-4b82-9a0d-91cfaa836e50 req-0f10c4a2-ec72-4b19-be65-e48379fbc0a1 service nova] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Refreshing network info cache for port 29a0f72b-8b1c-4f56-b1a4-e2799431ab21 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:43:28 user nova-compute[86206]: DEBUG nova.network.neutron [req-29d15a55-fc16-4b82-9a0d-91cfaa836e50 req-0f10c4a2-ec72-4b19-be65-e48379fbc0a1 service nova] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Updated VIF entry in instance network info cache for port 29a0f72b-8b1c-4f56-b1a4-e2799431ab21. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:43:28 user nova-compute[86206]: DEBUG nova.network.neutron [req-29d15a55-fc16-4b82-9a0d-91cfaa836e50 req-0f10c4a2-ec72-4b19-be65-e48379fbc0a1 service nova] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Updating instance_info_cache with network_info: [{"id": "29a0f72b-8b1c-4f56-b1a4-e2799431ab21", "address": "fa:16:3e:30:91:16", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap29a0f72b-8b", "ovs_interfaceid": "29a0f72b-8b1c-4f56-b1a4-e2799431ab21", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:43:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-29d15a55-fc16-4b82-9a0d-91cfaa836e50 req-0f10c4a2-ec72-4b19-be65-e48379fbc0a1 service nova] Releasing lock "refresh_cache-67b017de-40f4-4c30-b52a-51dba9b6449b" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:43:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:31 user nova-compute[86206]: DEBUG os_brick.utils [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:43:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:43:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:43:31 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[35bc0cd4-5595-4f81-afd8-7150e7a321a2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:43:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:43:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:43:31 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[10392aa1-0e01-4cc6-a7c5-bf4e71c43304]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:43:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:43:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:43:31 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[933ac8cf-ffee-486e-a40d-af6952502540]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:43:31 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[d698911f-1498-4435-9155-c1ef6b66ea21]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:43:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:43:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:43:31 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:43:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:43:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:43:31 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:43:31 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[788597cf-0d81-42d4-a840-0f1fabff209f]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:43:31 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:43:31 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:43:31 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:43:31 user nova-compute[86206]: DEBUG os_brick.utils [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:43:31 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Updating existing volume attachment record: 557b54d9-d00d-4d9f-8033-28c85fa23129 {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 13:43:33 user nova-compute[86206]: INFO nova.compute.manager [None req-9e302f88-6250-47dd-9a02-51ca0e372fd1 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Unrescuing
Nov 10 13:43:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9e302f88-6250-47dd-9a02-51ca0e372fd1 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Acquiring lock "refresh_cache-eb4cb4b8-f275-48f8-a7f7-fdcd39faec06" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:43:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9e302f88-6250-47dd-9a02-51ca0e372fd1 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Acquired lock "refresh_cache-eb4cb4b8-f275-48f8-a7f7-fdcd39faec06" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:43:33 user nova-compute[86206]: DEBUG nova.network.neutron [None req-9e302f88-6250-47dd-9a02-51ca0e372fd1 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:43:33 user nova-compute[86206]: DEBUG nova.network.neutron [None req-9e302f88-6250-47dd-9a02-51ca0e372fd1 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Updating instance_info_cache with network_info: [{"id": "33150147-5e69-4f88-934d-d8336c62651c", "address": "fa:16:3e:b9:17:12", "network": {"id": "5310f57c-711c-463d-852f-d1dce72ff63d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1900949682-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.92", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ac8196509814884be573d2a75c73ef2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33150147-5e", "ovs_interfaceid": "33150147-5e69-4f88-934d-d8336c62651c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:43:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9e302f88-6250-47dd-9a02-51ca0e372fd1 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Releasing lock "refresh_cache-eb4cb4b8-f275-48f8-a7f7-fdcd39faec06" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:43:33 user nova-compute[86206]: DEBUG nova.objects.instance [None req-9e302f88-6250-47dd-9a02-51ca0e372fd1 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lazy-loading 'flavor' on Instance uuid eb4cb4b8-f275-48f8-a7f7-fdcd39faec06 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:43:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:33 user nova-compute[86206]: DEBUG nova.compute.manager [req-fd1e5ab9-be8b-4cb1-9692-ac3b98fece82 req-b8c0a8ef-5621-4ed8-bf31-b776d17e35b5 service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Received event network-vif-unplugged-33150147-5e69-4f88-934d-d8336c62651c {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:43:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-fd1e5ab9-be8b-4cb1-9692-ac3b98fece82 req-b8c0a8ef-5621-4ed8-bf31-b776d17e35b5 service nova] Acquiring lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:43:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-fd1e5ab9-be8b-4cb1-9692-ac3b98fece82 req-b8c0a8ef-5621-4ed8-bf31-b776d17e35b5 service nova] Lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:43:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-fd1e5ab9-be8b-4cb1-9692-ac3b98fece82 req-b8c0a8ef-5621-4ed8-bf31-b776d17e35b5 service nova] Lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:43:33 user nova-compute[86206]: DEBUG nova.compute.manager [req-fd1e5ab9-be8b-4cb1-9692-ac3b98fece82 req-b8c0a8ef-5621-4ed8-bf31-b776d17e35b5 service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] No waiting events found dispatching network-vif-unplugged-33150147-5e69-4f88-934d-d8336c62651c {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:43:33 user nova-compute[86206]: WARNING nova.compute.manager [req-fd1e5ab9-be8b-4cb1-9692-ac3b98fece82 req-b8c0a8ef-5621-4ed8-bf31-b776d17e35b5 service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Received unexpected event network-vif-unplugged-33150147-5e69-4f88-934d-d8336c62651c for instance with vm_state rescued and task_state unrescuing.
Nov 10 13:43:34 user nova-compute[86206]: DEBUG nova.compute.manager [req-be204134-aef9-4427-93ff-d70e1c90a1b8 req-4abbf2b1-dc14-4f11-a8ee-eb133616a64e service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Received event network-changed-33150147-5e69-4f88-934d-d8336c62651c {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:43:34 user nova-compute[86206]: DEBUG nova.compute.manager [req-be204134-aef9-4427-93ff-d70e1c90a1b8 req-4abbf2b1-dc14-4f11-a8ee-eb133616a64e service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Refreshing instance network info cache due to event network-changed-33150147-5e69-4f88-934d-d8336c62651c. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:43:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-be204134-aef9-4427-93ff-d70e1c90a1b8 req-4abbf2b1-dc14-4f11-a8ee-eb133616a64e service nova] Acquiring lock "refresh_cache-eb4cb4b8-f275-48f8-a7f7-fdcd39faec06" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:43:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-be204134-aef9-4427-93ff-d70e1c90a1b8 req-4abbf2b1-dc14-4f11-a8ee-eb133616a64e service nova] Acquired lock "refresh_cache-eb4cb4b8-f275-48f8-a7f7-fdcd39faec06" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:43:34 user nova-compute[86206]: DEBUG nova.network.neutron [req-be204134-aef9-4427-93ff-d70e1c90a1b8 req-4abbf2b1-dc14-4f11-a8ee-eb133616a64e service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Refreshing network info cache for port 33150147-5e69-4f88-934d-d8336c62651c {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:43:34 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:34 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:34 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Instance destroyed successfully.
Nov 10 13:43:34 user nova-compute[86206]: DEBUG nova.network.neutron [req-be204134-aef9-4427-93ff-d70e1c90a1b8 req-4abbf2b1-dc14-4f11-a8ee-eb133616a64e service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Updated VIF entry in instance network info cache for port 33150147-5e69-4f88-934d-d8336c62651c. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:43:34 user nova-compute[86206]: DEBUG nova.network.neutron [req-be204134-aef9-4427-93ff-d70e1c90a1b8 req-4abbf2b1-dc14-4f11-a8ee-eb133616a64e service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Updating instance_info_cache with network_info: [{"id": "33150147-5e69-4f88-934d-d8336c62651c", "address": "fa:16:3e:b9:17:12", "network": {"id": "5310f57c-711c-463d-852f-d1dce72ff63d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1900949682-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.92", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ac8196509814884be573d2a75c73ef2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33150147-5e", "ovs_interfaceid": "33150147-5e69-4f88-934d-d8336c62651c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:43:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-be204134-aef9-4427-93ff-d70e1c90a1b8 req-4abbf2b1-dc14-4f11-a8ee-eb133616a64e service nova] Releasing lock "refresh_cache-eb4cb4b8-f275-48f8-a7f7-fdcd39faec06" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:43:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:35 user nova-compute[86206]: DEBUG nova.compute.manager [req-35e6ca19-845f-4355-99ec-ed7b9cbf15ed req-e3287875-36c3-4b19-8b53-95f713ebabd6 service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Received event network-vif-plugged-33150147-5e69-4f88-934d-d8336c62651c {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:43:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-35e6ca19-845f-4355-99ec-ed7b9cbf15ed req-e3287875-36c3-4b19-8b53-95f713ebabd6 service nova] Acquiring lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:43:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-35e6ca19-845f-4355-99ec-ed7b9cbf15ed req-e3287875-36c3-4b19-8b53-95f713ebabd6 service nova] Lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:43:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-35e6ca19-845f-4355-99ec-ed7b9cbf15ed req-e3287875-36c3-4b19-8b53-95f713ebabd6 service nova] Lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:43:35 user nova-compute[86206]: DEBUG nova.compute.manager [req-35e6ca19-845f-4355-99ec-ed7b9cbf15ed req-e3287875-36c3-4b19-8b53-95f713ebabd6 service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] No waiting events found dispatching network-vif-plugged-33150147-5e69-4f88-934d-d8336c62651c {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:43:35 user nova-compute[86206]: WARNING nova.compute.manager [req-35e6ca19-845f-4355-99ec-ed7b9cbf15ed req-e3287875-36c3-4b19-8b53-95f713ebabd6 service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Received unexpected event network-vif-plugged-33150147-5e69-4f88-934d-d8336c62651c for instance with vm_state rescued and task_state unrescuing.
Nov 10 13:43:35 user nova-compute[86206]: DEBUG nova.compute.manager [req-35e6ca19-845f-4355-99ec-ed7b9cbf15ed req-e3287875-36c3-4b19-8b53-95f713ebabd6 service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Received event network-vif-plugged-33150147-5e69-4f88-934d-d8336c62651c {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:43:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-35e6ca19-845f-4355-99ec-ed7b9cbf15ed req-e3287875-36c3-4b19-8b53-95f713ebabd6 service nova] Acquiring lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:43:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-35e6ca19-845f-4355-99ec-ed7b9cbf15ed req-e3287875-36c3-4b19-8b53-95f713ebabd6 service nova] Lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:43:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-35e6ca19-845f-4355-99ec-ed7b9cbf15ed req-e3287875-36c3-4b19-8b53-95f713ebabd6 service nova] Lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:43:35 user nova-compute[86206]: DEBUG nova.compute.manager [req-35e6ca19-845f-4355-99ec-ed7b9cbf15ed req-e3287875-36c3-4b19-8b53-95f713ebabd6 service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] No waiting events found dispatching network-vif-plugged-33150147-5e69-4f88-934d-d8336c62651c {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:43:35 user nova-compute[86206]: WARNING nova.compute.manager [req-35e6ca19-845f-4355-99ec-ed7b9cbf15ed req-e3287875-36c3-4b19-8b53-95f713ebabd6 service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Received unexpected event network-vif-plugged-33150147-5e69-4f88-934d-d8336c62651c for instance with vm_state rescued and task_state unrescuing.
Nov 10 13:43:36 user nova-compute[86206]: DEBUG nova.compute.manager [req-53bc9261-ad2b-4b2a-9fdd-6b3366e3b4c5 req-bb6c7128-4b56-4743-adec-3668c1e780aa service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Received event network-changed-33150147-5e69-4f88-934d-d8336c62651c {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:43:36 user nova-compute[86206]: DEBUG nova.compute.manager [req-53bc9261-ad2b-4b2a-9fdd-6b3366e3b4c5 req-bb6c7128-4b56-4743-adec-3668c1e780aa service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Refreshing instance network info cache due to event network-changed-33150147-5e69-4f88-934d-d8336c62651c. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:43:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-53bc9261-ad2b-4b2a-9fdd-6b3366e3b4c5 req-bb6c7128-4b56-4743-adec-3668c1e780aa service nova] Acquiring lock "refresh_cache-eb4cb4b8-f275-48f8-a7f7-fdcd39faec06" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:43:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-53bc9261-ad2b-4b2a-9fdd-6b3366e3b4c5 req-bb6c7128-4b56-4743-adec-3668c1e780aa service nova] Acquired lock "refresh_cache-eb4cb4b8-f275-48f8-a7f7-fdcd39faec06" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:43:36 user nova-compute[86206]: DEBUG nova.network.neutron [req-53bc9261-ad2b-4b2a-9fdd-6b3366e3b4c5 req-bb6c7128-4b56-4743-adec-3668c1e780aa service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Refreshing network info cache for port 33150147-5e69-4f88-934d-d8336c62651c {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:43:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:36 user nova-compute[86206]: DEBUG nova.network.neutron [req-53bc9261-ad2b-4b2a-9fdd-6b3366e3b4c5 req-bb6c7128-4b56-4743-adec-3668c1e780aa service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Updated VIF entry in instance network info cache for port 33150147-5e69-4f88-934d-d8336c62651c. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:43:36 user nova-compute[86206]: DEBUG nova.network.neutron [req-53bc9261-ad2b-4b2a-9fdd-6b3366e3b4c5 req-bb6c7128-4b56-4743-adec-3668c1e780aa service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Updating instance_info_cache with network_info: [{"id": "33150147-5e69-4f88-934d-d8336c62651c", "address": "fa:16:3e:b9:17:12", "network": {"id": "5310f57c-711c-463d-852f-d1dce72ff63d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1900949682-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.92", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ac8196509814884be573d2a75c73ef2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33150147-5e", "ovs_interfaceid": "33150147-5e69-4f88-934d-d8336c62651c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:43:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-53bc9261-ad2b-4b2a-9fdd-6b3366e3b4c5 req-bb6c7128-4b56-4743-adec-3668c1e780aa service nova] Releasing lock "refresh_cache-eb4cb4b8-f275-48f8-a7f7-fdcd39faec06" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:43:37 user nova-compute[86206]: DEBUG nova.compute.manager [None req-9e302f88-6250-47dd-9a02-51ca0e372fd1 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:43:38 user nova-compute[86206]: DEBUG nova.compute.manager [req-89995496-6fd4-4f76-9698-80d7a65a6a4d req-3ff8e080-caaa-4f5e-9cec-c1a1127efcb6 service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Received event network-vif-plugged-33150147-5e69-4f88-934d-d8336c62651c {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:43:38 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-89995496-6fd4-4f76-9698-80d7a65a6a4d req-3ff8e080-caaa-4f5e-9cec-c1a1127efcb6 service nova] Acquiring lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:43:38 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-89995496-6fd4-4f76-9698-80d7a65a6a4d req-3ff8e080-caaa-4f5e-9cec-c1a1127efcb6 service nova] Lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:43:38 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-89995496-6fd4-4f76-9698-80d7a65a6a4d req-3ff8e080-caaa-4f5e-9cec-c1a1127efcb6 service nova] Lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:43:38 user nova-compute[86206]: DEBUG nova.compute.manager [req-89995496-6fd4-4f76-9698-80d7a65a6a4d req-3ff8e080-caaa-4f5e-9cec-c1a1127efcb6 service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] No waiting events found dispatching network-vif-plugged-33150147-5e69-4f88-934d-d8336c62651c {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:43:38 user nova-compute[86206]: WARNING nova.compute.manager [req-89995496-6fd4-4f76-9698-80d7a65a6a4d req-3ff8e080-caaa-4f5e-9cec-c1a1127efcb6 service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Received unexpected event network-vif-plugged-33150147-5e69-4f88-934d-d8336c62651c for instance with vm_state active and task_state None.
Nov 10 13:43:39 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:41 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:43:41 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:43:41 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Rebuilding the list of instances to heal {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 10 13:43:42 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Skipping network cache update for instance because it is Building. {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Nov 10 13:43:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "refresh_cache-4e270764-c028-41ad-b2f7-4d502bd8d7ef" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:43:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquired lock "refresh_cache-4e270764-c028-41ad-b2f7-4d502bd8d7ef" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:43:42 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Forcefully refreshing network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 10 13:43:42 user nova-compute[86206]: DEBUG nova.objects.instance [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lazy-loading 'info_cache' on Instance uuid 4e270764-c028-41ad-b2f7-4d502bd8d7ef {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:43:42 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Updating instance_info_cache with network_info: [{"id": "9b2a8f53-1ad7-4c98-bad4-90862f8cc057", "address": "fa:16:3e:61:97:70", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b2a8f53-1a", "ovs_interfaceid": "9b2a8f53-1ad7-4c98-bad4-90862f8cc057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:43:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Releasing lock "refresh_cache-4e270764-c028-41ad-b2f7-4d502bd8d7ef" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:43:42 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Updated the network info_cache for instance {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 10 13:43:42 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:43:42 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 13:43:44 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:44 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:43:44 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:43:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:46 user nova-compute[86206]: INFO nova.compute.manager [None req-b974bcbf-7345-4481-b7c2-87bfeb6647c7 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Unrescuing
Nov 10 13:43:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b974bcbf-7345-4481-b7c2-87bfeb6647c7 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquiring lock "refresh_cache-fdba0b21-1e93-4771-aaca-ebcaec927902" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:43:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b974bcbf-7345-4481-b7c2-87bfeb6647c7 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquired lock "refresh_cache-fdba0b21-1e93-4771-aaca-ebcaec927902" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:43:46 user nova-compute[86206]: DEBUG nova.network.neutron [None req-b974bcbf-7345-4481-b7c2-87bfeb6647c7 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:43:46 user nova-compute[86206]: DEBUG nova.network.neutron [None req-b974bcbf-7345-4481-b7c2-87bfeb6647c7 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Updating instance_info_cache with network_info: [{"id": "f15e1ba7-4a5f-43a2-8b18-8872e77225cf", "address": "fa:16:3e:59:30:5f", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf15e1ba7-4a", "ovs_interfaceid": "f15e1ba7-4a5f-43a2-8b18-8872e77225cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:43:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b974bcbf-7345-4481-b7c2-87bfeb6647c7 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Releasing lock "refresh_cache-fdba0b21-1e93-4771-aaca-ebcaec927902" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:43:46 user nova-compute[86206]: DEBUG nova.objects.instance [None req-b974bcbf-7345-4481-b7c2-87bfeb6647c7 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lazy-loading 'flavor' on Instance uuid fdba0b21-1e93-4771-aaca-ebcaec927902 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:43:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:46 user nova-compute[86206]: DEBUG nova.compute.manager [req-caa01cc7-e5e7-448c-9db5-df614f24359f req-2c3a5131-c68f-42ef-983c-647c9a8f377e service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Received event network-vif-unplugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:43:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-caa01cc7-e5e7-448c-9db5-df614f24359f req-2c3a5131-c68f-42ef-983c-647c9a8f377e service nova] Acquiring lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:43:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-caa01cc7-e5e7-448c-9db5-df614f24359f req-2c3a5131-c68f-42ef-983c-647c9a8f377e service nova] Lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:43:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-caa01cc7-e5e7-448c-9db5-df614f24359f req-2c3a5131-c68f-42ef-983c-647c9a8f377e service nova] Lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:43:46 user nova-compute[86206]: DEBUG nova.compute.manager [req-caa01cc7-e5e7-448c-9db5-df614f24359f req-2c3a5131-c68f-42ef-983c-647c9a8f377e service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] No waiting events found dispatching network-vif-unplugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:43:46 user nova-compute[86206]: WARNING nova.compute.manager [req-caa01cc7-e5e7-448c-9db5-df614f24359f req-2c3a5131-c68f-42ef-983c-647c9a8f377e service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Received unexpected event network-vif-unplugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf for instance with vm_state rescued and task_state unrescuing.
Nov 10 13:43:46 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:43:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:43:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:43:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:43:46 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:43:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:47 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Instance destroyed successfully.
Nov 10 13:43:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:48 user nova-compute[86206]: DEBUG nova.compute.manager [req-20557691-c6b2-41da-bb04-a91e2aa6cc2d req-9f0b727c-09d1-423a-8880-658ab3be9825 service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Received event network-vif-plugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:43:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-20557691-c6b2-41da-bb04-a91e2aa6cc2d req-9f0b727c-09d1-423a-8880-658ab3be9825 service nova] Acquiring lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:43:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-20557691-c6b2-41da-bb04-a91e2aa6cc2d req-9f0b727c-09d1-423a-8880-658ab3be9825 service nova] Lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:43:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-20557691-c6b2-41da-bb04-a91e2aa6cc2d req-9f0b727c-09d1-423a-8880-658ab3be9825 service nova] Lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:43:48 user nova-compute[86206]: DEBUG nova.compute.manager [req-20557691-c6b2-41da-bb04-a91e2aa6cc2d req-9f0b727c-09d1-423a-8880-658ab3be9825 service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] No waiting events found dispatching network-vif-plugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:43:48 user nova-compute[86206]: WARNING nova.compute.manager [req-20557691-c6b2-41da-bb04-a91e2aa6cc2d req-9f0b727c-09d1-423a-8880-658ab3be9825 service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Received unexpected event network-vif-plugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf for instance with vm_state rescued and task_state unrescuing.
Nov 10 13:43:48 user nova-compute[86206]: DEBUG nova.compute.manager [req-20557691-c6b2-41da-bb04-a91e2aa6cc2d req-9f0b727c-09d1-423a-8880-658ab3be9825 service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Received event network-vif-plugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:43:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-20557691-c6b2-41da-bb04-a91e2aa6cc2d req-9f0b727c-09d1-423a-8880-658ab3be9825 service nova] Acquiring lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:43:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-20557691-c6b2-41da-bb04-a91e2aa6cc2d req-9f0b727c-09d1-423a-8880-658ab3be9825 service nova] Lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:43:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-20557691-c6b2-41da-bb04-a91e2aa6cc2d req-9f0b727c-09d1-423a-8880-658ab3be9825 service nova] Lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:43:48 user nova-compute[86206]: DEBUG nova.compute.manager [req-20557691-c6b2-41da-bb04-a91e2aa6cc2d req-9f0b727c-09d1-423a-8880-658ab3be9825 service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] No waiting events found dispatching network-vif-plugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:43:48 user nova-compute[86206]: WARNING nova.compute.manager [req-20557691-c6b2-41da-bb04-a91e2aa6cc2d req-9f0b727c-09d1-423a-8880-658ab3be9825 service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Received unexpected event network-vif-plugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf for instance with vm_state rescued and task_state unrescuing.
Nov 10 13:43:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:43:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:43:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:43:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:43:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:43:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:43:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:43:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:43:49 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:43:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8eade2d-255e-4637-814c-c9e665d1fede/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:43:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8eade2d-255e-4637-814c-c9e665d1fede/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:43:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8eade2d-255e-4637-814c-c9e665d1fede/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:43:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8eade2d-255e-4637-814c-c9e665d1fede/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:43:50 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:43:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:43:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json" returned: 0 in 0.199s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:43:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:43:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json" returned: 0 in 0.230s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:43:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:43:50 user nova-compute[86206]: DEBUG nova.compute.manager [None req-b974bcbf-7345-4481-b7c2-87bfeb6647c7 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:43:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:43:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:43:51 user nova-compute[86206]: DEBUG nova.compute.manager [req-f4bc3fb2-bd8b-4772-a945-ef5724c6fe3f req-737478a0-54ed-4ef3-9905-bf89fb413a02 service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Received event network-vif-plugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:43:51 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f4bc3fb2-bd8b-4772-a945-ef5724c6fe3f req-737478a0-54ed-4ef3-9905-bf89fb413a02 service nova] Acquiring lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:43:51 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f4bc3fb2-bd8b-4772-a945-ef5724c6fe3f req-737478a0-54ed-4ef3-9905-bf89fb413a02 service nova] Lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:43:51 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f4bc3fb2-bd8b-4772-a945-ef5724c6fe3f req-737478a0-54ed-4ef3-9905-bf89fb413a02 service nova] Lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:43:51 user nova-compute[86206]: DEBUG nova.compute.manager [req-f4bc3fb2-bd8b-4772-a945-ef5724c6fe3f req-737478a0-54ed-4ef3-9905-bf89fb413a02 service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] No waiting events found dispatching network-vif-plugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:43:51 user nova-compute[86206]: WARNING nova.compute.manager [req-f4bc3fb2-bd8b-4772-a945-ef5724c6fe3f req-737478a0-54ed-4ef3-9905-bf89fb413a02 service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Received unexpected event network-vif-plugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf for instance with vm_state rescued and task_state unrescuing.
Nov 10 13:43:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:43:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:43:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:43:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:43:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:43:51 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:43:51 user nova-compute[86206]: DEBUG nova.compute.manager [req-d59e1927-e20c-4724-9f4b-885a4fe1ab84 req-2c3612c3-f994-4ad5-b9ae-8ca799afd943 service nova] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Received event network-changed-9c7bdafd-dde6-43d9-b3e9-c948698703ab {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:43:51 user nova-compute[86206]: DEBUG nova.compute.manager [req-d59e1927-e20c-4724-9f4b-885a4fe1ab84 req-2c3612c3-f994-4ad5-b9ae-8ca799afd943 service nova] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Refreshing instance network info cache due to event network-changed-9c7bdafd-dde6-43d9-b3e9-c948698703ab. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:43:51 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d59e1927-e20c-4724-9f4b-885a4fe1ab84 req-2c3612c3-f994-4ad5-b9ae-8ca799afd943 service nova] Acquiring lock "refresh_cache-c8eade2d-255e-4637-814c-c9e665d1fede" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:43:51 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d59e1927-e20c-4724-9f4b-885a4fe1ab84 req-2c3612c3-f994-4ad5-b9ae-8ca799afd943 service nova] Acquired lock "refresh_cache-c8eade2d-255e-4637-814c-c9e665d1fede" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:43:51 user nova-compute[86206]: DEBUG nova.network.neutron [req-d59e1927-e20c-4724-9f4b-885a4fe1ab84 req-2c3612c3-f994-4ad5-b9ae-8ca799afd943 service nova] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Refreshing network info cache for port 9c7bdafd-dde6-43d9-b3e9-c948698703ab {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:43:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Acquiring lock "c8eade2d-255e-4637-814c-c9e665d1fede" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:43:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "c8eade2d-255e-4637-814c-c9e665d1fede" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:43:52 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:43:52 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:43:52 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=8222MB free_disk=24.963233947753906GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:43:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:43:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:43:52 user nova-compute[86206]: DEBUG nova.objects.instance [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lazy-loading 'flavor' on Instance uuid c8eade2d-255e-4637-814c-c9e665d1fede {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:43:52 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Ignoring supplied device name: /dev/vdb
Nov 10 13:43:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "c8eade2d-255e-4637-814c-c9e665d1fede" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.086s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:43:52 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 4e270764-c028-41ad-b2f7-4d502bd8d7ef actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:43:52 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance dcbbf073-aada-4069-ab96-58f83cd8259c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:43:52 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance eb4cb4b8-f275-48f8-a7f7-fdcd39faec06 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:43:52 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance fdba0b21-1e93-4771-aaca-ebcaec927902 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:43:52 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 852a385f-4087-4c02-bcec-e2e8f7296e5e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:43:52 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance c8eade2d-255e-4637-814c-c9e665d1fede actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:43:52 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 67b017de-40f4-4c30-b52a-51dba9b6449b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:43:52 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:43:52 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:43:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Acquiring lock "c8eade2d-255e-4637-814c-c9e665d1fede" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:43:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "c8eade2d-255e-4637-814c-c9e665d1fede" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:43:52 user nova-compute[86206]: INFO nova.compute.manager [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Attaching volume 67e1462c-ecbb-4fe1-9c53-a77df452eaa7 to /dev/vdb
Nov 10 13:43:52 user nova-compute[86206]: DEBUG os_brick.utils [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:43:52 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:43:52 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:43:52 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9b1878e-bd1d-4777-9155-8944045d25c9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:43:52 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:43:52 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:43:52 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[28d2db94-9b28-442c-8f6b-dcf2c1ba0cf1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:43:52 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:43:52 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:43:52 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b88c46e-26a2-4ce5-a89c-944a251fdf00]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:43:52 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7563a880-7e21-4b08-bf87-ea9c77346b4e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:43:52 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:43:52 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:43:52 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:43:52 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:43:52 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:43:52 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:43:52 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:43:52 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ebc54b7-551f-48e2-a294-eec80b13eed5]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:43:52 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:43:52 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:43:52 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:43:52 user nova-compute[86206]: DEBUG os_brick.utils [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] <== get_connector_properties: return (160ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:43:52 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Updating existing volume attachment record: 0993bf72-80ab-4ce7-8f07-760c47bacc66 {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 13:43:52 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:43:52 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:43:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.524s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:43:52 user nova-compute[86206]: DEBUG nova.network.neutron [req-d59e1927-e20c-4724-9f4b-885a4fe1ab84 req-2c3612c3-f994-4ad5-b9ae-8ca799afd943 service nova] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Updated VIF entry in instance network info cache for port 9c7bdafd-dde6-43d9-b3e9-c948698703ab. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:43:52 user nova-compute[86206]: DEBUG nova.network.neutron [req-d59e1927-e20c-4724-9f4b-885a4fe1ab84 req-2c3612c3-f994-4ad5-b9ae-8ca799afd943 service nova] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Updating instance_info_cache with network_info: [{"id": "9c7bdafd-dde6-43d9-b3e9-c948698703ab", "address": "fa:16:3e:52:40:41", "network": {"id": "b964ae58-7f72-4817-8d5f-b91989d3c340", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1207947886-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e93e0930e8224ce299e0c8141a45d7e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c7bdafd-dd", "ovs_interfaceid": "9c7bdafd-dde6-43d9-b3e9-c948698703ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:43:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d59e1927-e20c-4724-9f4b-885a4fe1ab84 req-2c3612c3-f994-4ad5-b9ae-8ca799afd943 service nova] Releasing lock "refresh_cache-c8eade2d-255e-4637-814c-c9e665d1fede" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:43:54 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "d94b7eb7-95ba-468f-a1b6-2a8f055da37e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:43:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "d94b7eb7-95ba-468f-a1b6-2a8f055da37e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:43:54 user nova-compute[86206]: DEBUG nova.compute.manager [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:43:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:43:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:43:54 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:43:54 user nova-compute[86206]: INFO nova.compute.claims [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Claim successful on node user
Nov 10 13:43:54 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:43:54 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:43:54 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:43:54 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:43:54 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:43:54 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:43:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.383s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:43:54 user nova-compute[86206]: DEBUG nova.compute.manager [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:43:54 user nova-compute[86206]: DEBUG nova.compute.manager [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:43:54 user nova-compute[86206]: DEBUG nova.network.neutron [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:43:54 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:43:55 user nova-compute[86206]: DEBUG nova.compute.manager [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:43:55 user nova-compute[86206]: DEBUG nova.compute.manager [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:43:55 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:43:55 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Creating image(s)
Nov 10 13:43:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "/opt/stack/data/nova/instances/d94b7eb7-95ba-468f-a1b6-2a8f055da37e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:43:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "/opt/stack/data/nova/instances/d94b7eb7-95ba-468f-a1b6-2a8f055da37e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:43:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "/opt/stack/data/nova/instances/d94b7eb7-95ba-468f-a1b6-2a8f055da37e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:43:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:43:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.202s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:43:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:43:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:43:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:43:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.200s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:43:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/d94b7eb7-95ba-468f-a1b6-2a8f055da37e/disk 1073741824 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:43:55 user nova-compute[86206]: DEBUG nova.policy [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ecb0686a4e046bd925cbe5efd9a45de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76309bff6aa74fbf97b9a1120a12892b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:43:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/d94b7eb7-95ba-468f-a1b6-2a8f055da37e/disk 1073741824" returned: 0 in 0.073s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:43:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.279s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:43:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:43:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.190s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:43:55 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d94b7eb7-95ba-468f-a1b6-2a8f055da37e/disk. size=1073741824 {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 10 13:43:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d94b7eb7-95ba-468f-a1b6-2a8f055da37e/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:43:56 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d94b7eb7-95ba-468f-a1b6-2a8f055da37e/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:43:56 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Cannot resize image /opt/stack/data/nova/instances/d94b7eb7-95ba-468f-a1b6-2a8f055da37e/disk to a smaller size. {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 10 13:43:56 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:43:56 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Ensure instance console log exists: /opt/stack/data/nova/instances/d94b7eb7-95ba-468f-a1b6-2a8f055da37e/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:43:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:43:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:43:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:43:56 user nova-compute[86206]: DEBUG nova.network.neutron [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Successfully created port: 5cd39003-9e3f-4186-9fe2-176a44100e9a {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG nova.network.neutron [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Successfully updated port: 5cd39003-9e3f-4186-9fe2-176a44100e9a {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "refresh_cache-d94b7eb7-95ba-468f-a1b6-2a8f055da37e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquired lock "refresh_cache-d94b7eb7-95ba-468f-a1b6-2a8f055da37e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG nova.network.neutron [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG nova.compute.manager [req-f16c6273-8e0f-40db-a07d-8a8c9922b09b req-4643f373-1c33-43a9-a500-654f0dae04a6 service nova] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Received event network-changed-5cd39003-9e3f-4186-9fe2-176a44100e9a {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG nova.compute.manager [req-f16c6273-8e0f-40db-a07d-8a8c9922b09b req-4643f373-1c33-43a9-a500-654f0dae04a6 service nova] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Refreshing instance network info cache due to event network-changed-5cd39003-9e3f-4186-9fe2-176a44100e9a. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f16c6273-8e0f-40db-a07d-8a8c9922b09b req-4643f373-1c33-43a9-a500-654f0dae04a6 service nova] Acquiring lock "refresh_cache-d94b7eb7-95ba-468f-a1b6-2a8f055da37e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG nova.network.neutron [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG nova.network.neutron [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Updating instance_info_cache with network_info: [{"id": "5cd39003-9e3f-4186-9fe2-176a44100e9a", "address": "fa:16:3e:af:2d:08", "network": {"id": "bd4dcb28-ea59-43a7-af60-1b7991bc8086", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-23684993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76309bff6aa74fbf97b9a1120a12892b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5cd39003-9e", "ovs_interfaceid": "5cd39003-9e3f-4186-9fe2-176a44100e9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Releasing lock "refresh_cache-d94b7eb7-95ba-468f-a1b6-2a8f055da37e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG nova.compute.manager [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Instance network_info: |[{"id": "5cd39003-9e3f-4186-9fe2-176a44100e9a", "address": "fa:16:3e:af:2d:08", "network": {"id": "bd4dcb28-ea59-43a7-af60-1b7991bc8086", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-23684993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76309bff6aa74fbf97b9a1120a12892b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5cd39003-9e", "ovs_interfaceid": "5cd39003-9e3f-4186-9fe2-176a44100e9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f16c6273-8e0f-40db-a07d-8a8c9922b09b req-4643f373-1c33-43a9-a500-654f0dae04a6 service nova] Acquired lock "refresh_cache-d94b7eb7-95ba-468f-a1b6-2a8f055da37e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG nova.network.neutron [req-f16c6273-8e0f-40db-a07d-8a8c9922b09b req-4643f373-1c33-43a9-a500-654f0dae04a6 service nova] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Refreshing network info cache for port 5cd39003-9e3f-4186-9fe2-176a44100e9a {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Start _get_guest_xml network_info=[{"id": "5cd39003-9e3f-4186-9fe2-176a44100e9a", "address": "fa:16:3e:af:2d:08", "network": {"id": "bd4dcb28-ea59-43a7-af60-1b7991bc8086", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-23684993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76309bff6aa74fbf97b9a1120a12892b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5cd39003-9e", "ovs_interfaceid": "5cd39003-9e3f-4186-9fe2-176a44100e9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '73290e4a-d2c0-4305-9ee6-397ce6a900ba'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:43:57 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:43:57 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:43:57 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:43:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1174678330',display_name='tempest-AttachVolumeNegativeTest-server-1174678330',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1174678330',id=44,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCuTo7jixrlUCtVlcr1W9GgyxNaH7/LJhXszlgovOKavTpcsX7jq9IaKiFCDA53PgaurlBltEDFD32kEpvbdb86ZeyYxGaAAu73dy/ygk69Y0uxSbHmvCO9lrLs3CWoRAA==',key_name='tempest-keypair-539503892',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='76309bff6aa74fbf97b9a1120a12892b',ramdisk_id='',reservation_id='r-81c4qclo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-92154314',owner_user_name='tempest-AttachVolumeNegativeTest-92154314-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:43:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8ecb0686a4e046bd925cbe5efd9a45de',uuid=d94b7eb7-95ba-468f-a1b6-2a8f055da37e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5cd39003-9e3f-4186-9fe2-176a44100e9a", "address": "fa:16:3e:af:2d:08", "network": {"id": "bd4dcb28-ea59-43a7-af60-1b7991bc8086", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-23684993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76309bff6aa74fbf97b9a1120a12892b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5cd39003-9e", "ovs_interfaceid": "5cd39003-9e3f-4186-9fe2-176a44100e9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Converting VIF {"id": "5cd39003-9e3f-4186-9fe2-176a44100e9a", "address": "fa:16:3e:af:2d:08", "network": {"id": "bd4dcb28-ea59-43a7-af60-1b7991bc8086", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-23684993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76309bff6aa74fbf97b9a1120a12892b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5cd39003-9e", "ovs_interfaceid": "5cd39003-9e3f-4186-9fe2-176a44100e9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:af:2d:08,bridge_name='br-int',has_traffic_filtering=True,id=5cd39003-9e3f-4186-9fe2-176a44100e9a,network=Network(bd4dcb28-ea59-43a7-af60-1b7991bc8086),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5cd39003-9e') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG nova.objects.instance [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lazy-loading 'pci_devices' on Instance uuid d94b7eb7-95ba-468f-a1b6-2a8f055da37e {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:43:57 user nova-compute[86206]:   <uuid>d94b7eb7-95ba-468f-a1b6-2a8f055da37e</uuid>
Nov 10 13:43:57 user nova-compute[86206]:   <name>instance-0000002c</name>
Nov 10 13:43:57 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:43:57 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:43:57 user nova-compute[86206]:   <metadata>
Nov 10 13:43:57 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:43:57 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:43:57 user nova-compute[86206]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1174678330</nova:name>
Nov 10 13:43:57 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:43:57</nova:creationTime>
Nov 10 13:43:57 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:43:57 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:43:57 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:43:57 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:43:57 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:43:57 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:43:57 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:43:57 user nova-compute[86206]:       <nova:owner>
Nov 10 13:43:57 user nova-compute[86206]:         <nova:user uuid="8ecb0686a4e046bd925cbe5efd9a45de">tempest-AttachVolumeNegativeTest-92154314-project-member</nova:user>
Nov 10 13:43:57 user nova-compute[86206]:         <nova:project uuid="76309bff6aa74fbf97b9a1120a12892b">tempest-AttachVolumeNegativeTest-92154314</nova:project>
Nov 10 13:43:57 user nova-compute[86206]:       </nova:owner>
Nov 10 13:43:57 user nova-compute[86206]:       <nova:root type="image" uuid="73290e4a-d2c0-4305-9ee6-397ce6a900ba"/>
Nov 10 13:43:57 user nova-compute[86206]:       <nova:ports>
Nov 10 13:43:57 user nova-compute[86206]:         <nova:port uuid="5cd39003-9e3f-4186-9fe2-176a44100e9a">
Nov 10 13:43:57 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 10 13:43:57 user nova-compute[86206]:         </nova:port>
Nov 10 13:43:57 user nova-compute[86206]:       </nova:ports>
Nov 10 13:43:57 user nova-compute[86206]:     </nova:instance>
Nov 10 13:43:57 user nova-compute[86206]:   </metadata>
Nov 10 13:43:57 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:43:57 user nova-compute[86206]:     <system>
Nov 10 13:43:57 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:43:57 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:43:57 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:43:57 user nova-compute[86206]:       <entry name="serial">d94b7eb7-95ba-468f-a1b6-2a8f055da37e</entry>
Nov 10 13:43:57 user nova-compute[86206]:       <entry name="uuid">d94b7eb7-95ba-468f-a1b6-2a8f055da37e</entry>
Nov 10 13:43:57 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:43:57 user nova-compute[86206]:     </system>
Nov 10 13:43:57 user nova-compute[86206]:   </sysinfo>
Nov 10 13:43:57 user nova-compute[86206]:   <os>
Nov 10 13:43:57 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:43:57 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:43:57 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:43:57 user nova-compute[86206]:   </os>
Nov 10 13:43:57 user nova-compute[86206]:   <features>
Nov 10 13:43:57 user nova-compute[86206]:     <acpi/>
Nov 10 13:43:57 user nova-compute[86206]:     <apic/>
Nov 10 13:43:57 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:43:57 user nova-compute[86206]:   </features>
Nov 10 13:43:57 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:43:57 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:43:57 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:43:57 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:43:57 user nova-compute[86206]:   </clock>
Nov 10 13:43:57 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:43:57 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:43:57 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:43:57 user nova-compute[86206]:   </cpu>
Nov 10 13:43:57 user nova-compute[86206]:   <devices>
Nov 10 13:43:57 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:43:57 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:43:57 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/d94b7eb7-95ba-468f-a1b6-2a8f055da37e/disk"/>
Nov 10 13:43:57 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:43:57 user nova-compute[86206]:     </disk>
Nov 10 13:43:57 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:43:57 user nova-compute[86206]:       <mac address="fa:16:3e:af:2d:08"/>
Nov 10 13:43:57 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:43:57 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:43:57 user nova-compute[86206]:       <target dev="tap5cd39003-9e"/>
Nov 10 13:43:57 user nova-compute[86206]:     </interface>
Nov 10 13:43:57 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:43:57 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/d94b7eb7-95ba-468f-a1b6-2a8f055da37e/console.log" append="off"/>
Nov 10 13:43:57 user nova-compute[86206]:     </serial>
Nov 10 13:43:57 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:43:57 user nova-compute[86206]:     <video>
Nov 10 13:43:57 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:43:57 user nova-compute[86206]:     </video>
Nov 10 13:43:57 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:43:57 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:43:57 user nova-compute[86206]:     </rng>
Nov 10 13:43:57 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:43:57 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:43:57 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:43:57 user nova-compute[86206]:     </memballoon>
Nov 10 13:43:57 user nova-compute[86206]:   </devices>
Nov 10 13:43:57 user nova-compute[86206]: </domain>
Nov 10 13:43:57 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:43:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1174678330',display_name='tempest-AttachVolumeNegativeTest-server-1174678330',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1174678330',id=44,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCuTo7jixrlUCtVlcr1W9GgyxNaH7/LJhXszlgovOKavTpcsX7jq9IaKiFCDA53PgaurlBltEDFD32kEpvbdb86ZeyYxGaAAu73dy/ygk69Y0uxSbHmvCO9lrLs3CWoRAA==',key_name='tempest-keypair-539503892',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='76309bff6aa74fbf97b9a1120a12892b',ramdisk_id='',reservation_id='r-81c4qclo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-92154314',owner_user_name='tempest-AttachVolumeNegativeTest-92154314-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:43:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8ecb0686a4e046bd925cbe5efd9a45de',uuid=d94b7eb7-95ba-468f-a1b6-2a8f055da37e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5cd39003-9e3f-4186-9fe2-176a44100e9a", "address": "fa:16:3e:af:2d:08", "network": {"id": "bd4dcb28-ea59-43a7-af60-1b7991bc8086", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-23684993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76309bff6aa74fbf97b9a1120a12892b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5cd39003-9e", "ovs_interfaceid": "5cd39003-9e3f-4186-9fe2-176a44100e9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Converting VIF {"id": "5cd39003-9e3f-4186-9fe2-176a44100e9a", "address": "fa:16:3e:af:2d:08", "network": {"id": "bd4dcb28-ea59-43a7-af60-1b7991bc8086", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-23684993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76309bff6aa74fbf97b9a1120a12892b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5cd39003-9e", "ovs_interfaceid": "5cd39003-9e3f-4186-9fe2-176a44100e9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:af:2d:08,bridge_name='br-int',has_traffic_filtering=True,id=5cd39003-9e3f-4186-9fe2-176a44100e9a,network=Network(bd4dcb28-ea59-43a7-af60-1b7991bc8086),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5cd39003-9e') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG os_vif [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:af:2d:08,bridge_name='br-int',has_traffic_filtering=True,id=5cd39003-9e3f-4186-9fe2-176a44100e9a,network=Network(bd4dcb28-ea59-43a7-af60-1b7991bc8086),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5cd39003-9e') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1e804778-e54a-5604-9322-f4b1e22ddb85', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5cd39003-9e, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5cd39003-9e, col_values=(('qos', UUID('04305411-c719-41f2-b321-fe640eec4d2b')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5cd39003-9e, col_values=(('external_ids', {'iface-id': '5cd39003-9e3f-4186-9fe2-176a44100e9a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:af:2d:08', 'vm-uuid': 'd94b7eb7-95ba-468f-a1b6-2a8f055da37e'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:57 user nova-compute[86206]: INFO os_vif [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:af:2d:08,bridge_name='br-int',has_traffic_filtering=True,id=5cd39003-9e3f-4186-9fe2-176a44100e9a,network=Network(bd4dcb28-ea59-43a7-af60-1b7991bc8086),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5cd39003-9e')
Nov 10 13:43:57 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:43:57 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] No VIF found with MAC fa:16:3e:af:2d:08, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG nova.network.neutron [req-f16c6273-8e0f-40db-a07d-8a8c9922b09b req-4643f373-1c33-43a9-a500-654f0dae04a6 service nova] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Updated VIF entry in instance network info cache for port 5cd39003-9e3f-4186-9fe2-176a44100e9a. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG nova.network.neutron [req-f16c6273-8e0f-40db-a07d-8a8c9922b09b req-4643f373-1c33-43a9-a500-654f0dae04a6 service nova] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Updating instance_info_cache with network_info: [{"id": "5cd39003-9e3f-4186-9fe2-176a44100e9a", "address": "fa:16:3e:af:2d:08", "network": {"id": "bd4dcb28-ea59-43a7-af60-1b7991bc8086", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-23684993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76309bff6aa74fbf97b9a1120a12892b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5cd39003-9e", "ovs_interfaceid": "5cd39003-9e3f-4186-9fe2-176a44100e9a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f16c6273-8e0f-40db-a07d-8a8c9922b09b req-4643f373-1c33-43a9-a500-654f0dae04a6 service nova] Releasing lock "refresh_cache-d94b7eb7-95ba-468f-a1b6-2a8f055da37e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG nova.compute.manager [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:43:58 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Creating image(s)
Nov 10 13:43:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Did not create local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Ensure instance console log exists: /opt/stack/data/nova/instances/67b017de-40f4-4c30-b52a-51dba9b6449b/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Start _get_guest_xml network_info=[{"id": "29a0f72b-8b1c-4f56-b1a4-e2799431ab21", "address": "fa:16:3e:30:91:16", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap29a0f72b-8b", "ovs_interfaceid": "29a0f72b-8b1c-4f56-b1a4-e2799431ab21", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-11-10T13:43:12Z,direct_url=<?>,disk_format='qcow2',id=669fd816-9257-4832-971b-f60301a34458,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-394272377',owner='398c80570edc4001af39959f6ca0a0c6',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-11-10T13:43:13Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'attachment_id': '557b54d9-d00d-4d9f-8033-28c85fa23129', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZrLXIwql', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '67b017de-40f4-4c30-b52a-51dba9b6449b', 'attached_at': '', 'detached_at': '', 'volume_id': '292a2486-1de3-4675-94d4-b164665b47fb', 'serial': '292a2486-1de3-4675-94d4-b164665b47fb'}, 'mount_device': '/dev/vda', 'boot_index': 0, 'volume_type': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:43:58 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:43:58 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:43:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-11-10T13:43:12Z,direct_url=<?>,disk_format='qcow2',id=669fd816-9257-4832-971b-f60301a34458,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-394272377',owner='398c80570edc4001af39959f6ca0a0c6',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-11-10T13:43:13Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZrLXIwql', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:43:58 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:43:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:43:58 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:43:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:43:58 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:43:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f090a78a-e643-472a-b7ed-d2352d49589c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 13:43:58 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[683fb970-31f5-477c-9463-e87d336b8265]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb] added
Nov 10 13:43:58 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ff5a1a0-a256-442e-8a7f-f41a531e2b41]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec09aa37-d14f-4655-a9a4-13c6b681ba2b]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZrLXIwql {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZrLXIwql" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[4aec01e6-32d6-4302-bf15-b10a0b913c26]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZrLXIwql'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f62d3de-9a9c-4d7d-8ae8-58a42c486ffe]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[27fcb11c-1bef-4ecc-b7d0-355b00e2c08a]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a (non-flash)
Nov 10 13:43:58 user nova-compute[86206]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)
Nov 10 13:43:58 user nova-compute[86206]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)
Nov 10 13:43:58 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a (non-flash)
Nov 10 13:43:58 user nova-compute[86206]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)
Nov 10 13:43:58 user nova-compute[86206]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)
Nov 10 13:43:58 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bd2d321-e198-4833-a2f7-22777c143032]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb, portal: 172.16.0.220,3260]
Nov 10 13:43:58 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb, portal: 172.16.0.220,3260] successful.
Nov 10 13:43:58 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[43becd62-2f30-407f-931b-5ca4d21412e1]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[584df534-1dc4-43a1-9629-c40aff6757c3]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a (non-flash)
Nov 10 13:43:58 user nova-compute[86206]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)
Nov 10 13:43:58 user nova-compute[86206]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)
Nov 10 13:43:58 user nova-compute[86206]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb (non-flash)
Nov 10 13:43:58 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a (non-flash)
Nov 10 13:43:58 user nova-compute[86206]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)
Nov 10 13:43:58 user nova-compute[86206]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)
Nov 10 13:43:58 user nova-compute[86206]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb (non-flash)
Nov 10 13:43:58 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.288s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] HCTL ('33', '-', '-', 0) found on session 37 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:43:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:43:59 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:43:59 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c34d3589-8da3-4727-b1cc-a04dedddff47]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:43:59 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Searching for a device in session 37 and hctl ['33', '*', '*', 0] yield: None {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:43:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:59 user nova-compute[86206]: DEBUG nova.compute.manager [req-eefb620a-fcf7-42a9-8c6e-258696451ecb req-390e971e-f0db-414f-a4cc-69a5a5452bfc service nova] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Received event network-vif-plugged-5cd39003-9e3f-4186-9fe2-176a44100e9a {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:43:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-eefb620a-fcf7-42a9-8c6e-258696451ecb req-390e971e-f0db-414f-a4cc-69a5a5452bfc service nova] Acquiring lock "d94b7eb7-95ba-468f-a1b6-2a8f055da37e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:43:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-eefb620a-fcf7-42a9-8c6e-258696451ecb req-390e971e-f0db-414f-a4cc-69a5a5452bfc service nova] Lock "d94b7eb7-95ba-468f-a1b6-2a8f055da37e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:43:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-eefb620a-fcf7-42a9-8c6e-258696451ecb req-390e971e-f0db-414f-a4cc-69a5a5452bfc service nova] Lock "d94b7eb7-95ba-468f-a1b6-2a8f055da37e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:43:59 user nova-compute[86206]: DEBUG nova.compute.manager [req-eefb620a-fcf7-42a9-8c6e-258696451ecb req-390e971e-f0db-414f-a4cc-69a5a5452bfc service nova] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] No waiting events found dispatching network-vif-plugged-5cd39003-9e3f-4186-9fe2-176a44100e9a {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:43:59 user nova-compute[86206]: WARNING nova.compute.manager [req-eefb620a-fcf7-42a9-8c6e-258696451ecb req-390e971e-f0db-414f-a4cc-69a5a5452bfc service nova] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Received unexpected event network-vif-plugged-5cd39003-9e3f-4186-9fe2-176a44100e9a for instance with vm_state building and task_state spawning.
Nov 10 13:43:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:43:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:00 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Searching for a device in session 37 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:44:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZrLXIwql', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:44:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.318s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:44:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] <== connect_volume: return (1319ms) {'type': 'block', 'scsi_wwn': '23836636635366630', 'path': '/dev/sdb'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:44:00 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23836636635366630', 'path': '/dev/sdb'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:44:00 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:43:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-960747115',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-960747115',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-960747115',id=43,image_ref='669fd816-9257-4832-971b-f60301a34458',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHEfdocd/KajiMyRJRCeBiQkKnqUbYeJMZ/Zk/BMg3ebO1l8lCkz1/ADSXS0Z/PgmhTKNzDCe4GgPUHS36ZAtm6LQaQENTdTjYLIPgr4WtL1dNhMvf9Go4qYAYci4UFrcA==',key_name='tempest-keypair-734740686',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='398c80570edc4001af39959f6ca0a0c6',ramdisk_id='',reservation_id='r-iufhoro0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-19527526',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-19527526-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-19527526',owner_user_name='tempest-TestVolumeBootPattern-19527526-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:43:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='70b0703bebcb46969be6c8da0fb19f17',uuid=67b017de-40f4-4c30-b52a-51dba9b6449b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "29a0f72b-8b1c-4f56-b1a4-e2799431ab21", "address": "fa:16:3e:30:91:16", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap29a0f72b-8b", "ovs_interfaceid": "29a0f72b-8b1c-4f56-b1a4-e2799431ab21", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:44:00 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Converting VIF {"id": "29a0f72b-8b1c-4f56-b1a4-e2799431ab21", "address": "fa:16:3e:30:91:16", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap29a0f72b-8b", "ovs_interfaceid": "29a0f72b-8b1c-4f56-b1a4-e2799431ab21", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:44:00 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:30:91:16,bridge_name='br-int',has_traffic_filtering=True,id=29a0f72b-8b1c-4f56-b1a4-e2799431ab21,network=Network(d841a72f-c220-4ec4-8258-16c8288db743),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap29a0f72b-8b') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:44:00 user nova-compute[86206]: DEBUG nova.objects.instance [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lazy-loading 'pci_devices' on Instance uuid 67b017de-40f4-4c30-b52a-51dba9b6449b {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:44:00 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:44:00 user nova-compute[86206]:   <uuid>67b017de-40f4-4c30-b52a-51dba9b6449b</uuid>
Nov 10 13:44:00 user nova-compute[86206]:   <name>instance-0000002b</name>
Nov 10 13:44:00 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:44:00 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:44:00 user nova-compute[86206]:   <metadata>
Nov 10 13:44:00 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:44:00 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:44:00 user nova-compute[86206]:       <nova:name>tempest-TestVolumeBootPattern-image-snapshot-server-960747115</nova:name>
Nov 10 13:44:00 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:43:58</nova:creationTime>
Nov 10 13:44:00 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:44:00 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:44:00 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:44:00 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:44:00 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:44:00 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:44:00 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:44:00 user nova-compute[86206]:       <nova:owner>
Nov 10 13:44:00 user nova-compute[86206]:         <nova:user uuid="70b0703bebcb46969be6c8da0fb19f17">tempest-TestVolumeBootPattern-19527526-project-member</nova:user>
Nov 10 13:44:00 user nova-compute[86206]:         <nova:project uuid="398c80570edc4001af39959f6ca0a0c6">tempest-TestVolumeBootPattern-19527526</nova:project>
Nov 10 13:44:00 user nova-compute[86206]:       </nova:owner>
Nov 10 13:44:00 user nova-compute[86206]:       <nova:root type="image" uuid="669fd816-9257-4832-971b-f60301a34458"/>
Nov 10 13:44:00 user nova-compute[86206]:       <nova:ports>
Nov 10 13:44:00 user nova-compute[86206]:         <nova:port uuid="29a0f72b-8b1c-4f56-b1a4-e2799431ab21">
Nov 10 13:44:00 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 10 13:44:00 user nova-compute[86206]:         </nova:port>
Nov 10 13:44:00 user nova-compute[86206]:       </nova:ports>
Nov 10 13:44:00 user nova-compute[86206]:     </nova:instance>
Nov 10 13:44:00 user nova-compute[86206]:   </metadata>
Nov 10 13:44:00 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:44:00 user nova-compute[86206]:     <system>
Nov 10 13:44:00 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:44:00 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:44:00 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:44:00 user nova-compute[86206]:       <entry name="serial">67b017de-40f4-4c30-b52a-51dba9b6449b</entry>
Nov 10 13:44:00 user nova-compute[86206]:       <entry name="uuid">67b017de-40f4-4c30-b52a-51dba9b6449b</entry>
Nov 10 13:44:00 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:44:00 user nova-compute[86206]:     </system>
Nov 10 13:44:00 user nova-compute[86206]:   </sysinfo>
Nov 10 13:44:00 user nova-compute[86206]:   <os>
Nov 10 13:44:00 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:44:00 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:44:00 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:44:00 user nova-compute[86206]:   </os>
Nov 10 13:44:00 user nova-compute[86206]:   <features>
Nov 10 13:44:00 user nova-compute[86206]:     <acpi/>
Nov 10 13:44:00 user nova-compute[86206]:     <apic/>
Nov 10 13:44:00 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:44:00 user nova-compute[86206]:   </features>
Nov 10 13:44:00 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:44:00 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:44:00 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:44:00 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:44:00 user nova-compute[86206]:   </clock>
Nov 10 13:44:00 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:44:00 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:44:00 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:44:00 user nova-compute[86206]:   </cpu>
Nov 10 13:44:00 user nova-compute[86206]:   <devices>
Nov 10 13:44:00 user nova-compute[86206]:     <disk type="block" device="disk">
Nov 10 13:44:00 user nova-compute[86206]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:44:00 user nova-compute[86206]:       <source dev="/dev/sdb"/>
Nov 10 13:44:00 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:44:00 user nova-compute[86206]:       <serial>292a2486-1de3-4675-94d4-b164665b47fb</serial>
Nov 10 13:44:00 user nova-compute[86206]:     </disk>
Nov 10 13:44:00 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:44:00 user nova-compute[86206]:       <mac address="fa:16:3e:30:91:16"/>
Nov 10 13:44:00 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:44:00 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:44:00 user nova-compute[86206]:       <target dev="tap29a0f72b-8b"/>
Nov 10 13:44:00 user nova-compute[86206]:     </interface>
Nov 10 13:44:00 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:44:00 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/67b017de-40f4-4c30-b52a-51dba9b6449b/console.log" append="off"/>
Nov 10 13:44:00 user nova-compute[86206]:     </serial>
Nov 10 13:44:00 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:44:00 user nova-compute[86206]:     <video>
Nov 10 13:44:00 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:44:00 user nova-compute[86206]:     </video>
Nov 10 13:44:00 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:44:00 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:44:00 user nova-compute[86206]:     </rng>
Nov 10 13:44:00 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:44:00 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:44:00 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:44:00 user nova-compute[86206]:     </memballoon>
Nov 10 13:44:00 user nova-compute[86206]:   </devices>
Nov 10 13:44:00 user nova-compute[86206]: </domain>
Nov 10 13:44:00 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:44:00 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:43:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-960747115',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-960747115',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-960747115',id=43,image_ref='669fd816-9257-4832-971b-f60301a34458',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHEfdocd/KajiMyRJRCeBiQkKnqUbYeJMZ/Zk/BMg3ebO1l8lCkz1/ADSXS0Z/PgmhTKNzDCe4GgPUHS36ZAtm6LQaQENTdTjYLIPgr4WtL1dNhMvf9Go4qYAYci4UFrcA==',key_name='tempest-keypair-734740686',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='398c80570edc4001af39959f6ca0a0c6',ramdisk_id='',reservation_id='r-iufhoro0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-19527526',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-19527526-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-19527526',owner_user_name='tempest-TestVolumeBootPattern-19527526-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:43:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='70b0703bebcb46969be6c8da0fb19f17',uuid=67b017de-40f4-4c30-b52a-51dba9b6449b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "29a0f72b-8b1c-4f56-b1a4-e2799431ab21", "address": "fa:16:3e:30:91:16", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap29a0f72b-8b", "ovs_interfaceid": "29a0f72b-8b1c-4f56-b1a4-e2799431ab21", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:44:00 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Converting VIF {"id": "29a0f72b-8b1c-4f56-b1a4-e2799431ab21", "address": "fa:16:3e:30:91:16", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap29a0f72b-8b", "ovs_interfaceid": "29a0f72b-8b1c-4f56-b1a4-e2799431ab21", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:44:00 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:30:91:16,bridge_name='br-int',has_traffic_filtering=True,id=29a0f72b-8b1c-4f56-b1a4-e2799431ab21,network=Network(d841a72f-c220-4ec4-8258-16c8288db743),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap29a0f72b-8b') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:44:00 user nova-compute[86206]: DEBUG os_vif [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:30:91:16,bridge_name='br-int',has_traffic_filtering=True,id=29a0f72b-8b1c-4f56-b1a4-e2799431ab21,network=Network(d841a72f-c220-4ec4-8258-16c8288db743),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap29a0f72b-8b') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:44:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:44:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:44:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1d0c32b3-225d-53df-b3c1-4826b0d0194f', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:44:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:44:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap29a0f72b-8b, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:44:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap29a0f72b-8b, col_values=(('qos', UUID('022140f8-ee8c-4c8e-afc7-6a8a4e32ddf4')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:44:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap29a0f72b-8b, col_values=(('external_ids', {'iface-id': '29a0f72b-8b1c-4f56-b1a4-e2799431ab21', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:30:91:16', 'vm-uuid': '67b017de-40f4-4c30-b52a-51dba9b6449b'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:44:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:44:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:00 user nova-compute[86206]: INFO os_vif [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:30:91:16,bridge_name='br-int',has_traffic_filtering=True,id=29a0f72b-8b1c-4f56-b1a4-e2799431ab21,network=Network(d841a72f-c220-4ec4-8258-16c8288db743),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap29a0f72b-8b')
Nov 10 13:44:00 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:44:00 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] No VIF found with MAC fa:16:3e:30:91:16, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:44:01 user nova-compute[86206]: DEBUG nova.compute.manager [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:44:01 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:44:01 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Instance spawned successfully.
Nov 10 13:44:01 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:44:01 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:44:01 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:44:01 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:44:01 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:44:01 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:44:01 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:44:01 user nova-compute[86206]: INFO nova.compute.manager [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Took 6.44 seconds to spawn the instance on the hypervisor.
Nov 10 13:44:01 user nova-compute[86206]: DEBUG nova.compute.manager [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:44:01 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:01 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:01 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:01 user nova-compute[86206]: INFO nova.compute.manager [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Took 7.25 seconds to build instance.
Nov 10 13:44:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-01bbec61-9b28-46c8-a3b1-563829b38397 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "d94b7eb7-95ba-468f-a1b6-2a8f055da37e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.343s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:44:01 user nova-compute[86206]: DEBUG nova.compute.manager [req-ac04c40f-ea35-40cc-a291-56dfa4e76cc5 req-39390e04-0ad0-4750-b3d0-efcf32aa14ab service nova] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Received event network-vif-plugged-5cd39003-9e3f-4186-9fe2-176a44100e9a {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:44:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-ac04c40f-ea35-40cc-a291-56dfa4e76cc5 req-39390e04-0ad0-4750-b3d0-efcf32aa14ab service nova] Acquiring lock "d94b7eb7-95ba-468f-a1b6-2a8f055da37e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:44:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-ac04c40f-ea35-40cc-a291-56dfa4e76cc5 req-39390e04-0ad0-4750-b3d0-efcf32aa14ab service nova] Lock "d94b7eb7-95ba-468f-a1b6-2a8f055da37e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:44:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-ac04c40f-ea35-40cc-a291-56dfa4e76cc5 req-39390e04-0ad0-4750-b3d0-efcf32aa14ab service nova] Lock "d94b7eb7-95ba-468f-a1b6-2a8f055da37e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:44:01 user nova-compute[86206]: DEBUG nova.compute.manager [req-ac04c40f-ea35-40cc-a291-56dfa4e76cc5 req-39390e04-0ad0-4750-b3d0-efcf32aa14ab service nova] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] No waiting events found dispatching network-vif-plugged-5cd39003-9e3f-4186-9fe2-176a44100e9a {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:44:01 user nova-compute[86206]: WARNING nova.compute.manager [req-ac04c40f-ea35-40cc-a291-56dfa4e76cc5 req-39390e04-0ad0-4750-b3d0-efcf32aa14ab service nova] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Received unexpected event network-vif-plugged-5cd39003-9e3f-4186-9fe2-176a44100e9a for instance with vm_state active and task_state None.
Nov 10 13:44:01 user nova-compute[86206]: DEBUG nova.compute.manager [req-e6e888b0-d72e-4bb0-86c9-914ecf6e1f97 req-48a9a721-7cbb-4ed9-a040-2a0e83173e27 service nova] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Received event network-vif-plugged-29a0f72b-8b1c-4f56-b1a4-e2799431ab21 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:44:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-e6e888b0-d72e-4bb0-86c9-914ecf6e1f97 req-48a9a721-7cbb-4ed9-a040-2a0e83173e27 service nova] Acquiring lock "67b017de-40f4-4c30-b52a-51dba9b6449b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:44:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-e6e888b0-d72e-4bb0-86c9-914ecf6e1f97 req-48a9a721-7cbb-4ed9-a040-2a0e83173e27 service nova] Lock "67b017de-40f4-4c30-b52a-51dba9b6449b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:44:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-e6e888b0-d72e-4bb0-86c9-914ecf6e1f97 req-48a9a721-7cbb-4ed9-a040-2a0e83173e27 service nova] Lock "67b017de-40f4-4c30-b52a-51dba9b6449b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:44:01 user nova-compute[86206]: DEBUG nova.compute.manager [req-e6e888b0-d72e-4bb0-86c9-914ecf6e1f97 req-48a9a721-7cbb-4ed9-a040-2a0e83173e27 service nova] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] No waiting events found dispatching network-vif-plugged-29a0f72b-8b1c-4f56-b1a4-e2799431ab21 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:44:01 user nova-compute[86206]: WARNING nova.compute.manager [req-e6e888b0-d72e-4bb0-86c9-914ecf6e1f97 req-48a9a721-7cbb-4ed9-a040-2a0e83173e27 service nova] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Received unexpected event network-vif-plugged-29a0f72b-8b1c-4f56-b1a4-e2799431ab21 for instance with vm_state building and task_state spawning.
Nov 10 13:44:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:04 user nova-compute[86206]: DEBUG nova.compute.manager [req-192219c7-30b9-423c-8079-e1d78f067ac2 req-574fcd80-c6ca-4127-ba06-045f3bd9bbd0 service nova] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Received event network-vif-plugged-29a0f72b-8b1c-4f56-b1a4-e2799431ab21 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:44:04 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-192219c7-30b9-423c-8079-e1d78f067ac2 req-574fcd80-c6ca-4127-ba06-045f3bd9bbd0 service nova] Acquiring lock "67b017de-40f4-4c30-b52a-51dba9b6449b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:44:04 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-192219c7-30b9-423c-8079-e1d78f067ac2 req-574fcd80-c6ca-4127-ba06-045f3bd9bbd0 service nova] Lock "67b017de-40f4-4c30-b52a-51dba9b6449b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:44:04 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-192219c7-30b9-423c-8079-e1d78f067ac2 req-574fcd80-c6ca-4127-ba06-045f3bd9bbd0 service nova] Lock "67b017de-40f4-4c30-b52a-51dba9b6449b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:44:04 user nova-compute[86206]: DEBUG nova.compute.manager [req-192219c7-30b9-423c-8079-e1d78f067ac2 req-574fcd80-c6ca-4127-ba06-045f3bd9bbd0 service nova] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] No waiting events found dispatching network-vif-plugged-29a0f72b-8b1c-4f56-b1a4-e2799431ab21 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:44:04 user nova-compute[86206]: WARNING nova.compute.manager [req-192219c7-30b9-423c-8079-e1d78f067ac2 req-574fcd80-c6ca-4127-ba06-045f3bd9bbd0 service nova] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Received unexpected event network-vif-plugged-29a0f72b-8b1c-4f56-b1a4-e2799431ab21 for instance with vm_state building and task_state spawning.
Nov 10 13:44:04 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:04 user nova-compute[86206]: DEBUG nova.compute.manager [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:44:04 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:44:04 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Instance spawned successfully.
Nov 10 13:44:04 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:44:04 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:44:04 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:44:04 user nova-compute[86206]: INFO nova.compute.manager [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Took 5.77 seconds to spawn the instance on the hypervisor.
Nov 10 13:44:04 user nova-compute[86206]: DEBUG nova.compute.manager [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:44:04 user nova-compute[86206]: INFO nova.compute.manager [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Took 39.11 seconds to build instance.
Nov 10 13:44:04 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1c79cd02-1f8f-4825-b064-03c0ec387dae tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "67b017de-40f4-4c30-b52a-51dba9b6449b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 39.226s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:44:05 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:05 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Acquiring lock "522dd166-ebe2-4fef-8b16-2abede562f1d" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:44:05 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Lock "522dd166-ebe2-4fef-8b16-2abede562f1d" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:44:05 user nova-compute[86206]: INFO nova.compute.manager [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Unshelving
Nov 10 13:44:05 user nova-compute[86206]: INFO nova.virt.block_device [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Booting with volume e18fff5b-71a0-45d1-be27-c16749398372 at /dev/vda
Nov 10 13:44:05 user nova-compute[86206]: DEBUG os_brick.utils [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:44:05 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:05 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:05 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7e17601-c245-4637-a421-018283e5883a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:44:05 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:05 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:05 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c368d626-3072-4650-8958-3a6ce6b0e704]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:44:05 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:05 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:05 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c7fdc98-2f73-4bf2-b06c-284a4d70b0c7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:44:05 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[908d889c-f664-4ae2-ae7e-e3a5e1b01e48]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:44:05 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:05 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:44:05 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:44:05 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:05 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:44:05 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:44:05 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[29887f46-3c63-49ad-89b2-8c6f7dc8b1fe]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:44:05 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:44:05 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:44:05 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:44:05 user nova-compute[86206]: DEBUG os_brick.utils [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] <== get_connector_properties: return (136ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:44:05 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Updating existing volume attachment record: 792ef12c-0c18-4702-b846-1a68ea75f1a3 {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 13:44:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b8f9c2ef-bea2-451a-bd45-818813913022 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Acquiring lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:44:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b8f9c2ef-bea2-451a-bd45-818813913022 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:44:06 user nova-compute[86206]: INFO nova.compute.manager [None req-b8f9c2ef-bea2-451a-bd45-818813913022 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Detaching volume b5dd1832-9141-4148-98ac-9a8639488d6a
Nov 10 13:44:06 user nova-compute[86206]: INFO nova.virt.block_device [None req-b8f9c2ef-bea2-451a-bd45-818813913022 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Attempting to driver detach volume b5dd1832-9141-4148-98ac-9a8639488d6a from mountpoint /dev/vdb
Nov 10 13:44:06 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b8f9c2ef-bea2-451a-bd45-818813913022 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Attempting to detach device vdb from instance eb4cb4b8-f275-48f8-a7f7-fdcd39faec06 from the persistent domain config. {{(pid=86206) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 10 13:44:06 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-b8f9c2ef-bea2-451a-bd45-818813913022 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 13:44:06 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:44:06 user nova-compute[86206]:   <source dev="/dev/sdc"/>
Nov 10 13:44:06 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:44:06 user nova-compute[86206]:   <serial>b5dd1832-9141-4148-98ac-9a8639488d6a</serial>
Nov 10 13:44:06 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 10 13:44:06 user nova-compute[86206]: </disk>
Nov 10 13:44:06 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 13:44:06 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-b8f9c2ef-bea2-451a-bd45-818813913022 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Successfully detached device vdb from instance eb4cb4b8-f275-48f8-a7f7-fdcd39faec06 from the persistent domain config.
Nov 10 13:44:06 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b8f9c2ef-bea2-451a-bd45-818813913022 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance eb4cb4b8-f275-48f8-a7f7-fdcd39faec06 from the live domain config. {{(pid=86206) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 10 13:44:06 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-b8f9c2ef-bea2-451a-bd45-818813913022 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 13:44:06 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:44:06 user nova-compute[86206]:   <source dev="/dev/sdc"/>
Nov 10 13:44:06 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:44:06 user nova-compute[86206]:   <serial>b5dd1832-9141-4148-98ac-9a8639488d6a</serial>
Nov 10 13:44:06 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 10 13:44:06 user nova-compute[86206]: </disk>
Nov 10 13:44:06 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 13:44:07 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b8f9c2ef-bea2-451a-bd45-818813913022 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance eb4cb4b8-f275-48f8-a7f7-fdcd39faec06 {{(pid=86206) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 10 13:44:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:14 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:15 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:19 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IUbysWZw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:44:20 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:44:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:44:20 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:44:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:44:20 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:44:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7 -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[61c21bf2-5e42-4114-990b-c83ff7b310c5]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 13:44:20 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7 -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[02475b25-b005-41db-b2cc-6f80665b7476]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7] added
Nov 10 13:44:20 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[e81f3197-1bf1-402c-b6a9-ea7f815445d6]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce086363-5083-45ac-84f3-864ec182112c]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IUbysWZw {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IUbysWZw" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[da8b37b5-9d00-4a21-98d4-eef7f46b897c]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IUbysWZw'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f72e976-e1db-49d3-aa64-29b32491e7de]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[179c5810-a3ad-40cf-ad11-fe6a10673bfc]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a (non-flash)
Nov 10 13:44:20 user nova-compute[86206]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)
Nov 10 13:44:20 user nova-compute[86206]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)
Nov 10 13:44:20 user nova-compute[86206]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb (non-flash)
Nov 10 13:44:20 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a (non-flash)
Nov 10 13:44:20 user nova-compute[86206]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)
Nov 10 13:44:20 user nova-compute[86206]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)
Nov 10 13:44:20 user nova-compute[86206]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb (non-flash)
Nov 10 13:44:20 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7 -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7 -p 172.16.0.220:3260 --login" returned: 0 in 0.071s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[74042b25-2ef2-451c-8534-fc2235b671b4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7, portal: 172.16.0.220,3260]
Nov 10 13:44:20 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7, portal: 172.16.0.220,3260] successful.
Nov 10 13:44:20 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ab7142d-ee94-4a3d-a704-6bfd9da8d953]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4eb09a5-072f-4470-accb-ebbce262584e]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a (non-flash)
Nov 10 13:44:20 user nova-compute[86206]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)
Nov 10 13:44:20 user nova-compute[86206]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)
Nov 10 13:44:20 user nova-compute[86206]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb (non-flash)
Nov 10 13:44:20 user nova-compute[86206]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7 (non-flash)
Nov 10 13:44:20 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a (non-flash)
Nov 10 13:44:20 user nova-compute[86206]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)
Nov 10 13:44:20 user nova-compute[86206]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)
Nov 10 13:44:20 user nova-compute[86206]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb (non-flash)
Nov 10 13:44:20 user nova-compute[86206]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7 (non-flash)
Nov 10 13:44:20 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.294s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] HCTL ('36', '-', '-', 0) found on session 38 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a7daf1b-7068-4d95-9df0-ae39fd9d246d]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Searching for a device in session 38 and hctl ['36', '*', '*', 0] yield: sde {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:44:20 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IUbysWZw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:44:21 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.328s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:44:21 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] <== connect_volume: return (1329ms) {'type': 'block', 'scsi_wwn': '26338373234306261', 'path': '/dev/sde'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:44:21 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26338373234306261', 'path': '/dev/sde'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:44:21 user nova-compute[86206]: DEBUG nova.objects.instance [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lazy-loading 'flavor' on Instance uuid c8eade2d-255e-4637-814c-c9e665d1fede {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:44:21 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] attach device xml: <disk type="block" device="disk">
Nov 10 13:44:21 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:44:21 user nova-compute[86206]:   <source dev="/dev/sde"/>
Nov 10 13:44:21 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:44:21 user nova-compute[86206]:   <serial>67e1462c-ecbb-4fe1-9c53-a77df452eaa7</serial>
Nov 10 13:44:21 user nova-compute[86206]: </disk>
Nov 10 13:44:21 user nova-compute[86206]:  {{(pid=86206) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 10 13:44:21 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:44:21 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] No BDM found with device name vdb, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:44:21 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] No VIF found with MAC fa:16:3e:52:40:41, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:44:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9f88856a-95e3-4e25-8570-61e1bbb4f73d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "c8eade2d-255e-4637-814c-c9e665d1fede" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 29.655s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:44:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:25 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:27 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-b8f9c2ef-bea2-451a-bd45-818813913022 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance eb4cb4b8-f275-48f8-a7f7-fdcd39faec06 is timed out.
Nov 10 13:44:27 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-b8f9c2ef-bea2-451a-bd45-818813913022 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Successfully detached device vdb from instance eb4cb4b8-f275-48f8-a7f7-fdcd39faec06 from the live domain config.
Nov 10 13:44:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b8f9c2ef-bea2-451a-bd45-818813913022 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9c2ef-bea2-451a-bd45-818813913022 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BewDytnI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:44:27 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-b8f9c2ef-bea2-451a-bd45-818813913022 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:44:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-b8f9c2ef-bea2-451a-bd45-818813913022 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-b8f9c2ef-bea2-451a-bd45-818813913022 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a39f6e5a-cc71-4b6f-9c2b-cbe80d02bd83]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9c2ef-bea2-451a-bd45-818813913022 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 13:44:27 user nova-compute[86206]: No targets found.
Nov 10 13:44:27 user nova-compute[86206]: iSNS:
Nov 10 13:44:27 user nova-compute[86206]: No targets found.
Nov 10 13:44:27 user nova-compute[86206]: STATIC:
Nov 10 13:44:27 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2
Nov 10 13:44:27 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:44:27 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:44:27 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a
Nov 10 13:44:27 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:44:27 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:44:27 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7
Nov 10 13:44:27 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:44:27 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:44:27 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422
Nov 10 13:44:27 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:44:27 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:44:27 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb
Nov 10 13:44:27 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:44:27 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:44:27 user nova-compute[86206]: FIRMWARE:
Nov 10 13:44:27 user nova-compute[86206]: No targets found.
Nov 10 13:44:27 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9c2ef-bea2-451a-bd45-818813913022 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 13:44:27 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 13:44:27 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9c2ef-bea2-451a-bd45-818813913022 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ded39984-ed22-417e-8528-18b714b981bf]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[df1b530d-9e0e-4eaf-aa8e-03427e0f7066]: (4, ('tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9c2ef-bea2-451a-bd45-818813913022 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a (non-flash)
Nov 10 13:44:27 user nova-compute[86206]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)
Nov 10 13:44:27 user nova-compute[86206]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)
Nov 10 13:44:27 user nova-compute[86206]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb (non-flash)
Nov 10 13:44:27 user nova-compute[86206]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7 (non-flash)
Nov 10 13:44:27 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9c2ef-bea2-451a-bd45-818813913022 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] iscsi session list stdout=tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a (non-flash)
Nov 10 13:44:27 user nova-compute[86206]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)
Nov 10 13:44:27 user nova-compute[86206]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)
Nov 10 13:44:27 user nova-compute[86206]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb (non-flash)
Nov 10 13:44:27 user nova-compute[86206]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7 (non-flash)
Nov 10 13:44:27 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9c2ef-bea2-451a-bd45-818813913022 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe464501000>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a'): ({'sdc'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-b8f9c2ef-bea2-451a-bd45-818813913022 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Removing single pathed devices sdc {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4fc0b70-362b-4a05-bbe0-7276e9ca1dd8]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.028s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[169bbd82-f12b-4877-8ad2-e1b818929d49]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-b8f9c2ef-bea2-451a-bd45-818813913022 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Flushing IO for device /dev/sdc {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b78c69dc-06f2-441f-a412-d79a8f292426]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-b8f9c2ef-bea2-451a-bd45-818813913022 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.044s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd1940f4-f188-4e14-baca-95728a59cf0a]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-b8f9c2ef-bea2-451a-bd45-818813913022 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-b8f9c2ef-bea2-451a-bd45-818813913022 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] SCSI volumes sdc have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9c2ef-bea2-451a-bd45-818813913022 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[80de29a4-b3ea-4b50-9d60-0b207432ffea]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9c2ef-bea2-451a-bd45-818813913022 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a -p 172.16.0.220:3260 --logout" returned: 0 in 0.073s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0481500-ac8d-4eae-a8d9-21317bb60df1]: (4, ('Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a, portal: 172.16.0.220,3260]\nLogout of [sid: 34, target: iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9c2ef-bea2-451a-bd45-818813913022 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a, portal: 172.16.0.220,3260]
Nov 10 13:44:27 user nova-compute[86206]: Logout of [sid: 34, target: iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a, portal: 172.16.0.220,3260] successful.
Nov 10 13:44:27 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b5dd1832-9141-4148-98ac-9a8639488d6a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.036s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e9ded77-61b1-4152-baad-4262aab08fdd]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9c2ef-bea2-451a-bd45-818813913022 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-b8f9c2ef-bea2-451a-bd45-818813913022 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.357s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-b8f9c2ef-bea2-451a-bd45-818813913022 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] <== disconnect_volume: return (358ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:44:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b8f9c2ef-bea2-451a-bd45-818813913022 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 13:44:28 user nova-compute[86206]: DEBUG nova.objects.instance [None req-b8f9c2ef-bea2-451a-bd45-818813913022 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lazy-loading 'flavor' on Instance uuid eb4cb4b8-f275-48f8-a7f7-fdcd39faec06 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:44:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b8f9c2ef-bea2-451a-bd45-818813913022 tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.276s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:44:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:32 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:44:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:44:32 user nova-compute[86206]: DEBUG nova.objects.instance [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Lazy-loading 'pci_requests' on Instance uuid 522dd166-ebe2-4fef-8b16-2abede562f1d {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:44:32 user nova-compute[86206]: DEBUG nova.objects.instance [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Lazy-loading 'numa_topology' on Instance uuid 522dd166-ebe2-4fef-8b16-2abede562f1d {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:44:32 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:44:32 user nova-compute[86206]: INFO nova.compute.claims [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Claim successful on node user
Nov 10 13:44:33 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:44:33 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:44:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.475s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:44:33 user nova-compute[86206]: INFO nova.network.neutron [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Updating port db06236e-3d48-4f63-8f22-b7b6c42c5932 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Nov 10 13:44:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Acquiring lock "refresh_cache-522dd166-ebe2-4fef-8b16-2abede562f1d" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:44:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Acquired lock "refresh_cache-522dd166-ebe2-4fef-8b16-2abede562f1d" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:44:33 user nova-compute[86206]: DEBUG nova.network.neutron [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:44:33 user nova-compute[86206]: DEBUG nova.compute.manager [req-db27d10a-9134-4119-b72d-ef071df7465e req-e0cf0d66-56a0-4a5c-b788-c8692482184d service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Received event network-changed-db06236e-3d48-4f63-8f22-b7b6c42c5932 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:44:33 user nova-compute[86206]: DEBUG nova.compute.manager [req-db27d10a-9134-4119-b72d-ef071df7465e req-e0cf0d66-56a0-4a5c-b788-c8692482184d service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Refreshing instance network info cache due to event network-changed-db06236e-3d48-4f63-8f22-b7b6c42c5932. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:44:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-db27d10a-9134-4119-b72d-ef071df7465e req-e0cf0d66-56a0-4a5c-b788-c8692482184d service nova] Acquiring lock "refresh_cache-522dd166-ebe2-4fef-8b16-2abede562f1d" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG nova.network.neutron [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Updating instance_info_cache with network_info: [{"id": "db06236e-3d48-4f63-8f22-b7b6c42c5932", "address": "fa:16:3e:2d:6f:44", "network": {"id": "d17b0fa9-be03-492a-aacc-2fe83c05d1fe", "bridge": "br-int", "label": "tempest-TestShelveInstance-1120125087-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b0ee47b5466e4c68a52aadc18b8b69bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb06236e-3d", "ovs_interfaceid": "db06236e-3d48-4f63-8f22-b7b6c42c5932", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Releasing lock "refresh_cache-522dd166-ebe2-4fef-8b16-2abede562f1d" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:44:34 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Creating image(s)
Nov 10 13:44:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Did not create local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Ensure instance console log exists: /opt/stack/data/nova/instances/522dd166-ebe2-4fef-8b16-2abede562f1d/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Start _get_guest_xml network_info=[{"id": "db06236e-3d48-4f63-8f22-b7b6c42c5932", "address": "fa:16:3e:2d:6f:44", "network": {"id": "d17b0fa9-be03-492a-aacc-2fe83c05d1fe", "bridge": "br-int", "label": "tempest-TestShelveInstance-1120125087-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b0ee47b5466e4c68a52aadc18b8b69bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb06236e-3d", "ovs_interfaceid": "db06236e-3d48-4f63-8f22-b7b6c42c5932", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'attachment_id': '792ef12c-0c18-4702-b846-1a68ea75f1a3', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PowvHVrf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '522dd166-ebe2-4fef-8b16-2abede562f1d', 'attached_at': '', 'detached_at': '', 'volume_id': 'e18fff5b-71a0-45d1-be27-c16749398372', 'serial': 'e18fff5b-71a0-45d1-be27-c16749398372'}, 'mount_device': '/dev/vda', 'boot_index': 0, 'volume_type': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-db27d10a-9134-4119-b72d-ef071df7465e req-e0cf0d66-56a0-4a5c-b788-c8692482184d service nova] Acquired lock "refresh_cache-522dd166-ebe2-4fef-8b16-2abede562f1d" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG nova.network.neutron [req-db27d10a-9134-4119-b72d-ef071df7465e req-e0cf0d66-56a0-4a5c-b788-c8692482184d service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Refreshing network info cache for port db06236e-3d48-4f63-8f22-b7b6c42c5932 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:44:34 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:44:34 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:44:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG nova.objects.instance [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Lazy-loading 'vcpu_model' on Instance uuid 522dd166-ebe2-4fef-8b16-2abede562f1d {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG nova.objects.base [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Object Instance<522dd166-ebe2-4fef-8b16-2abede562f1d> lazy-loaded attributes: pci_requests,vcpu_model {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PowvHVrf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:44:34 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:44:34 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:44:34 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:44:34 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:44:34 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:44:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[405ff983-667a-4e32-a699-7dc6b5f08384]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 13:44:34 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[55e5aa7d-c24b-412f-9f32-25de173d1820]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372] added
Nov 10 13:44:34 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[56a35937-a5ee-4e9d-9196-5fdc25fa47eb]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[82717d57-9d21-4c31-9307-6e8f0de14110]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PowvHVrf {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PowvHVrf" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7eafa009-9e4b-42ed-b0de-1749a7903366]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'PowvHVrf'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae148cd1-ec8b-4205-8689-67b9fcda436e]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[35267acd-c912-4f74-a414-b68378fb227b]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)
Nov 10 13:44:34 user nova-compute[86206]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)
Nov 10 13:44:34 user nova-compute[86206]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb (non-flash)
Nov 10 13:44:34 user nova-compute[86206]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7 (non-flash)
Nov 10 13:44:34 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)
Nov 10 13:44:34 user nova-compute[86206]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)
Nov 10 13:44:34 user nova-compute[86206]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb (non-flash)
Nov 10 13:44:34 user nova-compute[86206]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7 (non-flash)
Nov 10 13:44:34 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 -p 172.16.0.220:3260 --login" returned: 0 in 0.076s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cb2dafb-634f-496a-8941-24c248518f4c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372, portal: 172.16.0.220,3260]
Nov 10 13:44:34 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372, portal: 172.16.0.220,3260] successful.
Nov 10 13:44:34 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bdd5cfc-2577-4c49-ae7c-f72b6730d64e]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[27d221ee-c51f-48e0-b272-0845643622ef]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)
Nov 10 13:44:34 user nova-compute[86206]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)
Nov 10 13:44:34 user nova-compute[86206]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb (non-flash)
Nov 10 13:44:34 user nova-compute[86206]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7 (non-flash)
Nov 10 13:44:34 user nova-compute[86206]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 (non-flash)
Nov 10 13:44:34 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)
Nov 10 13:44:34 user nova-compute[86206]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)
Nov 10 13:44:34 user nova-compute[86206]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb (non-flash)
Nov 10 13:44:34 user nova-compute[86206]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7 (non-flash)
Nov 10 13:44:34 user nova-compute[86206]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 (non-flash)
Nov 10 13:44:34 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.313s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] HCTL ('34', '-', '-', 0) found on session 39 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG nova.network.neutron [req-db27d10a-9134-4119-b72d-ef071df7465e req-e0cf0d66-56a0-4a5c-b788-c8692482184d service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Updated VIF entry in instance network info cache for port db06236e-3d48-4f63-8f22-b7b6c42c5932. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG nova.network.neutron [req-db27d10a-9134-4119-b72d-ef071df7465e req-e0cf0d66-56a0-4a5c-b788-c8692482184d service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Updating instance_info_cache with network_info: [{"id": "db06236e-3d48-4f63-8f22-b7b6c42c5932", "address": "fa:16:3e:2d:6f:44", "network": {"id": "d17b0fa9-be03-492a-aacc-2fe83c05d1fe", "bridge": "br-int", "label": "tempest-TestShelveInstance-1120125087-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b0ee47b5466e4c68a52aadc18b8b69bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb06236e-3d", "ovs_interfaceid": "db06236e-3d48-4f63-8f22-b7b6c42c5932", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-db27d10a-9134-4119-b72d-ef071df7465e req-e0cf0d66-56a0-4a5c-b788-c8692482184d service nova] Releasing lock "refresh_cache-522dd166-ebe2-4fef-8b16-2abede562f1d" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[08e9d050-2b57-4187-8287-f8cbc0869f4f]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Searching for a device in session 39 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:44:34 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PowvHVrf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:44:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:35 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.350s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:44:35 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] <== connect_volume: return (1352ms) {'type': 'block', 'scsi_wwn': '26136323663393938', 'path': '/dev/sdc'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:44:35 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26136323663393938', 'path': '/dev/sdc'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:44:35 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-10T13:40:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-367825110',display_name='tempest-TestShelveInstance-server-367825110',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-367825110',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-616185418',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:40:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='b0ee47b5466e4c68a52aadc18b8b69bb',ramdisk_id='',reservation_id='r-277uapyg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1360985429',owner_user_name='tempest-TestShelveInstance-1360985429-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:44:06Z,user_data=None,user_id='2b51f34055b84153b075931af9b59043',uuid=522dd166-ebe2-4fef-8b16-2abede562f1d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "db06236e-3d48-4f63-8f22-b7b6c42c5932", "address": "fa:16:3e:2d:6f:44", "network": {"id": "d17b0fa9-be03-492a-aacc-2fe83c05d1fe", "bridge": "br-int", "label": "tempest-TestShelveInstance-1120125087-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b0ee47b5466e4c68a52aadc18b8b69bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb06236e-3d", "ovs_interfaceid": "db06236e-3d48-4f63-8f22-b7b6c42c5932", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:44:35 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Converting VIF {"id": "db06236e-3d48-4f63-8f22-b7b6c42c5932", "address": "fa:16:3e:2d:6f:44", "network": {"id": "d17b0fa9-be03-492a-aacc-2fe83c05d1fe", "bridge": "br-int", "label": "tempest-TestShelveInstance-1120125087-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b0ee47b5466e4c68a52aadc18b8b69bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb06236e-3d", "ovs_interfaceid": "db06236e-3d48-4f63-8f22-b7b6c42c5932", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:44:35 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2d:6f:44,bridge_name='br-int',has_traffic_filtering=True,id=db06236e-3d48-4f63-8f22-b7b6c42c5932,network=Network(d17b0fa9-be03-492a-aacc-2fe83c05d1fe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb06236e-3d') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:44:35 user nova-compute[86206]: DEBUG nova.objects.instance [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Lazy-loading 'pci_devices' on Instance uuid 522dd166-ebe2-4fef-8b16-2abede562f1d {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:44:35 user nova-compute[86206]: DEBUG nova.objects.base [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Object Instance<522dd166-ebe2-4fef-8b16-2abede562f1d> lazy-loaded attributes: pci_requests,vcpu_model,pci_devices {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:44:35 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:44:35 user nova-compute[86206]:   <uuid>522dd166-ebe2-4fef-8b16-2abede562f1d</uuid>
Nov 10 13:44:35 user nova-compute[86206]:   <name>instance-00000028</name>
Nov 10 13:44:35 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:44:35 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:44:35 user nova-compute[86206]:   <metadata>
Nov 10 13:44:35 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:44:35 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:44:35 user nova-compute[86206]:       <nova:name>tempest-TestShelveInstance-server-367825110</nova:name>
Nov 10 13:44:35 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:44:34</nova:creationTime>
Nov 10 13:44:35 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:44:35 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:44:35 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:44:35 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:44:35 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:44:35 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:44:35 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:44:35 user nova-compute[86206]:       <nova:owner>
Nov 10 13:44:35 user nova-compute[86206]:         <nova:user uuid="2b51f34055b84153b075931af9b59043">tempest-TestShelveInstance-1360985429-project-member</nova:user>
Nov 10 13:44:35 user nova-compute[86206]:         <nova:project uuid="b0ee47b5466e4c68a52aadc18b8b69bb">tempest-TestShelveInstance-1360985429</nova:project>
Nov 10 13:44:35 user nova-compute[86206]:       </nova:owner>
Nov 10 13:44:35 user nova-compute[86206]:       <nova:ports>
Nov 10 13:44:35 user nova-compute[86206]:         <nova:port uuid="db06236e-3d48-4f63-8f22-b7b6c42c5932">
Nov 10 13:44:35 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 10 13:44:35 user nova-compute[86206]:         </nova:port>
Nov 10 13:44:35 user nova-compute[86206]:       </nova:ports>
Nov 10 13:44:35 user nova-compute[86206]:     </nova:instance>
Nov 10 13:44:35 user nova-compute[86206]:   </metadata>
Nov 10 13:44:35 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:44:35 user nova-compute[86206]:     <system>
Nov 10 13:44:35 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:44:35 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:44:35 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:44:35 user nova-compute[86206]:       <entry name="serial">522dd166-ebe2-4fef-8b16-2abede562f1d</entry>
Nov 10 13:44:35 user nova-compute[86206]:       <entry name="uuid">522dd166-ebe2-4fef-8b16-2abede562f1d</entry>
Nov 10 13:44:35 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:44:35 user nova-compute[86206]:     </system>
Nov 10 13:44:35 user nova-compute[86206]:   </sysinfo>
Nov 10 13:44:35 user nova-compute[86206]:   <os>
Nov 10 13:44:35 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:44:35 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:44:35 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:44:35 user nova-compute[86206]:   </os>
Nov 10 13:44:35 user nova-compute[86206]:   <features>
Nov 10 13:44:35 user nova-compute[86206]:     <acpi/>
Nov 10 13:44:35 user nova-compute[86206]:     <apic/>
Nov 10 13:44:35 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:44:35 user nova-compute[86206]:   </features>
Nov 10 13:44:35 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:44:35 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:44:35 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:44:35 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:44:35 user nova-compute[86206]:   </clock>
Nov 10 13:44:35 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:44:35 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:44:35 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:44:35 user nova-compute[86206]:   </cpu>
Nov 10 13:44:35 user nova-compute[86206]:   <devices>
Nov 10 13:44:35 user nova-compute[86206]:     <disk type="block" device="disk">
Nov 10 13:44:35 user nova-compute[86206]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:44:35 user nova-compute[86206]:       <source dev="/dev/sdc"/>
Nov 10 13:44:35 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:44:35 user nova-compute[86206]:       <serial>e18fff5b-71a0-45d1-be27-c16749398372</serial>
Nov 10 13:44:35 user nova-compute[86206]:     </disk>
Nov 10 13:44:35 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:44:35 user nova-compute[86206]:       <mac address="fa:16:3e:2d:6f:44"/>
Nov 10 13:44:35 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:44:35 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:44:35 user nova-compute[86206]:       <target dev="tapdb06236e-3d"/>
Nov 10 13:44:35 user nova-compute[86206]:     </interface>
Nov 10 13:44:35 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:44:35 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/522dd166-ebe2-4fef-8b16-2abede562f1d/console.log" append="off"/>
Nov 10 13:44:35 user nova-compute[86206]:     </serial>
Nov 10 13:44:35 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:44:35 user nova-compute[86206]:     <video>
Nov 10 13:44:35 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:44:35 user nova-compute[86206]:     </video>
Nov 10 13:44:35 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:44:35 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:44:35 user nova-compute[86206]:     </rng>
Nov 10 13:44:35 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:44:35 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:44:35 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:44:35 user nova-compute[86206]:     </memballoon>
Nov 10 13:44:35 user nova-compute[86206]:   </devices>
Nov 10 13:44:35 user nova-compute[86206]: </domain>
Nov 10 13:44:35 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:44:35 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-10T13:40:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-367825110',display_name='tempest-TestShelveInstance-server-367825110',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-367825110',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-616185418',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:40:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='b0ee47b5466e4c68a52aadc18b8b69bb',ramdisk_id='',reservation_id='r-277uapyg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1360985429',owner_user_name='tempest-TestShelveInstance-1360985429-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:44:06Z,user_data=None,user_id='2b51f34055b84153b075931af9b59043',uuid=522dd166-ebe2-4fef-8b16-2abede562f1d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "db06236e-3d48-4f63-8f22-b7b6c42c5932", "address": "fa:16:3e:2d:6f:44", "network": {"id": "d17b0fa9-be03-492a-aacc-2fe83c05d1fe", "bridge": "br-int", "label": "tempest-TestShelveInstance-1120125087-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b0ee47b5466e4c68a52aadc18b8b69bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb06236e-3d", "ovs_interfaceid": "db06236e-3d48-4f63-8f22-b7b6c42c5932", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:44:35 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Converting VIF {"id": "db06236e-3d48-4f63-8f22-b7b6c42c5932", "address": "fa:16:3e:2d:6f:44", "network": {"id": "d17b0fa9-be03-492a-aacc-2fe83c05d1fe", "bridge": "br-int", "label": "tempest-TestShelveInstance-1120125087-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b0ee47b5466e4c68a52aadc18b8b69bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb06236e-3d", "ovs_interfaceid": "db06236e-3d48-4f63-8f22-b7b6c42c5932", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:44:35 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2d:6f:44,bridge_name='br-int',has_traffic_filtering=True,id=db06236e-3d48-4f63-8f22-b7b6c42c5932,network=Network(d17b0fa9-be03-492a-aacc-2fe83c05d1fe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb06236e-3d') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:44:35 user nova-compute[86206]: DEBUG os_vif [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2d:6f:44,bridge_name='br-int',has_traffic_filtering=True,id=db06236e-3d48-4f63-8f22-b7b6c42c5932,network=Network(d17b0fa9-be03-492a-aacc-2fe83c05d1fe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb06236e-3d') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:44:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:44:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:44:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '06eb783e-4def-5994-9887-3f714d2568db', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:44:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdb06236e-3d, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:44:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdb06236e-3d, col_values=(('qos', UUID('b8e682dc-a723-4008-bad4-503c7e3dfcf0')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:44:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdb06236e-3d, col_values=(('external_ids', {'iface-id': 'db06236e-3d48-4f63-8f22-b7b6c42c5932', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2d:6f:44', 'vm-uuid': '522dd166-ebe2-4fef-8b16-2abede562f1d'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:44:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:44:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:35 user nova-compute[86206]: INFO os_vif [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2d:6f:44,bridge_name='br-int',has_traffic_filtering=True,id=db06236e-3d48-4f63-8f22-b7b6c42c5932,network=Network(d17b0fa9-be03-492a-aacc-2fe83c05d1fe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb06236e-3d')
Nov 10 13:44:35 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:44:35 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] No VIF found with MAC fa:16:3e:2d:6f:44, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:44:37 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:37 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:37 user nova-compute[86206]: DEBUG nova.compute.manager [req-abaa8041-f27c-4343-af22-749401b0b215 req-fa716c5e-bd41-40ae-9943-ee97db75e3df service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Received event network-vif-plugged-db06236e-3d48-4f63-8f22-b7b6c42c5932 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:44:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-abaa8041-f27c-4343-af22-749401b0b215 req-fa716c5e-bd41-40ae-9943-ee97db75e3df service nova] Acquiring lock "522dd166-ebe2-4fef-8b16-2abede562f1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:44:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-abaa8041-f27c-4343-af22-749401b0b215 req-fa716c5e-bd41-40ae-9943-ee97db75e3df service nova] Lock "522dd166-ebe2-4fef-8b16-2abede562f1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:44:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-abaa8041-f27c-4343-af22-749401b0b215 req-fa716c5e-bd41-40ae-9943-ee97db75e3df service nova] Lock "522dd166-ebe2-4fef-8b16-2abede562f1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:44:37 user nova-compute[86206]: DEBUG nova.compute.manager [req-abaa8041-f27c-4343-af22-749401b0b215 req-fa716c5e-bd41-40ae-9943-ee97db75e3df service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] No waiting events found dispatching network-vif-plugged-db06236e-3d48-4f63-8f22-b7b6c42c5932 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:44:37 user nova-compute[86206]: WARNING nova.compute.manager [req-abaa8041-f27c-4343-af22-749401b0b215 req-fa716c5e-bd41-40ae-9943-ee97db75e3df service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Received unexpected event network-vif-plugged-db06236e-3d48-4f63-8f22-b7b6c42c5932 for instance with vm_state shelved_offloaded and task_state spawning.
Nov 10 13:44:37 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:37 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:39 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:39 user nova-compute[86206]: DEBUG nova.compute.manager [req-1873c241-428e-4bc3-85f0-5dd266f95027 req-d8379c68-034c-4f0f-a9e1-6af78a2541db service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Received event network-vif-plugged-db06236e-3d48-4f63-8f22-b7b6c42c5932 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:44:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1873c241-428e-4bc3-85f0-5dd266f95027 req-d8379c68-034c-4f0f-a9e1-6af78a2541db service nova] Acquiring lock "522dd166-ebe2-4fef-8b16-2abede562f1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:44:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1873c241-428e-4bc3-85f0-5dd266f95027 req-d8379c68-034c-4f0f-a9e1-6af78a2541db service nova] Lock "522dd166-ebe2-4fef-8b16-2abede562f1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:44:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1873c241-428e-4bc3-85f0-5dd266f95027 req-d8379c68-034c-4f0f-a9e1-6af78a2541db service nova] Lock "522dd166-ebe2-4fef-8b16-2abede562f1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:44:39 user nova-compute[86206]: DEBUG nova.compute.manager [req-1873c241-428e-4bc3-85f0-5dd266f95027 req-d8379c68-034c-4f0f-a9e1-6af78a2541db service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] No waiting events found dispatching network-vif-plugged-db06236e-3d48-4f63-8f22-b7b6c42c5932 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:44:39 user nova-compute[86206]: WARNING nova.compute.manager [req-1873c241-428e-4bc3-85f0-5dd266f95027 req-d8379c68-034c-4f0f-a9e1-6af78a2541db service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Received unexpected event network-vif-plugged-db06236e-3d48-4f63-8f22-b7b6c42c5932 for instance with vm_state shelved_offloaded and task_state spawning.
Nov 10 13:44:39 user nova-compute[86206]: DEBUG nova.compute.manager [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:44:39 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:44:39 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Instance spawned successfully.
Nov 10 13:44:39 user nova-compute[86206]: DEBUG nova.compute.manager [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:44:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4ae8a5ad-dcb3-4947-b3c2-ec20458c5fb1 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Lock "522dd166-ebe2-4fef-8b16-2abede562f1d" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 33.973s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:44:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:41 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:44:41 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:44:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "refresh_cache-dcbbf073-aada-4069-ab96-58f83cd8259c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:44:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquired lock "refresh_cache-dcbbf073-aada-4069-ab96-58f83cd8259c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:44:42 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Forcefully refreshing network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 10 13:44:42 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Updating instance_info_cache with network_info: [{"id": "27eb0326-2bc9-41c0-ba01-0803b82e7ceb", "address": "fa:16:3e:c4:71:b2", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27eb0326-2b", "ovs_interfaceid": "27eb0326-2bc9-41c0-ba01-0803b82e7ceb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:44:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Releasing lock "refresh_cache-dcbbf073-aada-4069-ab96-58f83cd8259c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:44:42 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Updated the network info_cache for instance {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 10 13:44:44 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:44 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:44:44 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 13:44:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:46 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:44:46 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:44:46 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:44:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:44:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:44:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:44:46 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:44:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:44:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:44:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d94b7eb7-95ba-468f-a1b6-2a8f055da37e/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d94b7eb7-95ba-468f-a1b6-2a8f055da37e/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d94b7eb7-95ba-468f-a1b6-2a8f055da37e/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d94b7eb7-95ba-468f-a1b6-2a8f055da37e/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8eade2d-255e-4637-814c-c9e665d1fede/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8eade2d-255e-4637-814c-c9e665d1fede/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8eade2d-255e-4637-814c-c9e665d1fede/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8eade2d-255e-4637-814c-c9e665d1fede/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:48 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:44:48 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:44:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json" returned: 0 in 0.184s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json" returned: 0 in 0.185s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:44:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:44:49 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:44:50 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:44:50 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:44:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=7649MB free_disk=24.92198944091797GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:44:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:44:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:44:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 4e270764-c028-41ad-b2f7-4d502bd8d7ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:44:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance dcbbf073-aada-4069-ab96-58f83cd8259c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:44:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance eb4cb4b8-f275-48f8-a7f7-fdcd39faec06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:44:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance fdba0b21-1e93-4771-aaca-ebcaec927902 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:44:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 852a385f-4087-4c02-bcec-e2e8f7296e5e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:44:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance c8eade2d-255e-4637-814c-c9e665d1fede actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:44:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 67b017de-40f4-4c30-b52a-51dba9b6449b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:44:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance d94b7eb7-95ba-468f-a1b6-2a8f055da37e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:44:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 522dd166-ebe2-4fef-8b16-2abede562f1d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:44:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:44:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:44:50 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:44:50 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:44:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:44:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.424s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:44:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:44:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=86206) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 10 13:44:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:44:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:44:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:53 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:44:53 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:44:53 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:44:54 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:54 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:44:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-0a186ebe-7203-4b47-92f8-fb0da1a7752c tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Acquiring lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:44:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-0a186ebe-7203-4b47-92f8-fb0da1a7752c tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:44:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-0a186ebe-7203-4b47-92f8-fb0da1a7752c tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Acquiring lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:44:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-0a186ebe-7203-4b47-92f8-fb0da1a7752c tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:44:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-0a186ebe-7203-4b47-92f8-fb0da1a7752c tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:44:57 user nova-compute[86206]: INFO nova.compute.manager [None req-0a186ebe-7203-4b47-92f8-fb0da1a7752c tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Terminating instance
Nov 10 13:44:57 user nova-compute[86206]: DEBUG nova.compute.manager [None req-0a186ebe-7203-4b47-92f8-fb0da1a7752c tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:44:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:57 user nova-compute[86206]: DEBUG nova.compute.manager [req-25d152bb-f6db-439f-be0d-b29607255314 req-803532e2-55a6-40e7-af98-5113c76b8659 service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Received event network-vif-unplugged-33150147-5e69-4f88-934d-d8336c62651c {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:44:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-25d152bb-f6db-439f-be0d-b29607255314 req-803532e2-55a6-40e7-af98-5113c76b8659 service nova] Acquiring lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:44:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-25d152bb-f6db-439f-be0d-b29607255314 req-803532e2-55a6-40e7-af98-5113c76b8659 service nova] Lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:44:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-25d152bb-f6db-439f-be0d-b29607255314 req-803532e2-55a6-40e7-af98-5113c76b8659 service nova] Lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:44:57 user nova-compute[86206]: DEBUG nova.compute.manager [req-25d152bb-f6db-439f-be0d-b29607255314 req-803532e2-55a6-40e7-af98-5113c76b8659 service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] No waiting events found dispatching network-vif-unplugged-33150147-5e69-4f88-934d-d8336c62651c {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:44:57 user nova-compute[86206]: DEBUG nova.compute.manager [req-25d152bb-f6db-439f-be0d-b29607255314 req-803532e2-55a6-40e7-af98-5113c76b8659 service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Received event network-vif-unplugged-33150147-5e69-4f88-934d-d8336c62651c for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:44:57 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Instance destroyed successfully.
Nov 10 13:44:57 user nova-compute[86206]: DEBUG nova.objects.instance [None req-0a186ebe-7203-4b47-92f8-fb0da1a7752c tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lazy-loading 'resources' on Instance uuid eb4cb4b8-f275-48f8-a7f7-fdcd39faec06 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:44:57 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-0a186ebe-7203-4b47-92f8-fb0da1a7752c tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:37:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-139691188',display_name='tempest-ServerStableDeviceRescueTest-server-139691188',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-139691188',id=36,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBKXXnX/Vyq4gJwRjdMGzK5FSY1MDAMLQ4SVeQXZByynaZh+lHx2kWrU3J2OG9kH/MGdV6wDmX9AHwCA+Z913LOmN7LpEZ+mivan86HzNBg9kacHwcWJ8hs9xW69pGfUaQ==',key_name='tempest-keypair-2141897722',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:41:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4ac8196509814884be573d2a75c73ef2',ramdisk_id='',reservation_id='r-vhrdgqum',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-1929456306',owner_user_name='tempest-ServerStableDeviceRescueTest-1929456306-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:43:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='11f6d314a52e432fb57c5bab621a08cd',uuid=eb4cb4b8-f275-48f8-a7f7-fdcd39faec06,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "33150147-5e69-4f88-934d-d8336c62651c", "address": "fa:16:3e:b9:17:12", "network": {"id": "5310f57c-711c-463d-852f-d1dce72ff63d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1900949682-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.92", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ac8196509814884be573d2a75c73ef2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33150147-5e", "ovs_interfaceid": "33150147-5e69-4f88-934d-d8336c62651c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:44:57 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-0a186ebe-7203-4b47-92f8-fb0da1a7752c tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Converting VIF {"id": "33150147-5e69-4f88-934d-d8336c62651c", "address": "fa:16:3e:b9:17:12", "network": {"id": "5310f57c-711c-463d-852f-d1dce72ff63d", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1900949682-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.92", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4ac8196509814884be573d2a75c73ef2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap33150147-5e", "ovs_interfaceid": "33150147-5e69-4f88-934d-d8336c62651c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:44:57 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-0a186ebe-7203-4b47-92f8-fb0da1a7752c tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b9:17:12,bridge_name='br-int',has_traffic_filtering=True,id=33150147-5e69-4f88-934d-d8336c62651c,network=Network(5310f57c-711c-463d-852f-d1dce72ff63d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap33150147-5e') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:44:57 user nova-compute[86206]: DEBUG os_vif [None req-0a186ebe-7203-4b47-92f8-fb0da1a7752c tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b9:17:12,bridge_name='br-int',has_traffic_filtering=True,id=33150147-5e69-4f88-934d-d8336c62651c,network=Network(5310f57c-711c-463d-852f-d1dce72ff63d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap33150147-5e') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:44:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap33150147-5e, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:44:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:44:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=537566e3-beaf-49ae-82be-54b0dc5851d6) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:44:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:57 user nova-compute[86206]: INFO os_vif [None req-0a186ebe-7203-4b47-92f8-fb0da1a7752c tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b9:17:12,bridge_name='br-int',has_traffic_filtering=True,id=33150147-5e69-4f88-934d-d8336c62651c,network=Network(5310f57c-711c-463d-852f-d1dce72ff63d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap33150147-5e')
Nov 10 13:44:57 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-0a186ebe-7203-4b47-92f8-fb0da1a7752c tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Deleting instance files /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06_del
Nov 10 13:44:57 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-0a186ebe-7203-4b47-92f8-fb0da1a7752c tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Deletion of /opt/stack/data/nova/instances/eb4cb4b8-f275-48f8-a7f7-fdcd39faec06_del complete
Nov 10 13:44:57 user nova-compute[86206]: INFO nova.compute.manager [None req-0a186ebe-7203-4b47-92f8-fb0da1a7752c tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Took 0.93 seconds to destroy the instance on the hypervisor.
Nov 10 13:44:57 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-0a186ebe-7203-4b47-92f8-fb0da1a7752c tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:44:57 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:44:57 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:44:58 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:44:58 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Took 0.71 seconds to deallocate network for instance.
Nov 10 13:44:58 user nova-compute[86206]: DEBUG nova.compute.manager [req-912e27dd-108e-46cf-9fda-b6268109f88c req-fade3a68-f43e-470e-914e-c9cc2cfa7a16 service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Received event network-vif-deleted-33150147-5e69-4f88-934d-d8336c62651c {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:44:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-0a186ebe-7203-4b47-92f8-fb0da1a7752c tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:44:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-0a186ebe-7203-4b47-92f8-fb0da1a7752c tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:44:58 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-0a186ebe-7203-4b47-92f8-fb0da1a7752c tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:44:58 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-0a186ebe-7203-4b47-92f8-fb0da1a7752c tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:44:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-0a186ebe-7203-4b47-92f8-fb0da1a7752c tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.304s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:44:59 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-0a186ebe-7203-4b47-92f8-fb0da1a7752c tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Deleted allocations for instance eb4cb4b8-f275-48f8-a7f7-fdcd39faec06
Nov 10 13:44:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-0a186ebe-7203-4b47-92f8-fb0da1a7752c tempest-ServerStableDeviceRescueTest-1929456306 tempest-ServerStableDeviceRescueTest-1929456306-project-member] Lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.121s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:44:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:44:59 user nova-compute[86206]: DEBUG nova.compute.manager [req-9c4585ea-4ff8-4860-87e3-081b6387d3cf req-57050131-fb7c-46f3-b199-2787f407c5b3 service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Received event network-vif-plugged-33150147-5e69-4f88-934d-d8336c62651c {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:44:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-9c4585ea-4ff8-4860-87e3-081b6387d3cf req-57050131-fb7c-46f3-b199-2787f407c5b3 service nova] Acquiring lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:44:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-9c4585ea-4ff8-4860-87e3-081b6387d3cf req-57050131-fb7c-46f3-b199-2787f407c5b3 service nova] Lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:44:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-9c4585ea-4ff8-4860-87e3-081b6387d3cf req-57050131-fb7c-46f3-b199-2787f407c5b3 service nova] Lock "eb4cb4b8-f275-48f8-a7f7-fdcd39faec06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:44:59 user nova-compute[86206]: DEBUG nova.compute.manager [req-9c4585ea-4ff8-4860-87e3-081b6387d3cf req-57050131-fb7c-46f3-b199-2787f407c5b3 service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] No waiting events found dispatching network-vif-plugged-33150147-5e69-4f88-934d-d8336c62651c {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:44:59 user nova-compute[86206]: WARNING nova.compute.manager [req-9c4585ea-4ff8-4860-87e3-081b6387d3cf req-57050131-fb7c-46f3-b199-2787f407c5b3 service nova] [instance: eb4cb4b8-f275-48f8-a7f7-fdcd39faec06] Received unexpected event network-vif-plugged-33150147-5e69-4f88-934d-d8336c62651c for instance with vm_state deleted and task_state None.
Nov 10 13:45:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:45:02 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:45:04 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:45:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:45:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:45:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:45:16 user nova-compute[86206]: DEBUG nova.compute.manager [req-659c665b-f9a8-45d5-952b-ae29e362206f req-b648fae0-e753-413a-91e5-bf0292a31adf service nova] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Received event network-changed-29a0f72b-8b1c-4f56-b1a4-e2799431ab21 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:45:16 user nova-compute[86206]: DEBUG nova.compute.manager [req-659c665b-f9a8-45d5-952b-ae29e362206f req-b648fae0-e753-413a-91e5-bf0292a31adf service nova] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Refreshing instance network info cache due to event network-changed-29a0f72b-8b1c-4f56-b1a4-e2799431ab21. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:45:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-659c665b-f9a8-45d5-952b-ae29e362206f req-b648fae0-e753-413a-91e5-bf0292a31adf service nova] Acquiring lock "refresh_cache-67b017de-40f4-4c30-b52a-51dba9b6449b" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:45:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-659c665b-f9a8-45d5-952b-ae29e362206f req-b648fae0-e753-413a-91e5-bf0292a31adf service nova] Acquired lock "refresh_cache-67b017de-40f4-4c30-b52a-51dba9b6449b" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:45:16 user nova-compute[86206]: DEBUG nova.network.neutron [req-659c665b-f9a8-45d5-952b-ae29e362206f req-b648fae0-e753-413a-91e5-bf0292a31adf service nova] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Refreshing network info cache for port 29a0f72b-8b1c-4f56-b1a4-e2799431ab21 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:45:16 user nova-compute[86206]: DEBUG nova.network.neutron [req-659c665b-f9a8-45d5-952b-ae29e362206f req-b648fae0-e753-413a-91e5-bf0292a31adf service nova] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Updated VIF entry in instance network info cache for port 29a0f72b-8b1c-4f56-b1a4-e2799431ab21. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:45:16 user nova-compute[86206]: DEBUG nova.network.neutron [req-659c665b-f9a8-45d5-952b-ae29e362206f req-b648fae0-e753-413a-91e5-bf0292a31adf service nova] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Updating instance_info_cache with network_info: [{"id": "29a0f72b-8b1c-4f56-b1a4-e2799431ab21", "address": "fa:16:3e:30:91:16", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap29a0f72b-8b", "ovs_interfaceid": "29a0f72b-8b1c-4f56-b1a4-e2799431ab21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:45:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-659c665b-f9a8-45d5-952b-ae29e362206f req-b648fae0-e753-413a-91e5-bf0292a31adf service nova] Releasing lock "refresh_cache-67b017de-40f4-4c30-b52a-51dba9b6449b" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:45:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "67b017de-40f4-4c30-b52a-51dba9b6449b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:45:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "67b017de-40f4-4c30-b52a-51dba9b6449b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:45:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "67b017de-40f4-4c30-b52a-51dba9b6449b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:45:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "67b017de-40f4-4c30-b52a-51dba9b6449b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:45:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "67b017de-40f4-4c30-b52a-51dba9b6449b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:45:16 user nova-compute[86206]: INFO nova.compute.manager [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Terminating instance
Nov 10 13:45:16 user nova-compute[86206]: DEBUG nova.compute.manager [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:45:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:45:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:45:17 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Instance destroyed successfully.
Nov 10 13:45:17 user nova-compute[86206]: DEBUG nova.objects.instance [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lazy-loading 'resources' on Instance uuid 67b017de-40f4-4c30-b52a-51dba9b6449b {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:43:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-960747115',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-960747115',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-960747115',id=43,image_ref='669fd816-9257-4832-971b-f60301a34458',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHEfdocd/KajiMyRJRCeBiQkKnqUbYeJMZ/Zk/BMg3ebO1l8lCkz1/ADSXS0Z/PgmhTKNzDCe4GgPUHS36ZAtm6LQaQENTdTjYLIPgr4WtL1dNhMvf9Go4qYAYci4UFrcA==',key_name='tempest-keypair-734740686',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:44:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='398c80570edc4001af39959f6ca0a0c6',ramdisk_id='',reservation_id='r-iufhoro0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='member,reader',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-19527526',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-19527526-project-member',image_root_device_name='/dev/vda',owner_project_name='tempest-TestVolumeBootPattern-19527526',owner_user_name='tempest-TestVolumeBootPattern-19527526-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:44:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='70b0703bebcb46969be6c8da0fb19f17',uuid=67b017de-40f4-4c30-b52a-51dba9b6449b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "29a0f72b-8b1c-4f56-b1a4-e2799431ab21", "address": "fa:16:3e:30:91:16", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap29a0f72b-8b", "ovs_interfaceid": "29a0f72b-8b1c-4f56-b1a4-e2799431ab21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Converting VIF {"id": "29a0f72b-8b1c-4f56-b1a4-e2799431ab21", "address": "fa:16:3e:30:91:16", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.15", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap29a0f72b-8b", "ovs_interfaceid": "29a0f72b-8b1c-4f56-b1a4-e2799431ab21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:30:91:16,bridge_name='br-int',has_traffic_filtering=True,id=29a0f72b-8b1c-4f56-b1a4-e2799431ab21,network=Network(d841a72f-c220-4ec4-8258-16c8288db743),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap29a0f72b-8b') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG os_vif [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:30:91:16,bridge_name='br-int',has_traffic_filtering=True,id=29a0f72b-8b1c-4f56-b1a4-e2799431ab21,network=Network(d841a72f-c220-4ec4-8258-16c8288db743),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap29a0f72b-8b') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap29a0f72b-8b, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=022140f8-ee8c-4c8e-afc7-6a8a4e32ddf4) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:45:17 user nova-compute[86206]: INFO os_vif [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:30:91:16,bridge_name='br-int',has_traffic_filtering=True,id=29a0f72b-8b1c-4f56-b1a4-e2799431ab21,network=Network(d841a72f-c220-4ec4-8258-16c8288db743),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap29a0f72b-8b')
Nov 10 13:45:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZrLXIwql', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:45:17 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:45:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b861f93-cff5-458f-bae6-641abd0647ea]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 13:45:17 user nova-compute[86206]: No targets found.
Nov 10 13:45:17 user nova-compute[86206]: iSNS:
Nov 10 13:45:17 user nova-compute[86206]: No targets found.
Nov 10 13:45:17 user nova-compute[86206]: STATIC:
Nov 10 13:45:17 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372
Nov 10 13:45:17 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:45:17 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:45:17 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2
Nov 10 13:45:17 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:45:17 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:45:17 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7
Nov 10 13:45:17 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:45:17 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:45:17 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422
Nov 10 13:45:17 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:45:17 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:45:17 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb
Nov 10 13:45:17 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:45:17 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:45:17 user nova-compute[86206]: FIRMWARE:
Nov 10 13:45:17 user nova-compute[86206]: No targets found.
Nov 10 13:45:17 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 13:45:17 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 13:45:17 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[d158040b-6a1a-43ba-8a62-f2fe211aa446]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fb029b3-756e-4a8f-bddb-23fb33ff77bc]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)
Nov 10 13:45:17 user nova-compute[86206]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)
Nov 10 13:45:17 user nova-compute[86206]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb (non-flash)
Nov 10 13:45:17 user nova-compute[86206]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7 (non-flash)
Nov 10 13:45:17 user nova-compute[86206]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 (non-flash)
Nov 10 13:45:17 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)
Nov 10 13:45:17 user nova-compute[86206]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)
Nov 10 13:45:17 user nova-compute[86206]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb (non-flash)
Nov 10 13:45:17 user nova-compute[86206]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7 (non-flash)
Nov 10 13:45:17 user nova-compute[86206]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 (non-flash)
Nov 10 13:45:17 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe464541750>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb'): ({'sdb'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Removing single pathed devices sdb {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[56655f77-8c4d-402e-b9c4-5e14531ba667]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[91bd2cf8-ae33-40a5-910c-ee7f6e5bb91e]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Flushing IO for device /dev/sdb {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[2434f57f-d525-480e-9f3d-981ef3f04a00]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.044s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f436f855-0481-40ef-9e89-e076702a25f5]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] SCSI volumes sdb have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_8a28b9d7', '/dev/disk/by-id/scsi-1SCST_BIO8a28b9d7-86cf56f04ff78612', '/dev/disk/by-id/scsi-23836636635366630') {{(pid=97560) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bc2a6d6-c156-49ee-8fef-bd4e298d4553]: (4, None) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2494428-71ae-486a-8ae7-73bc8755a85c]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b97e7656-7663-454d-ad97-9d80181409f5]: (4, ('Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb, portal: 172.16.0.220,3260]\nLogout of [sid: 37, target: iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb, portal: 172.16.0.220,3260]
Nov 10 13:45:17 user nova-compute[86206]: Logout of [sid: 37, target: iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb, portal: 172.16.0.220,3260] successful.
Nov 10 13:45:17 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:292a2486-1de3-4675-94d4-b164665b47fb -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[45879a0e-4d98-466f-8742-adab2f95cae3]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.330s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] <== disconnect_volume: return (332ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:45:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 13:45:17 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Deleting instance files /opt/stack/data/nova/instances/67b017de-40f4-4c30-b52a-51dba9b6449b_del
Nov 10 13:45:17 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Deletion of /opt/stack/data/nova/instances/67b017de-40f4-4c30-b52a-51dba9b6449b_del complete
Nov 10 13:45:18 user nova-compute[86206]: INFO nova.compute.manager [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Took 1.26 seconds to destroy the instance on the hypervisor.
Nov 10 13:45:18 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:45:18 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:45:18 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:45:18 user nova-compute[86206]: DEBUG nova.compute.manager [req-5371b999-f632-4a82-88cb-04e8b0f34155 req-03e27b4f-8caa-4ffc-8993-35f27af7056e service nova] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Received event network-vif-unplugged-29a0f72b-8b1c-4f56-b1a4-e2799431ab21 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:45:18 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-5371b999-f632-4a82-88cb-04e8b0f34155 req-03e27b4f-8caa-4ffc-8993-35f27af7056e service nova] Acquiring lock "67b017de-40f4-4c30-b52a-51dba9b6449b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:45:18 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-5371b999-f632-4a82-88cb-04e8b0f34155 req-03e27b4f-8caa-4ffc-8993-35f27af7056e service nova] Lock "67b017de-40f4-4c30-b52a-51dba9b6449b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:45:18 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-5371b999-f632-4a82-88cb-04e8b0f34155 req-03e27b4f-8caa-4ffc-8993-35f27af7056e service nova] Lock "67b017de-40f4-4c30-b52a-51dba9b6449b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:45:18 user nova-compute[86206]: DEBUG nova.compute.manager [req-5371b999-f632-4a82-88cb-04e8b0f34155 req-03e27b4f-8caa-4ffc-8993-35f27af7056e service nova] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] No waiting events found dispatching network-vif-unplugged-29a0f72b-8b1c-4f56-b1a4-e2799431ab21 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:45:18 user nova-compute[86206]: DEBUG nova.compute.manager [req-5371b999-f632-4a82-88cb-04e8b0f34155 req-03e27b4f-8caa-4ffc-8993-35f27af7056e service nova] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Received event network-vif-unplugged-29a0f72b-8b1c-4f56-b1a4-e2799431ab21 for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:45:18 user nova-compute[86206]: DEBUG nova.compute.manager [req-5371b999-f632-4a82-88cb-04e8b0f34155 req-03e27b4f-8caa-4ffc-8993-35f27af7056e service nova] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Received event network-vif-plugged-29a0f72b-8b1c-4f56-b1a4-e2799431ab21 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:45:18 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-5371b999-f632-4a82-88cb-04e8b0f34155 req-03e27b4f-8caa-4ffc-8993-35f27af7056e service nova] Acquiring lock "67b017de-40f4-4c30-b52a-51dba9b6449b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:45:18 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-5371b999-f632-4a82-88cb-04e8b0f34155 req-03e27b4f-8caa-4ffc-8993-35f27af7056e service nova] Lock "67b017de-40f4-4c30-b52a-51dba9b6449b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:45:18 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-5371b999-f632-4a82-88cb-04e8b0f34155 req-03e27b4f-8caa-4ffc-8993-35f27af7056e service nova] Lock "67b017de-40f4-4c30-b52a-51dba9b6449b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:45:18 user nova-compute[86206]: DEBUG nova.compute.manager [req-5371b999-f632-4a82-88cb-04e8b0f34155 req-03e27b4f-8caa-4ffc-8993-35f27af7056e service nova] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] No waiting events found dispatching network-vif-plugged-29a0f72b-8b1c-4f56-b1a4-e2799431ab21 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:45:18 user nova-compute[86206]: WARNING nova.compute.manager [req-5371b999-f632-4a82-88cb-04e8b0f34155 req-03e27b4f-8caa-4ffc-8993-35f27af7056e service nova] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Received unexpected event network-vif-plugged-29a0f72b-8b1c-4f56-b1a4-e2799431ab21 for instance with vm_state active and task_state deleting.
Nov 10 13:45:19 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:45:19 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Took 1.10 seconds to deallocate network for instance.
Nov 10 13:45:19 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:45:20 user nova-compute[86206]: INFO nova.compute.manager [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Took 0.95 seconds to detach 1 volumes for instance.
Nov 10 13:45:20 user nova-compute[86206]: DEBUG nova.compute.manager [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Deleting volume: 292a2486-1de3-4675-94d4-b164665b47fb {{(pid=86206) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 10 13:45:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:45:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:45:20 user nova-compute[86206]: DEBUG nova.compute.manager [req-bf1f842d-4f6e-46d5-9ef7-391a26adea97 req-ca40d5d9-927c-4763-922f-5b20aa7232bc service nova] [instance: 67b017de-40f4-4c30-b52a-51dba9b6449b] Received event network-vif-deleted-29a0f72b-8b1c-4f56-b1a4-e2799431ab21 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:45:20 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:45:20 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:45:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.286s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:45:20 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Deleted allocations for instance 67b017de-40f4-4c30-b52a-51dba9b6449b
Nov 10 13:45:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d41ccc7d-9900-4fff-897e-951aa7fb8f31 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "67b017de-40f4-4c30-b52a-51dba9b6449b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.876s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:45:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-939043cd-8a25-4b2c-be79-6617e46a707d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Acquiring lock "c8eade2d-255e-4637-814c-c9e665d1fede" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:45:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-939043cd-8a25-4b2c-be79-6617e46a707d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "c8eade2d-255e-4637-814c-c9e665d1fede" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:45:21 user nova-compute[86206]: INFO nova.compute.manager [None req-939043cd-8a25-4b2c-be79-6617e46a707d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Detaching volume 67e1462c-ecbb-4fe1-9c53-a77df452eaa7
Nov 10 13:45:21 user nova-compute[86206]: INFO nova.virt.block_device [None req-939043cd-8a25-4b2c-be79-6617e46a707d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Attempting to driver detach volume 67e1462c-ecbb-4fe1-9c53-a77df452eaa7 from mountpoint /dev/vdb
Nov 10 13:45:21 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-939043cd-8a25-4b2c-be79-6617e46a707d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Attempting to detach device vdb from instance c8eade2d-255e-4637-814c-c9e665d1fede from the persistent domain config. {{(pid=86206) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 10 13:45:21 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-939043cd-8a25-4b2c-be79-6617e46a707d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 13:45:21 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:45:21 user nova-compute[86206]:   <source dev="/dev/sde"/>
Nov 10 13:45:21 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:45:21 user nova-compute[86206]:   <serial>67e1462c-ecbb-4fe1-9c53-a77df452eaa7</serial>
Nov 10 13:45:21 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 10 13:45:21 user nova-compute[86206]: </disk>
Nov 10 13:45:21 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 13:45:21 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-939043cd-8a25-4b2c-be79-6617e46a707d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Successfully detached device vdb from instance c8eade2d-255e-4637-814c-c9e665d1fede from the persistent domain config.
Nov 10 13:45:21 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-939043cd-8a25-4b2c-be79-6617e46a707d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance c8eade2d-255e-4637-814c-c9e665d1fede from the live domain config. {{(pid=86206) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 10 13:45:21 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-939043cd-8a25-4b2c-be79-6617e46a707d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 13:45:21 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:45:21 user nova-compute[86206]:   <source dev="/dev/sde"/>
Nov 10 13:45:21 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:45:21 user nova-compute[86206]:   <serial>67e1462c-ecbb-4fe1-9c53-a77df452eaa7</serial>
Nov 10 13:45:21 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 10 13:45:21 user nova-compute[86206]: </disk>
Nov 10 13:45:21 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 13:45:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-14cf882a-af68-4581-b5aa-78291fe71551 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Acquiring lock "c8eade2d-255e-4637-814c-c9e665d1fede" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:45:22 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-939043cd-8a25-4b2c-be79-6617e46a707d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance c8eade2d-255e-4637-814c-c9e665d1fede {{(pid=86206) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 10 13:45:22 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:45:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:45:32 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:45:37 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:45:37 user nova-compute[86206]: DEBUG nova.compute.manager [req-8c7cea1a-17ec-4e31-b482-25225eced77d req-bac08c87-8d30-40f6-80fb-6929658f0cf1 service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Received event network-changed-f15e1ba7-4a5f-43a2-8b18-8872e77225cf {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:45:37 user nova-compute[86206]: DEBUG nova.compute.manager [req-8c7cea1a-17ec-4e31-b482-25225eced77d req-bac08c87-8d30-40f6-80fb-6929658f0cf1 service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Refreshing instance network info cache due to event network-changed-f15e1ba7-4a5f-43a2-8b18-8872e77225cf. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:45:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-8c7cea1a-17ec-4e31-b482-25225eced77d req-bac08c87-8d30-40f6-80fb-6929658f0cf1 service nova] Acquiring lock "refresh_cache-fdba0b21-1e93-4771-aaca-ebcaec927902" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:45:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-8c7cea1a-17ec-4e31-b482-25225eced77d req-bac08c87-8d30-40f6-80fb-6929658f0cf1 service nova] Acquired lock "refresh_cache-fdba0b21-1e93-4771-aaca-ebcaec927902" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:45:37 user nova-compute[86206]: DEBUG nova.network.neutron [req-8c7cea1a-17ec-4e31-b482-25225eced77d req-bac08c87-8d30-40f6-80fb-6929658f0cf1 service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Refreshing network info cache for port f15e1ba7-4a5f-43a2-8b18-8872e77225cf {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:45:38 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-04a6a252-9d2a-4291-b942-8a4119a6aa76 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquiring lock "fdba0b21-1e93-4771-aaca-ebcaec927902" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:45:38 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-04a6a252-9d2a-4291-b942-8a4119a6aa76 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "fdba0b21-1e93-4771-aaca-ebcaec927902" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:45:38 user nova-compute[86206]: INFO nova.compute.manager [None req-04a6a252-9d2a-4291-b942-8a4119a6aa76 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Detaching volume d40fd58b-0a89-46a1-92b0-3b07d88434d2
Nov 10 13:45:38 user nova-compute[86206]: INFO nova.virt.block_device [None req-04a6a252-9d2a-4291-b942-8a4119a6aa76 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Attempting to driver detach volume d40fd58b-0a89-46a1-92b0-3b07d88434d2 from mountpoint /dev/vdb
Nov 10 13:45:38 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-04a6a252-9d2a-4291-b942-8a4119a6aa76 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Attempting to detach device vdb from instance fdba0b21-1e93-4771-aaca-ebcaec927902 from the persistent domain config. {{(pid=86206) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 10 13:45:38 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-04a6a252-9d2a-4291-b942-8a4119a6aa76 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 13:45:38 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:45:38 user nova-compute[86206]:   <source dev="/dev/sdd"/>
Nov 10 13:45:38 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:45:38 user nova-compute[86206]:   <serial>d40fd58b-0a89-46a1-92b0-3b07d88434d2</serial>
Nov 10 13:45:38 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 10 13:45:38 user nova-compute[86206]: </disk>
Nov 10 13:45:38 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 13:45:38 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-04a6a252-9d2a-4291-b942-8a4119a6aa76 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Successfully detached device vdb from instance fdba0b21-1e93-4771-aaca-ebcaec927902 from the persistent domain config.
Nov 10 13:45:38 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-04a6a252-9d2a-4291-b942-8a4119a6aa76 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance fdba0b21-1e93-4771-aaca-ebcaec927902 from the live domain config. {{(pid=86206) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 10 13:45:38 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-04a6a252-9d2a-4291-b942-8a4119a6aa76 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 13:45:38 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:45:38 user nova-compute[86206]:   <source dev="/dev/sdd"/>
Nov 10 13:45:38 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:45:38 user nova-compute[86206]:   <serial>d40fd58b-0a89-46a1-92b0-3b07d88434d2</serial>
Nov 10 13:45:38 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 10 13:45:38 user nova-compute[86206]: </disk>
Nov 10 13:45:38 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 13:45:38 user nova-compute[86206]: DEBUG nova.network.neutron [req-8c7cea1a-17ec-4e31-b482-25225eced77d req-bac08c87-8d30-40f6-80fb-6929658f0cf1 service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Updated VIF entry in instance network info cache for port f15e1ba7-4a5f-43a2-8b18-8872e77225cf. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:45:38 user nova-compute[86206]: DEBUG nova.network.neutron [req-8c7cea1a-17ec-4e31-b482-25225eced77d req-bac08c87-8d30-40f6-80fb-6929658f0cf1 service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Updating instance_info_cache with network_info: [{"id": "f15e1ba7-4a5f-43a2-8b18-8872e77225cf", "address": "fa:16:3e:59:30:5f", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf15e1ba7-4a", "ovs_interfaceid": "f15e1ba7-4a5f-43a2-8b18-8872e77225cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:45:38 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-8c7cea1a-17ec-4e31-b482-25225eced77d req-bac08c87-8d30-40f6-80fb-6929658f0cf1 service nova] Releasing lock "refresh_cache-fdba0b21-1e93-4771-aaca-ebcaec927902" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:45:38 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-04a6a252-9d2a-4291-b942-8a4119a6aa76 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance fdba0b21-1e93-4771-aaca-ebcaec927902 {{(pid=86206) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 10 13:45:39 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:45:39 user nova-compute[86206]: DEBUG nova.compute.manager [req-72d2c8b3-13e2-416f-a2ea-9a341a77e834 req-7569376a-e898-48b0-aad2-a7c46191b7c5 service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Received event network-changed-f15e1ba7-4a5f-43a2-8b18-8872e77225cf {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:45:39 user nova-compute[86206]: DEBUG nova.compute.manager [req-72d2c8b3-13e2-416f-a2ea-9a341a77e834 req-7569376a-e898-48b0-aad2-a7c46191b7c5 service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Refreshing instance network info cache due to event network-changed-f15e1ba7-4a5f-43a2-8b18-8872e77225cf. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:45:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-72d2c8b3-13e2-416f-a2ea-9a341a77e834 req-7569376a-e898-48b0-aad2-a7c46191b7c5 service nova] Acquiring lock "refresh_cache-fdba0b21-1e93-4771-aaca-ebcaec927902" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:45:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-72d2c8b3-13e2-416f-a2ea-9a341a77e834 req-7569376a-e898-48b0-aad2-a7c46191b7c5 service nova] Acquired lock "refresh_cache-fdba0b21-1e93-4771-aaca-ebcaec927902" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:45:39 user nova-compute[86206]: DEBUG nova.network.neutron [req-72d2c8b3-13e2-416f-a2ea-9a341a77e834 req-7569376a-e898-48b0-aad2-a7c46191b7c5 service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Refreshing network info cache for port f15e1ba7-4a5f-43a2-8b18-8872e77225cf {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:45:40 user nova-compute[86206]: DEBUG nova.network.neutron [req-72d2c8b3-13e2-416f-a2ea-9a341a77e834 req-7569376a-e898-48b0-aad2-a7c46191b7c5 service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Updated VIF entry in instance network info cache for port f15e1ba7-4a5f-43a2-8b18-8872e77225cf. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:45:40 user nova-compute[86206]: DEBUG nova.network.neutron [req-72d2c8b3-13e2-416f-a2ea-9a341a77e834 req-7569376a-e898-48b0-aad2-a7c46191b7c5 service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Updating instance_info_cache with network_info: [{"id": "f15e1ba7-4a5f-43a2-8b18-8872e77225cf", "address": "fa:16:3e:59:30:5f", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf15e1ba7-4a", "ovs_interfaceid": "f15e1ba7-4a5f-43a2-8b18-8872e77225cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:45:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-72d2c8b3-13e2-416f-a2ea-9a341a77e834 req-7569376a-e898-48b0-aad2-a7c46191b7c5 service nova] Releasing lock "refresh_cache-fdba0b21-1e93-4771-aaca-ebcaec927902" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:45:42 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-939043cd-8a25-4b2c-be79-6617e46a707d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance c8eade2d-255e-4637-814c-c9e665d1fede is timed out.
Nov 10 13:45:42 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-939043cd-8a25-4b2c-be79-6617e46a707d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Successfully detached device vdb from instance c8eade2d-255e-4637-814c-c9e665d1fede from the live domain config.
Nov 10 13:45:42 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-939043cd-8a25-4b2c-be79-6617e46a707d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-939043cd-8a25-4b2c-be79-6617e46a707d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IUbysWZw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:45:42 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-939043cd-8a25-4b2c-be79-6617e46a707d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:45:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-939043cd-8a25-4b2c-be79-6617e46a707d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-939043cd-8a25-4b2c-be79-6617e46a707d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[15ba8ed7-3ae2-4e6f-ba4a-fe2dfd4718e6]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-939043cd-8a25-4b2c-be79-6617e46a707d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 13:45:42 user nova-compute[86206]: No targets found.
Nov 10 13:45:42 user nova-compute[86206]: iSNS:
Nov 10 13:45:42 user nova-compute[86206]: No targets found.
Nov 10 13:45:42 user nova-compute[86206]: STATIC:
Nov 10 13:45:42 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372
Nov 10 13:45:42 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:45:42 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:45:42 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2
Nov 10 13:45:42 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:45:42 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:45:42 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7
Nov 10 13:45:42 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:45:42 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:45:42 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422
Nov 10 13:45:42 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:45:42 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:45:42 user nova-compute[86206]: FIRMWARE:
Nov 10 13:45:42 user nova-compute[86206]: No targets found.
Nov 10 13:45:42 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-939043cd-8a25-4b2c-be79-6617e46a707d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 13:45:42 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 13:45:42 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-939043cd-8a25-4b2c-be79-6617e46a707d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[561111b6-e831-4172-b64d-22593e0c6657]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0e45c1f-bd7d-4de9-aab9-5f250b7fb936]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-939043cd-8a25-4b2c-be79-6617e46a707d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)
Nov 10 13:45:42 user nova-compute[86206]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)
Nov 10 13:45:42 user nova-compute[86206]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7 (non-flash)
Nov 10 13:45:42 user nova-compute[86206]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 (non-flash)
Nov 10 13:45:42 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-939043cd-8a25-4b2c-be79-6617e46a707d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)
Nov 10 13:45:42 user nova-compute[86206]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)
Nov 10 13:45:42 user nova-compute[86206]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7 (non-flash)
Nov 10 13:45:42 user nova-compute[86206]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 (non-flash)
Nov 10 13:45:42 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-939043cd-8a25-4b2c-be79-6617e46a707d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe4883803a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7'): ({'sde'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-939043cd-8a25-4b2c-be79-6617e46a707d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Removing single pathed devices sde {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[9199ab74-e552-4bba-9cba-ca100dd92486]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[981cb9d7-ef74-495e-9f45-e5cd11543b7a]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-939043cd-8a25-4b2c-be79-6617e46a707d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Flushing IO for device /dev/sde {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e02cffc-e648-4861-aee7-93bd14d2fd69]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-939043cd-8a25-4b2c-be79-6617e46a707d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.049s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[16e1f822-0741-4ee1-bf8d-6d6dd48bc3c5]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-939043cd-8a25-4b2c-be79-6617e46a707d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-939043cd-8a25-4b2c-be79-6617e46a707d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] SCSI volumes sde have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-939043cd-8a25-4b2c-be79-6617e46a707d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[05a61045-90b4-4c95-b24d-5319531e72fa]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-939043cd-8a25-4b2c-be79-6617e46a707d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7 -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.073s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[16cfb772-6ca7-4481-b1cc-6306ebab553e]: (4, ('Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7, portal: 172.16.0.220,3260]\nLogout of [sid: 38, target: iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-939043cd-8a25-4b2c-be79-6617e46a707d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7, portal: 172.16.0.220,3260]
Nov 10 13:45:42 user nova-compute[86206]: Logout of [sid: 38, target: iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7, portal: 172.16.0.220,3260] successful.
Nov 10 13:45:42 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7 -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9b69ce1-c900-481e-b8b3-02667f0c6042]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-939043cd-8a25-4b2c-be79-6617e46a707d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-939043cd-8a25-4b2c-be79-6617e46a707d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.324s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-939043cd-8a25-4b2c-be79-6617e46a707d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] <== disconnect_volume: return (324ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-939043cd-8a25-4b2c-be79-6617e46a707d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:45:42 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:45:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "refresh_cache-fdba0b21-1e93-4771-aaca-ebcaec927902" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:45:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquired lock "refresh_cache-fdba0b21-1e93-4771-aaca-ebcaec927902" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:45:43 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Forcefully refreshing network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 10 13:45:43 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Updating instance_info_cache with network_info: [{"id": "f15e1ba7-4a5f-43a2-8b18-8872e77225cf", "address": "fa:16:3e:59:30:5f", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf15e1ba7-4a", "ovs_interfaceid": "f15e1ba7-4a5f-43a2-8b18-8872e77225cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:45:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Releasing lock "refresh_cache-fdba0b21-1e93-4771-aaca-ebcaec927902" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:45:43 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Updated the network info_cache for instance {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 10 13:45:43 user nova-compute[86206]: DEBUG nova.objects.instance [None req-939043cd-8a25-4b2c-be79-6617e46a707d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lazy-loading 'flavor' on Instance uuid c8eade2d-255e-4637-814c-c9e665d1fede {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:45:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-939043cd-8a25-4b2c-be79-6617e46a707d tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "c8eade2d-255e-4637-814c-c9e665d1fede" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.327s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:45:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-14cf882a-af68-4581-b5aa-78291fe71551 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "c8eade2d-255e-4637-814c-c9e665d1fede" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 22.211s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:45:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-14cf882a-af68-4581-b5aa-78291fe71551 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Acquiring lock "c8eade2d-255e-4637-814c-c9e665d1fede-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:45:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-14cf882a-af68-4581-b5aa-78291fe71551 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "c8eade2d-255e-4637-814c-c9e665d1fede-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:45:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-14cf882a-af68-4581-b5aa-78291fe71551 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "c8eade2d-255e-4637-814c-c9e665d1fede-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:45:43 user nova-compute[86206]: INFO nova.compute.manager [None req-14cf882a-af68-4581-b5aa-78291fe71551 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Terminating instance
Nov 10 13:45:43 user nova-compute[86206]: DEBUG nova.compute.manager [None req-14cf882a-af68-4581-b5aa-78291fe71551 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:45:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:45:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:45:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:45:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:45:44 user nova-compute[86206]: DEBUG nova.compute.manager [req-754b46fb-8183-4295-ae7d-7c725c8373b1 req-d6524d54-940b-4ad7-82ad-82f924e9d995 service nova] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Received event network-vif-unplugged-9c7bdafd-dde6-43d9-b3e9-c948698703ab {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:45:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-754b46fb-8183-4295-ae7d-7c725c8373b1 req-d6524d54-940b-4ad7-82ad-82f924e9d995 service nova] Acquiring lock "c8eade2d-255e-4637-814c-c9e665d1fede-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:45:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-754b46fb-8183-4295-ae7d-7c725c8373b1 req-d6524d54-940b-4ad7-82ad-82f924e9d995 service nova] Lock "c8eade2d-255e-4637-814c-c9e665d1fede-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:45:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-754b46fb-8183-4295-ae7d-7c725c8373b1 req-d6524d54-940b-4ad7-82ad-82f924e9d995 service nova] Lock "c8eade2d-255e-4637-814c-c9e665d1fede-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:45:44 user nova-compute[86206]: DEBUG nova.compute.manager [req-754b46fb-8183-4295-ae7d-7c725c8373b1 req-d6524d54-940b-4ad7-82ad-82f924e9d995 service nova] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] No waiting events found dispatching network-vif-unplugged-9c7bdafd-dde6-43d9-b3e9-c948698703ab {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:45:44 user nova-compute[86206]: DEBUG nova.compute.manager [req-754b46fb-8183-4295-ae7d-7c725c8373b1 req-d6524d54-940b-4ad7-82ad-82f924e9d995 service nova] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Received event network-vif-unplugged-9c7bdafd-dde6-43d9-b3e9-c948698703ab for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:45:44 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:45:44 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Instance destroyed successfully.
Nov 10 13:45:44 user nova-compute[86206]: DEBUG nova.objects.instance [None req-14cf882a-af68-4581-b5aa-78291fe71551 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lazy-loading 'resources' on Instance uuid c8eade2d-255e-4637-814c-c9e665d1fede {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:45:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-14cf882a-af68-4581-b5aa-78291fe71551 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:41:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-2035672246',display_name='tempest-VolumesSnapshotTestJSON-instance-2035672246',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-2035672246',id=42,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIVA8GojX/H5smsGC+Zrzw3MdKsedBAEKPMJ0X6h7dd1mh5GiIsl+nzK40x/nOZtaETb60qXBb/oCRD4ki9PtqYZ/Ym80cJnS0PR0wg35KP5LwFa4SK76iUQy0d8SM74mA==',key_name='tempest-keypair-1180253394',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:42:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='e93e0930e8224ce299e0c8141a45d7e4',ramdisk_id='',reservation_id='r-g5as6wsc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-358706797',owner_user_name='tempest-VolumesSnapshotTestJSON-358706797-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:42:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='7be53f52cab647e988e4b2e996399167',uuid=c8eade2d-255e-4637-814c-c9e665d1fede,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9c7bdafd-dde6-43d9-b3e9-c948698703ab", "address": "fa:16:3e:52:40:41", "network": {"id": "b964ae58-7f72-4817-8d5f-b91989d3c340", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1207947886-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e93e0930e8224ce299e0c8141a45d7e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c7bdafd-dd", "ovs_interfaceid": "9c7bdafd-dde6-43d9-b3e9-c948698703ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:45:44 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-14cf882a-af68-4581-b5aa-78291fe71551 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Converting VIF {"id": "9c7bdafd-dde6-43d9-b3e9-c948698703ab", "address": "fa:16:3e:52:40:41", "network": {"id": "b964ae58-7f72-4817-8d5f-b91989d3c340", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1207947886-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "e93e0930e8224ce299e0c8141a45d7e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9c7bdafd-dd", "ovs_interfaceid": "9c7bdafd-dde6-43d9-b3e9-c948698703ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:45:44 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-14cf882a-af68-4581-b5aa-78291fe71551 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:52:40:41,bridge_name='br-int',has_traffic_filtering=True,id=9c7bdafd-dde6-43d9-b3e9-c948698703ab,network=Network(b964ae58-7f72-4817-8d5f-b91989d3c340),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9c7bdafd-dd') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:45:44 user nova-compute[86206]: DEBUG os_vif [None req-14cf882a-af68-4581-b5aa-78291fe71551 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:52:40:41,bridge_name='br-int',has_traffic_filtering=True,id=9c7bdafd-dde6-43d9-b3e9-c948698703ab,network=Network(b964ae58-7f72-4817-8d5f-b91989d3c340),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9c7bdafd-dd') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:45:44 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:45:44 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9c7bdafd-dd, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:45:44 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:45:44 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:45:44 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:45:44 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7be7cb3b-1261-4d73-a44c-de6f4441a93e) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:45:44 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:45:44 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:45:44 user nova-compute[86206]: INFO os_vif [None req-14cf882a-af68-4581-b5aa-78291fe71551 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:52:40:41,bridge_name='br-int',has_traffic_filtering=True,id=9c7bdafd-dde6-43d9-b3e9-c948698703ab,network=Network(b964ae58-7f72-4817-8d5f-b91989d3c340),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9c7bdafd-dd')
Nov 10 13:45:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-14cf882a-af68-4581-b5aa-78291fe71551 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 13:45:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-14cf882a-af68-4581-b5aa-78291fe71551 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IUbysWZw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:45:44 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-14cf882a-af68-4581-b5aa-78291fe71551 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:45:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-14cf882a-af68-4581-b5aa-78291fe71551 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:45:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-14cf882a-af68-4581-b5aa-78291fe71551 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:45:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a84dc41-e92e-46da-80b6-45f8444c7790]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-14cf882a-af68-4581-b5aa-78291fe71551 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 13:45:44 user nova-compute[86206]: No targets found.
Nov 10 13:45:44 user nova-compute[86206]: iSNS:
Nov 10 13:45:44 user nova-compute[86206]: No targets found.
Nov 10 13:45:44 user nova-compute[86206]: STATIC:
Nov 10 13:45:44 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372
Nov 10 13:45:44 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:45:44 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:45:44 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2
Nov 10 13:45:44 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:45:44 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:45:44 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422
Nov 10 13:45:44 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:45:44 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:45:44 user nova-compute[86206]: FIRMWARE:
Nov 10 13:45:44 user nova-compute[86206]: No targets found.
Nov 10 13:45:44 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:45:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-14cf882a-af68-4581-b5aa-78291fe71551 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 13:45:44 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 13:45:44 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 13:45:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-14cf882a-af68-4581-b5aa-78291fe71551 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:67e1462c-ecbb-4fe1-9c53-a77df452eaa7', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 13:45:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[41f164b4-85e4-47e1-8ba7-49e6ee3d044a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f957d37a-9994-41b2-9be3-00b10b333fc1]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-14cf882a-af68-4581-b5aa-78291fe71551 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)
Nov 10 13:45:44 user nova-compute[86206]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)
Nov 10 13:45:44 user nova-compute[86206]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 (non-flash)
Nov 10 13:45:44 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:45:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-14cf882a-af68-4581-b5aa-78291fe71551 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)
Nov 10 13:45:44 user nova-compute[86206]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)
Nov 10 13:45:44 user nova-compute[86206]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 (non-flash)
Nov 10 13:45:44 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:45:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-14cf882a-af68-4581-b5aa-78291fe71551 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe4645a8940>, {}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 13:45:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-14cf882a-af68-4581-b5aa-78291fe71551 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Disconnecting from: [] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 13:45:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-14cf882a-af68-4581-b5aa-78291fe71551 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.078s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:45:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-14cf882a-af68-4581-b5aa-78291fe71551 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] <== disconnect_volume: return (79ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:45:44 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-14cf882a-af68-4581-b5aa-78291fe71551 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 13:45:44 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-14cf882a-af68-4581-b5aa-78291fe71551 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Deleting instance files /opt/stack/data/nova/instances/c8eade2d-255e-4637-814c-c9e665d1fede_del
Nov 10 13:45:44 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-14cf882a-af68-4581-b5aa-78291fe71551 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Deletion of /opt/stack/data/nova/instances/c8eade2d-255e-4637-814c-c9e665d1fede_del complete
Nov 10 13:45:44 user nova-compute[86206]: INFO nova.compute.manager [None req-14cf882a-af68-4581-b5aa-78291fe71551 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Took 0.91 seconds to destroy the instance on the hypervisor.
Nov 10 13:45:44 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-14cf882a-af68-4581-b5aa-78291fe71551 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:45:44 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:45:44 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:45:45 user nova-compute[86206]: DEBUG nova.compute.manager [req-11173cb4-31dd-425e-ae97-c00831df979d req-ce02c4bb-e1da-473f-b172-c5458b2c6acb service nova] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Received event network-changed-5cd39003-9e3f-4186-9fe2-176a44100e9a {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:45:45 user nova-compute[86206]: DEBUG nova.compute.manager [req-11173cb4-31dd-425e-ae97-c00831df979d req-ce02c4bb-e1da-473f-b172-c5458b2c6acb service nova] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Refreshing instance network info cache due to event network-changed-5cd39003-9e3f-4186-9fe2-176a44100e9a. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:45:45 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-11173cb4-31dd-425e-ae97-c00831df979d req-ce02c4bb-e1da-473f-b172-c5458b2c6acb service nova] Acquiring lock "refresh_cache-d94b7eb7-95ba-468f-a1b6-2a8f055da37e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:45:45 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-11173cb4-31dd-425e-ae97-c00831df979d req-ce02c4bb-e1da-473f-b172-c5458b2c6acb service nova] Acquired lock "refresh_cache-d94b7eb7-95ba-468f-a1b6-2a8f055da37e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:45:45 user nova-compute[86206]: DEBUG nova.network.neutron [req-11173cb4-31dd-425e-ae97-c00831df979d req-ce02c4bb-e1da-473f-b172-c5458b2c6acb service nova] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Refreshing network info cache for port 5cd39003-9e3f-4186-9fe2-176a44100e9a {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:45:45 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:45:45 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 13:45:45 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:45:45 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Took 1.28 seconds to deallocate network for instance.
Nov 10 13:45:46 user nova-compute[86206]: WARNING nova.volume.cinder [None req-14cf882a-af68-4581-b5aa-78291fe71551 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Attachment 0993bf72-80ab-4ce7-8f07-760c47bacc66 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 0993bf72-80ab-4ce7-8f07-760c47bacc66. (HTTP 404) (Request-ID: req-1222bd0e-d580-4abd-9872-3df13476252a)
Nov 10 13:45:46 user nova-compute[86206]: INFO nova.compute.manager [None req-14cf882a-af68-4581-b5aa-78291fe71551 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Took 0.02 seconds to detach 1 volumes for instance.
Nov 10 13:45:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-14cf882a-af68-4581-b5aa-78291fe71551 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:45:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-14cf882a-af68-4581-b5aa-78291fe71551 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:45:46 user nova-compute[86206]: DEBUG nova.compute.manager [req-65c178ce-8bb0-4698-a0c6-02f69961008d req-04afd115-4869-4d6c-8638-1a501013f08c service nova] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Received event network-vif-plugged-9c7bdafd-dde6-43d9-b3e9-c948698703ab {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:45:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-65c178ce-8bb0-4698-a0c6-02f69961008d req-04afd115-4869-4d6c-8638-1a501013f08c service nova] Acquiring lock "c8eade2d-255e-4637-814c-c9e665d1fede-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:45:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-65c178ce-8bb0-4698-a0c6-02f69961008d req-04afd115-4869-4d6c-8638-1a501013f08c service nova] Lock "c8eade2d-255e-4637-814c-c9e665d1fede-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:45:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-65c178ce-8bb0-4698-a0c6-02f69961008d req-04afd115-4869-4d6c-8638-1a501013f08c service nova] Lock "c8eade2d-255e-4637-814c-c9e665d1fede-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:45:46 user nova-compute[86206]: DEBUG nova.compute.manager [req-65c178ce-8bb0-4698-a0c6-02f69961008d req-04afd115-4869-4d6c-8638-1a501013f08c service nova] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] No waiting events found dispatching network-vif-plugged-9c7bdafd-dde6-43d9-b3e9-c948698703ab {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:45:46 user nova-compute[86206]: WARNING nova.compute.manager [req-65c178ce-8bb0-4698-a0c6-02f69961008d req-04afd115-4869-4d6c-8638-1a501013f08c service nova] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Received unexpected event network-vif-plugged-9c7bdafd-dde6-43d9-b3e9-c948698703ab for instance with vm_state deleted and task_state None.
Nov 10 13:45:46 user nova-compute[86206]: DEBUG nova.network.neutron [req-11173cb4-31dd-425e-ae97-c00831df979d req-ce02c4bb-e1da-473f-b172-c5458b2c6acb service nova] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Updated VIF entry in instance network info cache for port 5cd39003-9e3f-4186-9fe2-176a44100e9a. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:45:46 user nova-compute[86206]: DEBUG nova.network.neutron [req-11173cb4-31dd-425e-ae97-c00831df979d req-ce02c4bb-e1da-473f-b172-c5458b2c6acb service nova] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Updating instance_info_cache with network_info: [{"id": "5cd39003-9e3f-4186-9fe2-176a44100e9a", "address": "fa:16:3e:af:2d:08", "network": {"id": "bd4dcb28-ea59-43a7-af60-1b7991bc8086", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-23684993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.69", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76309bff6aa74fbf97b9a1120a12892b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5cd39003-9e", "ovs_interfaceid": "5cd39003-9e3f-4186-9fe2-176a44100e9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:45:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-11173cb4-31dd-425e-ae97-c00831df979d req-ce02c4bb-e1da-473f-b172-c5458b2c6acb service nova] Releasing lock "refresh_cache-d94b7eb7-95ba-468f-a1b6-2a8f055da37e" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:45:46 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-14cf882a-af68-4581-b5aa-78291fe71551 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:45:46 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-14cf882a-af68-4581-b5aa-78291fe71551 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:45:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-14cf882a-af68-4581-b5aa-78291fe71551 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.338s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:45:46 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-14cf882a-af68-4581-b5aa-78291fe71551 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Deleted allocations for instance c8eade2d-255e-4637-814c-c9e665d1fede
Nov 10 13:45:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-14cf882a-af68-4581-b5aa-78291fe71551 tempest-VolumesSnapshotTestJSON-358706797 tempest-VolumesSnapshotTestJSON-358706797-project-member] Lock "c8eade2d-255e-4637-814c-c9e665d1fede" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.738s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:45:46 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:45:47 user nova-compute[86206]: DEBUG nova.compute.manager [req-e44fabe5-25d5-4d62-8209-2d7512d353f2 req-0ef94e08-018d-4daf-a1d1-c865509c4def service nova] [instance: c8eade2d-255e-4637-814c-c9e665d1fede] Received event network-vif-deleted-9c7bdafd-dde6-43d9-b3e9-c948698703ab {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:45:47 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:45:47 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:45:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:45:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:45:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:45:47 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:45:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:48 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:45:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d94b7eb7-95ba-468f-a1b6-2a8f055da37e/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d94b7eb7-95ba-468f-a1b6-2a8f055da37e/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d94b7eb7-95ba-468f-a1b6-2a8f055da37e/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:49 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:45:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d94b7eb7-95ba-468f-a1b6-2a8f055da37e/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:49 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:45:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:49 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:45:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:50 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:45:50 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:45:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=8183MB free_disk=25.073379516601562GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:45:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:45:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:45:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 4e270764-c028-41ad-b2f7-4d502bd8d7ef actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:45:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance dcbbf073-aada-4069-ab96-58f83cd8259c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:45:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance fdba0b21-1e93-4771-aaca-ebcaec927902 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:45:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 852a385f-4087-4c02-bcec-e2e8f7296e5e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:45:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance d94b7eb7-95ba-468f-a1b6-2a8f055da37e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:45:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 522dd166-ebe2-4fef-8b16-2abede562f1d actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:45:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:45:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:45:50 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:45:50 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:45:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:45:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.350s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:45:51 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "d94b7eb7-95ba-468f-a1b6-2a8f055da37e" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:45:51 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "d94b7eb7-95ba-468f-a1b6-2a8f055da37e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:45:51 user nova-compute[86206]: DEBUG nova.objects.instance [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lazy-loading 'flavor' on Instance uuid d94b7eb7-95ba-468f-a1b6-2a8f055da37e {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:45:51 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "d94b7eb7-95ba-468f-a1b6-2a8f055da37e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:45:51 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "d94b7eb7-95ba-468f-a1b6-2a8f055da37e" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:45:51 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "d94b7eb7-95ba-468f-a1b6-2a8f055da37e" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:45:51 user nova-compute[86206]: INFO nova.compute.manager [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Attaching volume b9ff3bac-b82b-4a05-9747-e410618b5b7c to /dev/vdb
Nov 10 13:45:51 user nova-compute[86206]: DEBUG os_brick.utils [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:45:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:51 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a41597b-14f5-4ced-9bb1-1539dab245ac]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:51 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa68f1ad-a4e2-408c-828b-cf6cd3fd0d3d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:51 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[796b4dda-f0b8-48d8-8ee1-debcc6af09de]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:51 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4cf595b-34b3-4d72-b5ca-b50baf3f6bbb]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:52 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:45:52 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:45:52 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:52 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:45:52 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:45:52 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[614f8e17-ad00-4763-ba3f-f7eac34f0171]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:52 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:45:52 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:45:52 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:45:52 user nova-compute[86206]: DEBUG os_brick.utils [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:45:52 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Updating existing volume attachment record: 5385a29e-7a0e-4eb2-91f3-310223fe5ea5 {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 13:45:54 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:45:54 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:45:54 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:45:54 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:45:54 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:45:55 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:45:56 user nova-compute[86206]: DEBUG nova.compute.manager [req-640e399e-1873-4a12-b3de-a9009424c73f req-d3a95123-ec18-4a29-a72c-415dcbb9c96b service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Received event network-changed-db06236e-3d48-4f63-8f22-b7b6c42c5932 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:45:56 user nova-compute[86206]: DEBUG nova.compute.manager [req-640e399e-1873-4a12-b3de-a9009424c73f req-d3a95123-ec18-4a29-a72c-415dcbb9c96b service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Refreshing instance network info cache due to event network-changed-db06236e-3d48-4f63-8f22-b7b6c42c5932. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:45:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-640e399e-1873-4a12-b3de-a9009424c73f req-d3a95123-ec18-4a29-a72c-415dcbb9c96b service nova] Acquiring lock "refresh_cache-522dd166-ebe2-4fef-8b16-2abede562f1d" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:45:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-640e399e-1873-4a12-b3de-a9009424c73f req-d3a95123-ec18-4a29-a72c-415dcbb9c96b service nova] Acquired lock "refresh_cache-522dd166-ebe2-4fef-8b16-2abede562f1d" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:45:56 user nova-compute[86206]: DEBUG nova.network.neutron [req-640e399e-1873-4a12-b3de-a9009424c73f req-d3a95123-ec18-4a29-a72c-415dcbb9c96b service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Refreshing network info cache for port db06236e-3d48-4f63-8f22-b7b6c42c5932 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:45:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Acquiring lock "522dd166-ebe2-4fef-8b16-2abede562f1d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:45:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Lock "522dd166-ebe2-4fef-8b16-2abede562f1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:45:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Acquiring lock "522dd166-ebe2-4fef-8b16-2abede562f1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:45:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Lock "522dd166-ebe2-4fef-8b16-2abede562f1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:45:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Lock "522dd166-ebe2-4fef-8b16-2abede562f1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:45:56 user nova-compute[86206]: INFO nova.compute.manager [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Terminating instance
Nov 10 13:45:56 user nova-compute[86206]: DEBUG nova.compute.manager [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:45:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:45:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:45:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:45:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:45:57 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Instance destroyed successfully.
Nov 10 13:45:57 user nova-compute[86206]: DEBUG nova.objects.instance [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Lazy-loading 'resources' on Instance uuid 522dd166-ebe2-4fef-8b16-2abede562f1d {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-10T13:40:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-367825110',display_name='tempest-TestShelveInstance-server-367825110',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-367825110',id=40,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKVGFhQ9Q4+wFBuYt65n0VjvsRQgcHzpyOi65xtguShsxlJ9v6ItnrCLMCOgv/f8MBDuEbNlHfF6crtPoohFaEAMnLb9BVx7BSDuWxguVFSCgfQ1gaeBRq6nUMMqe017Sw==',key_name='tempest-TestShelveInstance-616185418',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:44:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b0ee47b5466e4c68a52aadc18b8b69bb',ramdisk_id='',reservation_id='r-277uapyg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1360985429',owner_user_name='tempest-TestShelveInstance-1360985429-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:44:39Z,user_data=None,user_id='2b51f34055b84153b075931af9b59043',uuid=522dd166-ebe2-4fef-8b16-2abede562f1d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "db06236e-3d48-4f63-8f22-b7b6c42c5932", "address": "fa:16:3e:2d:6f:44", "network": {"id": "d17b0fa9-be03-492a-aacc-2fe83c05d1fe", "bridge": "br-int", "label": "tempest-TestShelveInstance-1120125087-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b0ee47b5466e4c68a52aadc18b8b69bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb06236e-3d", "ovs_interfaceid": "db06236e-3d48-4f63-8f22-b7b6c42c5932", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Converting VIF {"id": "db06236e-3d48-4f63-8f22-b7b6c42c5932", "address": "fa:16:3e:2d:6f:44", "network": {"id": "d17b0fa9-be03-492a-aacc-2fe83c05d1fe", "bridge": "br-int", "label": "tempest-TestShelveInstance-1120125087-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b0ee47b5466e4c68a52aadc18b8b69bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb06236e-3d", "ovs_interfaceid": "db06236e-3d48-4f63-8f22-b7b6c42c5932", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2d:6f:44,bridge_name='br-int',has_traffic_filtering=True,id=db06236e-3d48-4f63-8f22-b7b6c42c5932,network=Network(d17b0fa9-be03-492a-aacc-2fe83c05d1fe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb06236e-3d') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG os_vif [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2d:6f:44,bridge_name='br-int',has_traffic_filtering=True,id=db06236e-3d48-4f63-8f22-b7b6c42c5932,network=Network(d17b0fa9-be03-492a-aacc-2fe83c05d1fe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb06236e-3d') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdb06236e-3d, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b8e682dc-a723-4008-bad4-503c7e3dfcf0) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:45:57 user nova-compute[86206]: INFO os_vif [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2d:6f:44,bridge_name='br-int',has_traffic_filtering=True,id=db06236e-3d48-4f63-8f22-b7b6c42c5932,network=Network(d17b0fa9-be03-492a-aacc-2fe83c05d1fe),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdb06236e-3d')
Nov 10 13:45:57 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PowvHVrf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:45:57 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:45:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[941daf3c-e720-42ca-bcfb-43c08017819b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 13:45:57 user nova-compute[86206]: No targets found.
Nov 10 13:45:57 user nova-compute[86206]: iSNS:
Nov 10 13:45:57 user nova-compute[86206]: No targets found.
Nov 10 13:45:57 user nova-compute[86206]: STATIC:
Nov 10 13:45:57 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372
Nov 10 13:45:57 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:45:57 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:45:57 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2
Nov 10 13:45:57 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:45:57 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:45:57 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422
Nov 10 13:45:57 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:45:57 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:45:57 user nova-compute[86206]: FIRMWARE:
Nov 10 13:45:57 user nova-compute[86206]: No targets found.
Nov 10 13:45:57 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 13:45:57 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 13:45:57 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.034s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a464136-35e3-41e4-8932-d24078d00fa2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a6a08be-8f9d-47d9-9446-95efb356cf86]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)
Nov 10 13:45:57 user nova-compute[86206]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)
Nov 10 13:45:57 user nova-compute[86206]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 (non-flash)
Nov 10 13:45:57 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)
Nov 10 13:45:57 user nova-compute[86206]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)
Nov 10 13:45:57 user nova-compute[86206]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 (non-flash)
Nov 10 13:45:57 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe4887b68c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372'): ({'sdc'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Removing single pathed devices sdc {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[30bef783-abcf-4008-ab32-9299352e2f67]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG nova.network.neutron [req-640e399e-1873-4a12-b3de-a9009424c73f req-d3a95123-ec18-4a29-a72c-415dcbb9c96b service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Updated VIF entry in instance network info cache for port db06236e-3d48-4f63-8f22-b7b6c42c5932. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG nova.network.neutron [req-640e399e-1873-4a12-b3de-a9009424c73f req-d3a95123-ec18-4a29-a72c-415dcbb9c96b service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Updating instance_info_cache with network_info: [{"id": "db06236e-3d48-4f63-8f22-b7b6c42c5932", "address": "fa:16:3e:2d:6f:44", "network": {"id": "d17b0fa9-be03-492a-aacc-2fe83c05d1fe", "bridge": "br-int", "label": "tempest-TestShelveInstance-1120125087-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b0ee47b5466e4c68a52aadc18b8b69bb", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdb06236e-3d", "ovs_interfaceid": "db06236e-3d48-4f63-8f22-b7b6c42c5932", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.024s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e795141-7222-4dac-a7be-0c148c2a08b3]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Flushing IO for device /dev/sdc {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-640e399e-1873-4a12-b3de-a9009424c73f req-d3a95123-ec18-4a29-a72c-415dcbb9c96b service nova] Releasing lock "refresh_cache-522dd166-ebe2-4fef-8b16-2abede562f1d" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[40596c00-b29c-46a7-9666-566996c1bb96]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.050s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[97fd5539-b92a-4ea8-8481-a3c5b4fb3f52]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] SCSI volumes sdc have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-26136323663393938', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_c3f8205b', '/dev/disk/by-id/scsi-1SCST_BIOc3f8205b-a626c99885f1055c') {{(pid=97560) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[1faab537-7968-44ae-a667-97e99a2087c1]: (4, None) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f72b9de-1819-46cb-b25e-06f6966a8f54]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 -p 172.16.0.220:3260 --logout" returned: 0 in 0.049s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b391abfe-543d-41e1-9850-446d86ddd381]: (4, ('Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372, portal: 172.16.0.220,3260]\nLogout of [sid: 39, target: iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372, portal: 172.16.0.220,3260]
Nov 10 13:45:57 user nova-compute[86206]: Logout of [sid: 39, target: iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372, portal: 172.16.0.220,3260] successful.
Nov 10 13:45:57 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e18fff5b-71a0-45d1-be27-c16749398372 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[2db7862c-2c5e-4825-ba4a-07633452e690]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.354s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] <== disconnect_volume: return (356ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 13:45:57 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Deleting instance files /opt/stack/data/nova/instances/522dd166-ebe2-4fef-8b16-2abede562f1d_del
Nov 10 13:45:57 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Deletion of /opt/stack/data/nova/instances/522dd166-ebe2-4fef-8b16-2abede562f1d_del complete
Nov 10 13:45:57 user nova-compute[86206]: INFO nova.compute.manager [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Took 1.36 seconds to destroy the instance on the hypervisor.
Nov 10 13:45:57 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:45:57 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:45:58 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Took 0.44 seconds to deallocate network for instance.
Nov 10 13:45:58 user nova-compute[86206]: DEBUG nova.compute.manager [req-22b6131d-e494-4076-b260-0fdaae3551c2 req-d6cac9a2-3fac-4cc4-9c19-7d1fa694ff10 service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Received event network-vif-unplugged-db06236e-3d48-4f63-8f22-b7b6c42c5932 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-22b6131d-e494-4076-b260-0fdaae3551c2 req-d6cac9a2-3fac-4cc4-9c19-7d1fa694ff10 service nova] Acquiring lock "522dd166-ebe2-4fef-8b16-2abede562f1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-22b6131d-e494-4076-b260-0fdaae3551c2 req-d6cac9a2-3fac-4cc4-9c19-7d1fa694ff10 service nova] Lock "522dd166-ebe2-4fef-8b16-2abede562f1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-22b6131d-e494-4076-b260-0fdaae3551c2 req-d6cac9a2-3fac-4cc4-9c19-7d1fa694ff10 service nova] Lock "522dd166-ebe2-4fef-8b16-2abede562f1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG nova.compute.manager [req-22b6131d-e494-4076-b260-0fdaae3551c2 req-d6cac9a2-3fac-4cc4-9c19-7d1fa694ff10 service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] No waiting events found dispatching network-vif-unplugged-db06236e-3d48-4f63-8f22-b7b6c42c5932 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG nova.compute.manager [req-22b6131d-e494-4076-b260-0fdaae3551c2 req-d6cac9a2-3fac-4cc4-9c19-7d1fa694ff10 service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Received event network-vif-unplugged-db06236e-3d48-4f63-8f22-b7b6c42c5932 for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG nova.compute.manager [req-22b6131d-e494-4076-b260-0fdaae3551c2 req-d6cac9a2-3fac-4cc4-9c19-7d1fa694ff10 service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Received event network-vif-plugged-db06236e-3d48-4f63-8f22-b7b6c42c5932 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-22b6131d-e494-4076-b260-0fdaae3551c2 req-d6cac9a2-3fac-4cc4-9c19-7d1fa694ff10 service nova] Acquiring lock "522dd166-ebe2-4fef-8b16-2abede562f1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-22b6131d-e494-4076-b260-0fdaae3551c2 req-d6cac9a2-3fac-4cc4-9c19-7d1fa694ff10 service nova] Lock "522dd166-ebe2-4fef-8b16-2abede562f1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-22b6131d-e494-4076-b260-0fdaae3551c2 req-d6cac9a2-3fac-4cc4-9c19-7d1fa694ff10 service nova] Lock "522dd166-ebe2-4fef-8b16-2abede562f1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG nova.compute.manager [req-22b6131d-e494-4076-b260-0fdaae3551c2 req-d6cac9a2-3fac-4cc4-9c19-7d1fa694ff10 service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] No waiting events found dispatching network-vif-plugged-db06236e-3d48-4f63-8f22-b7b6c42c5932 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:45:58 user nova-compute[86206]: WARNING nova.compute.manager [req-22b6131d-e494-4076-b260-0fdaae3551c2 req-d6cac9a2-3fac-4cc4-9c19-7d1fa694ff10 service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Received unexpected event network-vif-plugged-db06236e-3d48-4f63-8f22-b7b6c42c5932 for instance with vm_state active and task_state deleting.
Nov 10 13:45:58 user nova-compute[86206]: DEBUG nova.compute.manager [req-22b6131d-e494-4076-b260-0fdaae3551c2 req-d6cac9a2-3fac-4cc4-9c19-7d1fa694ff10 service nova] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Received event network-vif-deleted-db06236e-3d48-4f63-8f22-b7b6c42c5932 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:45:58 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-04a6a252-9d2a-4291-b942-8a4119a6aa76 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance fdba0b21-1e93-4771-aaca-ebcaec927902 is timed out.
Nov 10 13:45:58 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-04a6a252-9d2a-4291-b942-8a4119a6aa76 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Successfully detached device vdb from instance fdba0b21-1e93-4771-aaca-ebcaec927902 from the live domain config.
Nov 10 13:45:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-04a6a252-9d2a-4291-b942-8a4119a6aa76 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-04a6a252-9d2a-4291-b942-8a4119a6aa76 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZKJNbMpE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:45:58 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-04a6a252-9d2a-4291-b942-8a4119a6aa76 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:45:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-04a6a252-9d2a-4291-b942-8a4119a6aa76 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-04a6a252-9d2a-4291-b942-8a4119a6aa76 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c610a0ca-f7bc-4525-b796-a2b89923d4b8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-04a6a252-9d2a-4291-b942-8a4119a6aa76 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 13:45:58 user nova-compute[86206]: No targets found.
Nov 10 13:45:58 user nova-compute[86206]: iSNS:
Nov 10 13:45:58 user nova-compute[86206]: No targets found.
Nov 10 13:45:58 user nova-compute[86206]: STATIC:
Nov 10 13:45:58 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2
Nov 10 13:45:58 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:45:58 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:45:58 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422
Nov 10 13:45:58 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:45:58 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:45:58 user nova-compute[86206]: FIRMWARE:
Nov 10 13:45:58 user nova-compute[86206]: No targets found.
Nov 10 13:45:58 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-04a6a252-9d2a-4291-b942-8a4119a6aa76 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 13:45:58 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 13:45:58 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-04a6a252-9d2a-4291-b942-8a4119a6aa76 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[89a20fc8-ddf1-4ab8-8131-6b735135f73f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[3eaac750-b89e-4f02-9a74-dca56ba4b1f2]: (4, ('tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-04a6a252-9d2a-4291-b942-8a4119a6aa76 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)
Nov 10 13:45:58 user nova-compute[86206]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)
Nov 10 13:45:58 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-04a6a252-9d2a-4291-b942-8a4119a6aa76 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] iscsi session list stdout=tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 (non-flash)
Nov 10 13:45:58 user nova-compute[86206]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)
Nov 10 13:45:58 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-04a6a252-9d2a-4291-b942-8a4119a6aa76 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe464449000>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2'): ({'sdd'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-04a6a252-9d2a-4291-b942-8a4119a6aa76 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Removing single pathed devices sdd {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f1521c9-ad8a-4529-a62b-9e16bc3c8183]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c299a17e-b37a-4069-9905-2584f2f1c09f]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-04a6a252-9d2a-4291-b942-8a4119a6aa76 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Flushing IO for device /dev/sdd {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.012s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[5572872d-6ef8-46ea-8b18-6e6e2ff92d22]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-04a6a252-9d2a-4291-b942-8a4119a6aa76 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.043s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[9343411a-5d69-4426-8af1-aa68b11d2351]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-04a6a252-9d2a-4291-b942-8a4119a6aa76 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-04a6a252-9d2a-4291-b942-8a4119a6aa76 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] SCSI volumes sdd have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-04a6a252-9d2a-4291-b942-8a4119a6aa76 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd503fd5-e704-4cd0-99f2-b7162839e393]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-04a6a252-9d2a-4291-b942-8a4119a6aa76 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4a677d5-9ce2-432b-96a1-f025a53875a9]: (4, ('Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2, portal: 172.16.0.220,3260]\nLogout of [sid: 35, target: iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-04a6a252-9d2a-4291-b942-8a4119a6aa76 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2, portal: 172.16.0.220,3260]
Nov 10 13:45:58 user nova-compute[86206]: Logout of [sid: 35, target: iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2, portal: 172.16.0.220,3260] successful.
Nov 10 13:45:58 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d40fd58b-0a89-46a1-92b0-3b07d88434d2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe17de3d-d940-4e32-9771-1fc0659c3481]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-04a6a252-9d2a-4291-b942-8a4119a6aa76 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-04a6a252-9d2a-4291-b942-8a4119a6aa76 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.287s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-04a6a252-9d2a-4291-b942-8a4119a6aa76 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] <== disconnect_volume: return (287ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:45:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-04a6a252-9d2a-4291-b942-8a4119a6aa76 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 13:45:59 user nova-compute[86206]: DEBUG nova.objects.instance [None req-04a6a252-9d2a-4291-b942-8a4119a6aa76 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lazy-loading 'flavor' on Instance uuid fdba0b21-1e93-4771-aaca-ebcaec927902 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:45:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-04a6a252-9d2a-4291-b942-8a4119a6aa76 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "fdba0b21-1e93-4771-aaca-ebcaec927902" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.053s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:45:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:45:59 user nova-compute[86206]: INFO nova.compute.manager [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Took 1.04 seconds to detach 1 volumes for instance.
Nov 10 13:45:59 user nova-compute[86206]: DEBUG nova.compute.manager [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] [instance: 522dd166-ebe2-4fef-8b16-2abede562f1d] Deleting volume: e18fff5b-71a0-45d1-be27-c16749398372 {{(pid=86206) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 10 13:45:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:45:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:45:59 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:45:59 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:45:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.235s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:45:59 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Deleted allocations for instance 522dd166-ebe2-4fef-8b16-2abede562f1d
Nov 10 13:45:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9bbc4ba1-d4dc-40d5-8344-d1d731c47275 tempest-TestShelveInstance-1360985429 tempest-TestShelveInstance-1360985429-project-member] Lock "522dd166-ebe2-4fef-8b16-2abede562f1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.397s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:46:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:46:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:46:04 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:46:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:46:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DkmELtAM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:46:17 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:46:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:46:17 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:46:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:46:17 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:46:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[38e7f8aa-0868-4737-8fc7-319f4ea15502]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 13:46:17 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce848c78-c02a-46d2-b811-d435fbe796ec]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c] added
Nov 10 13:46:17 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[35a2a865-baa5-4bd9-aaf7-15b1944d4b7d]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[09b4bbd9-8f66-415e-b6c4-cd39e858f9ce]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DkmELtAM {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DkmELtAM" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6e162a4-afa4-47ee-86f8-2ac695fb6bea]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'DkmELtAM'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[82bad328-e14a-4d53-adc2-ef4bad8d59d4]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[8785b6f2-2668-4a9e-af36-c722702d0266]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)
Nov 10 13:46:17 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)
Nov 10 13:46:17 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f4d1895-129c-4bd6-b159-605e04c6ea32]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c, portal: 172.16.0.220,3260]
Nov 10 13:46:17 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c, portal: 172.16.0.220,3260] successful.
Nov 10 13:46:17 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[0515aca1-12e6-4b36-b9a0-2fc7a10dc8eb]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a29d7833-1dd9-49c0-8458-1840e8c27185]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)
Nov 10 13:46:17 user nova-compute[86206]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c (non-flash)
Nov 10 13:46:17 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)
Nov 10 13:46:17 user nova-compute[86206]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c (non-flash)
Nov 10 13:46:17 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.257s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] HCTL ('33', '-', '-', 0) found on session 40 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c91dd3a3-4040-401d-aa37-582823938169]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:46:17 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Searching for a device in session 40 and hctl ['33', '*', '*', 0] yield: None {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:46:18 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Searching for a device in session 40 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:46:18 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DkmELtAM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:46:18 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.287s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:46:18 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] <== connect_volume: return (1289ms) {'type': 'block', 'scsi_wwn': '23535653939313066', 'path': '/dev/sdb'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:46:18 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23535653939313066', 'path': '/dev/sdb'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:46:18 user nova-compute[86206]: DEBUG nova.objects.instance [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lazy-loading 'flavor' on Instance uuid d94b7eb7-95ba-468f-a1b6-2a8f055da37e {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:46:18 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] attach device xml: <disk type="block" device="disk">
Nov 10 13:46:18 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:46:18 user nova-compute[86206]:   <source dev="/dev/sdb"/>
Nov 10 13:46:18 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:46:18 user nova-compute[86206]:   <serial>b9ff3bac-b82b-4a05-9747-e410618b5b7c</serial>
Nov 10 13:46:18 user nova-compute[86206]: </disk>
Nov 10 13:46:18 user nova-compute[86206]:  {{(pid=86206) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 10 13:46:18 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "852a385f-4087-4c02-bcec-e2e8f7296e5e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:46:18 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "852a385f-4087-4c02-bcec-e2e8f7296e5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:46:18 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "852a385f-4087-4c02-bcec-e2e8f7296e5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:46:18 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "852a385f-4087-4c02-bcec-e2e8f7296e5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:46:18 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "852a385f-4087-4c02-bcec-e2e8f7296e5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:46:18 user nova-compute[86206]: INFO nova.compute.manager [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Terminating instance
Nov 10 13:46:18 user nova-compute[86206]: DEBUG nova.compute.manager [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:46:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:46:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:46:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:46:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG nova.compute.manager [req-d4988661-0966-40ce-8f45-baf29dc511a3 req-e10b61c2-2431-4d27-a024-52e4edfc484d service nova] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Received event network-vif-unplugged-874d50a0-df81-4490-a960-d5ad4e3f55b7 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d4988661-0966-40ce-8f45-baf29dc511a3 req-e10b61c2-2431-4d27-a024-52e4edfc484d service nova] Acquiring lock "852a385f-4087-4c02-bcec-e2e8f7296e5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d4988661-0966-40ce-8f45-baf29dc511a3 req-e10b61c2-2431-4d27-a024-52e4edfc484d service nova] Lock "852a385f-4087-4c02-bcec-e2e8f7296e5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d4988661-0966-40ce-8f45-baf29dc511a3 req-e10b61c2-2431-4d27-a024-52e4edfc484d service nova] Lock "852a385f-4087-4c02-bcec-e2e8f7296e5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG nova.compute.manager [req-d4988661-0966-40ce-8f45-baf29dc511a3 req-e10b61c2-2431-4d27-a024-52e4edfc484d service nova] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] No waiting events found dispatching network-vif-unplugged-874d50a0-df81-4490-a960-d5ad4e3f55b7 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG nova.compute.manager [req-d4988661-0966-40ce-8f45-baf29dc511a3 req-e10b61c2-2431-4d27-a024-52e4edfc484d service nova] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Received event network-vif-unplugged-874d50a0-df81-4490-a960-d5ad4e3f55b7 for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] No BDM found with device name vdb, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] No VIF found with MAC fa:16:3e:af:2d:08, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-919237aa-5f2f-45e1-acb4-4c3152f1ed0b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "d94b7eb7-95ba-468f-a1b6-2a8f055da37e" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 27.497s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:46:19 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Instance destroyed successfully.
Nov 10 13:46:19 user nova-compute[86206]: DEBUG nova.objects.instance [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lazy-loading 'resources' on Instance uuid 852a385f-4087-4c02-bcec-e2e8f7296e5e {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:41:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1014977752',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1014977752',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1014977752',id=41,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDsgPAsXJNNcGLdV97Ctpya5wjux4OG1WEEB8ktuaCFuhYe2ngWhU93Etmwxo3RYBFpbC5JjMBho682yj939YM1TM36YKRQloZskaknAMRHlQgGaOWcx1SiYkRWsDkp4UQ==',key_name='tempest-keypair-1665742456',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:42:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='398c80570edc4001af39959f6ca0a0c6',ramdisk_id='',reservation_id='r-tkwft7sc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-19527526',owner_user_name='tempest-TestVolumeBootPattern-19527526-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:42:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='70b0703bebcb46969be6c8da0fb19f17',uuid=852a385f-4087-4c02-bcec-e2e8f7296e5e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "874d50a0-df81-4490-a960-d5ad4e3f55b7", "address": "fa:16:3e:a6:24:62", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap874d50a0-df", "ovs_interfaceid": "874d50a0-df81-4490-a960-d5ad4e3f55b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Converting VIF {"id": "874d50a0-df81-4490-a960-d5ad4e3f55b7", "address": "fa:16:3e:a6:24:62", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap874d50a0-df", "ovs_interfaceid": "874d50a0-df81-4490-a960-d5ad4e3f55b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a6:24:62,bridge_name='br-int',has_traffic_filtering=True,id=874d50a0-df81-4490-a960-d5ad4e3f55b7,network=Network(d841a72f-c220-4ec4-8258-16c8288db743),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap874d50a0-df') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG os_vif [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a6:24:62,bridge_name='br-int',has_traffic_filtering=True,id=874d50a0-df81-4490-a960-d5ad4e3f55b7,network=Network(d841a72f-c220-4ec4-8258-16c8288db743),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap874d50a0-df') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap874d50a0-df, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5150dccd-3b67-48b6-88f1-f38dabc3597c) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:46:19 user nova-compute[86206]: INFO os_vif [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a6:24:62,bridge_name='br-int',has_traffic_filtering=True,id=874d50a0-df81-4490-a960-d5ad4e3f55b7,network=Network(d841a72f-c220-4ec4-8258-16c8288db743),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap874d50a0-df')
Nov 10 13:46:19 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yLMJzwGB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:46:19 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:46:19 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[8827c937-b898-4103-8a99-3ccfe9d903d6]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 13:46:19 user nova-compute[86206]: No targets found.
Nov 10 13:46:19 user nova-compute[86206]: iSNS:
Nov 10 13:46:19 user nova-compute[86206]: No targets found.
Nov 10 13:46:19 user nova-compute[86206]: STATIC:
Nov 10 13:46:19 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422
Nov 10 13:46:19 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:46:19 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:46:19 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c
Nov 10 13:46:19 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:46:19 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:46:19 user nova-compute[86206]: FIRMWARE:
Nov 10 13:46:19 user nova-compute[86206]: No targets found.
Nov 10 13:46:19 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 13:46:19 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 13:46:19 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[51032bea-987d-4b83-acfb-3ae83b29bd4c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[e98e12cb-c597-4063-9664-156418f511ec]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)
Nov 10 13:46:19 user nova-compute[86206]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c (non-flash)
Nov 10 13:46:19 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 (non-flash)
Nov 10 13:46:19 user nova-compute[86206]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c (non-flash)
Nov 10 13:46:19 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe488220820>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422'): ({'sdf'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Removing single pathed devices sdf {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[154fbb31-b6d5-425b-9db5-58834e7288c4]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4abe155-3007-47e2-bae2-afb093402605]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Flushing IO for device /dev/sdf {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5de04ea-5a98-4aad-a269-ab65f99ca9d8]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.055s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3dcd162-adf1-4edd-9a63-b8c52bc15acd]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] SCSI volumes sdf have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.028s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e0ffa89-9b65-4dff-a532-9c5839d3fbc6]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a4a6fc7-a950-4601-b72d-bfb0759f3d36]: (4, ('Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422, portal: 172.16.0.220,3260]\nLogout of [sid: 36, target: iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422, portal: 172.16.0.220,3260]
Nov 10 13:46:19 user nova-compute[86206]: Logout of [sid: 36, target: iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422, portal: 172.16.0.220,3260] successful.
Nov 10 13:46:19 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be6e641f-886a-49bb-84f5-c71c87c57422 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[2aa7ded1-12cd-470d-ab85-3fc824bec9d6]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.359s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] <== disconnect_volume: return (360ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:46:19 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 13:46:19 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Deleting instance files /opt/stack/data/nova/instances/852a385f-4087-4c02-bcec-e2e8f7296e5e_del
Nov 10 13:46:19 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Deletion of /opt/stack/data/nova/instances/852a385f-4087-4c02-bcec-e2e8f7296e5e_del complete
Nov 10 13:46:20 user nova-compute[86206]: INFO nova.compute.manager [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Took 1.27 seconds to destroy the instance on the hypervisor.
Nov 10 13:46:20 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:46:20 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:46:20 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:46:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:46:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:46:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:46:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:46:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:46:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f77cd38b-2a0a-4631-a867-961bd85c5dbc tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "d94b7eb7-95ba-468f-a1b6-2a8f055da37e" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:46:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f77cd38b-2a0a-4631-a867-961bd85c5dbc tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "d94b7eb7-95ba-468f-a1b6-2a8f055da37e" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:46:20 user nova-compute[86206]: INFO nova.compute.manager [None req-f77cd38b-2a0a-4631-a867-961bd85c5dbc tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Detaching volume b9ff3bac-b82b-4a05-9747-e410618b5b7c
Nov 10 13:46:20 user nova-compute[86206]: INFO nova.virt.block_device [None req-f77cd38b-2a0a-4631-a867-961bd85c5dbc tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Attempting to driver detach volume b9ff3bac-b82b-4a05-9747-e410618b5b7c from mountpoint /dev/vdb
Nov 10 13:46:20 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f77cd38b-2a0a-4631-a867-961bd85c5dbc tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Attempting to detach device vdb from instance d94b7eb7-95ba-468f-a1b6-2a8f055da37e from the persistent domain config. {{(pid=86206) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 10 13:46:20 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-f77cd38b-2a0a-4631-a867-961bd85c5dbc tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 13:46:20 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:46:20 user nova-compute[86206]:   <source dev="/dev/sdb"/>
Nov 10 13:46:20 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:46:20 user nova-compute[86206]:   <serial>b9ff3bac-b82b-4a05-9747-e410618b5b7c</serial>
Nov 10 13:46:20 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 10 13:46:20 user nova-compute[86206]: </disk>
Nov 10 13:46:20 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 13:46:20 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-f77cd38b-2a0a-4631-a867-961bd85c5dbc tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Successfully detached device vdb from instance d94b7eb7-95ba-468f-a1b6-2a8f055da37e from the persistent domain config.
Nov 10 13:46:20 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f77cd38b-2a0a-4631-a867-961bd85c5dbc tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance d94b7eb7-95ba-468f-a1b6-2a8f055da37e from the live domain config. {{(pid=86206) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 10 13:46:20 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-f77cd38b-2a0a-4631-a867-961bd85c5dbc tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 13:46:20 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:46:20 user nova-compute[86206]:   <source dev="/dev/sdb"/>
Nov 10 13:46:20 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:46:20 user nova-compute[86206]:   <serial>b9ff3bac-b82b-4a05-9747-e410618b5b7c</serial>
Nov 10 13:46:20 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 10 13:46:20 user nova-compute[86206]: </disk>
Nov 10 13:46:20 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 13:46:20 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:46:20 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Took 0.89 seconds to deallocate network for instance.
Nov 10 13:46:20 user nova-compute[86206]: DEBUG nova.compute.manager [req-3f395c87-416d-444d-b130-7a73b93c9f88 req-3a798c24-874b-4801-a5a4-957f33b6fa6c service nova] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Received event network-vif-deleted-874d50a0-df81-4490-a960-d5ad4e3f55b7 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:46:20 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f77cd38b-2a0a-4631-a867-961bd85c5dbc tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance d94b7eb7-95ba-468f-a1b6-2a8f055da37e {{(pid=86206) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 10 13:46:21 user nova-compute[86206]: DEBUG nova.compute.manager [req-c5c9e254-c331-4bb3-b306-06031880c46b req-31a21060-d798-41e0-902c-f255f35222bd service nova] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Received event network-vif-plugged-874d50a0-df81-4490-a960-d5ad4e3f55b7 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:46:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c5c9e254-c331-4bb3-b306-06031880c46b req-31a21060-d798-41e0-902c-f255f35222bd service nova] Acquiring lock "852a385f-4087-4c02-bcec-e2e8f7296e5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:46:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c5c9e254-c331-4bb3-b306-06031880c46b req-31a21060-d798-41e0-902c-f255f35222bd service nova] Lock "852a385f-4087-4c02-bcec-e2e8f7296e5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:46:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c5c9e254-c331-4bb3-b306-06031880c46b req-31a21060-d798-41e0-902c-f255f35222bd service nova] Lock "852a385f-4087-4c02-bcec-e2e8f7296e5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:46:21 user nova-compute[86206]: DEBUG nova.compute.manager [req-c5c9e254-c331-4bb3-b306-06031880c46b req-31a21060-d798-41e0-902c-f255f35222bd service nova] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] No waiting events found dispatching network-vif-plugged-874d50a0-df81-4490-a960-d5ad4e3f55b7 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:46:21 user nova-compute[86206]: WARNING nova.compute.manager [req-c5c9e254-c331-4bb3-b306-06031880c46b req-31a21060-d798-41e0-902c-f255f35222bd service nova] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Received unexpected event network-vif-plugged-874d50a0-df81-4490-a960-d5ad4e3f55b7 for instance with vm_state active and task_state deleting.
Nov 10 13:46:21 user nova-compute[86206]: DEBUG nova.compute.manager [req-c5c9e254-c331-4bb3-b306-06031880c46b req-31a21060-d798-41e0-902c-f255f35222bd service nova] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Received event network-vif-plugged-874d50a0-df81-4490-a960-d5ad4e3f55b7 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:46:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c5c9e254-c331-4bb3-b306-06031880c46b req-31a21060-d798-41e0-902c-f255f35222bd service nova] Acquiring lock "852a385f-4087-4c02-bcec-e2e8f7296e5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:46:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c5c9e254-c331-4bb3-b306-06031880c46b req-31a21060-d798-41e0-902c-f255f35222bd service nova] Lock "852a385f-4087-4c02-bcec-e2e8f7296e5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:46:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c5c9e254-c331-4bb3-b306-06031880c46b req-31a21060-d798-41e0-902c-f255f35222bd service nova] Lock "852a385f-4087-4c02-bcec-e2e8f7296e5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:46:21 user nova-compute[86206]: DEBUG nova.compute.manager [req-c5c9e254-c331-4bb3-b306-06031880c46b req-31a21060-d798-41e0-902c-f255f35222bd service nova] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] No waiting events found dispatching network-vif-plugged-874d50a0-df81-4490-a960-d5ad4e3f55b7 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:46:21 user nova-compute[86206]: WARNING nova.compute.manager [req-c5c9e254-c331-4bb3-b306-06031880c46b req-31a21060-d798-41e0-902c-f255f35222bd service nova] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Received unexpected event network-vif-plugged-874d50a0-df81-4490-a960-d5ad4e3f55b7 for instance with vm_state active and task_state deleting.
Nov 10 13:46:21 user nova-compute[86206]: DEBUG nova.compute.manager [req-c5c9e254-c331-4bb3-b306-06031880c46b req-31a21060-d798-41e0-902c-f255f35222bd service nova] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Received event network-vif-plugged-874d50a0-df81-4490-a960-d5ad4e3f55b7 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:46:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c5c9e254-c331-4bb3-b306-06031880c46b req-31a21060-d798-41e0-902c-f255f35222bd service nova] Acquiring lock "852a385f-4087-4c02-bcec-e2e8f7296e5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:46:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c5c9e254-c331-4bb3-b306-06031880c46b req-31a21060-d798-41e0-902c-f255f35222bd service nova] Lock "852a385f-4087-4c02-bcec-e2e8f7296e5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:46:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c5c9e254-c331-4bb3-b306-06031880c46b req-31a21060-d798-41e0-902c-f255f35222bd service nova] Lock "852a385f-4087-4c02-bcec-e2e8f7296e5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:46:21 user nova-compute[86206]: DEBUG nova.compute.manager [req-c5c9e254-c331-4bb3-b306-06031880c46b req-31a21060-d798-41e0-902c-f255f35222bd service nova] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] No waiting events found dispatching network-vif-plugged-874d50a0-df81-4490-a960-d5ad4e3f55b7 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:46:21 user nova-compute[86206]: WARNING nova.compute.manager [req-c5c9e254-c331-4bb3-b306-06031880c46b req-31a21060-d798-41e0-902c-f255f35222bd service nova] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Received unexpected event network-vif-plugged-874d50a0-df81-4490-a960-d5ad4e3f55b7 for instance with vm_state active and task_state deleting.
Nov 10 13:46:21 user nova-compute[86206]: DEBUG nova.compute.manager [req-c5c9e254-c331-4bb3-b306-06031880c46b req-31a21060-d798-41e0-902c-f255f35222bd service nova] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Received event network-vif-unplugged-874d50a0-df81-4490-a960-d5ad4e3f55b7 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:46:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c5c9e254-c331-4bb3-b306-06031880c46b req-31a21060-d798-41e0-902c-f255f35222bd service nova] Acquiring lock "852a385f-4087-4c02-bcec-e2e8f7296e5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:46:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c5c9e254-c331-4bb3-b306-06031880c46b req-31a21060-d798-41e0-902c-f255f35222bd service nova] Lock "852a385f-4087-4c02-bcec-e2e8f7296e5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:46:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c5c9e254-c331-4bb3-b306-06031880c46b req-31a21060-d798-41e0-902c-f255f35222bd service nova] Lock "852a385f-4087-4c02-bcec-e2e8f7296e5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:46:21 user nova-compute[86206]: DEBUG nova.compute.manager [req-c5c9e254-c331-4bb3-b306-06031880c46b req-31a21060-d798-41e0-902c-f255f35222bd service nova] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] No waiting events found dispatching network-vif-unplugged-874d50a0-df81-4490-a960-d5ad4e3f55b7 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:46:21 user nova-compute[86206]: DEBUG nova.compute.manager [req-c5c9e254-c331-4bb3-b306-06031880c46b req-31a21060-d798-41e0-902c-f255f35222bd service nova] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Received event network-vif-unplugged-874d50a0-df81-4490-a960-d5ad4e3f55b7 for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:46:21 user nova-compute[86206]: DEBUG nova.compute.manager [req-c5c9e254-c331-4bb3-b306-06031880c46b req-31a21060-d798-41e0-902c-f255f35222bd service nova] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Received event network-vif-plugged-874d50a0-df81-4490-a960-d5ad4e3f55b7 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:46:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c5c9e254-c331-4bb3-b306-06031880c46b req-31a21060-d798-41e0-902c-f255f35222bd service nova] Acquiring lock "852a385f-4087-4c02-bcec-e2e8f7296e5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:46:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c5c9e254-c331-4bb3-b306-06031880c46b req-31a21060-d798-41e0-902c-f255f35222bd service nova] Lock "852a385f-4087-4c02-bcec-e2e8f7296e5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:46:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c5c9e254-c331-4bb3-b306-06031880c46b req-31a21060-d798-41e0-902c-f255f35222bd service nova] Lock "852a385f-4087-4c02-bcec-e2e8f7296e5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:46:21 user nova-compute[86206]: DEBUG nova.compute.manager [req-c5c9e254-c331-4bb3-b306-06031880c46b req-31a21060-d798-41e0-902c-f255f35222bd service nova] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] No waiting events found dispatching network-vif-plugged-874d50a0-df81-4490-a960-d5ad4e3f55b7 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:46:21 user nova-compute[86206]: WARNING nova.compute.manager [req-c5c9e254-c331-4bb3-b306-06031880c46b req-31a21060-d798-41e0-902c-f255f35222bd service nova] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Received unexpected event network-vif-plugged-874d50a0-df81-4490-a960-d5ad4e3f55b7 for instance with vm_state active and task_state deleting.
Nov 10 13:46:24 user nova-compute[86206]: INFO nova.compute.manager [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Took 3.52 seconds to detach 1 volumes for instance.
Nov 10 13:46:24 user nova-compute[86206]: DEBUG nova.compute.manager [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: 852a385f-4087-4c02-bcec-e2e8f7296e5e] Deleting volume: be6e641f-886a-49bb-84f5-c71c87c57422 {{(pid=86206) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 10 13:46:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:46:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:46:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:46:24 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:46:24 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:46:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.213s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:46:24 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Deleted allocations for instance 852a385f-4087-4c02-bcec-e2e8f7296e5e
Nov 10 13:46:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-43d06cd2-0dc6-46fe-9cfe-30a10458e1a6 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "852a385f-4087-4c02-bcec-e2e8f7296e5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 6.129s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:46:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7914e891-c275-48a4-a1a6-e3cba374ce48 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquiring lock "fdba0b21-1e93-4771-aaca-ebcaec927902" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:46:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7914e891-c275-48a4-a1a6-e3cba374ce48 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "fdba0b21-1e93-4771-aaca-ebcaec927902" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:46:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7914e891-c275-48a4-a1a6-e3cba374ce48 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquiring lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:46:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7914e891-c275-48a4-a1a6-e3cba374ce48 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:46:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7914e891-c275-48a4-a1a6-e3cba374ce48 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:46:28 user nova-compute[86206]: INFO nova.compute.manager [None req-7914e891-c275-48a4-a1a6-e3cba374ce48 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Terminating instance
Nov 10 13:46:28 user nova-compute[86206]: DEBUG nova.compute.manager [None req-7914e891-c275-48a4-a1a6-e3cba374ce48 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:46:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:46:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:46:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:46:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:46:28 user nova-compute[86206]: DEBUG nova.compute.manager [req-af6f25d7-7e28-4ed8-9d67-1bc5dc45d55a req-64a0df96-cf99-4f28-b9a9-ced21d00e77f service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Received event network-vif-unplugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:46:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-af6f25d7-7e28-4ed8-9d67-1bc5dc45d55a req-64a0df96-cf99-4f28-b9a9-ced21d00e77f service nova] Acquiring lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:46:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-af6f25d7-7e28-4ed8-9d67-1bc5dc45d55a req-64a0df96-cf99-4f28-b9a9-ced21d00e77f service nova] Lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:46:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-af6f25d7-7e28-4ed8-9d67-1bc5dc45d55a req-64a0df96-cf99-4f28-b9a9-ced21d00e77f service nova] Lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:46:28 user nova-compute[86206]: DEBUG nova.compute.manager [req-af6f25d7-7e28-4ed8-9d67-1bc5dc45d55a req-64a0df96-cf99-4f28-b9a9-ced21d00e77f service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] No waiting events found dispatching network-vif-unplugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:46:28 user nova-compute[86206]: DEBUG nova.compute.manager [req-af6f25d7-7e28-4ed8-9d67-1bc5dc45d55a req-64a0df96-cf99-4f28-b9a9-ced21d00e77f service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Received event network-vif-unplugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:46:29 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Instance destroyed successfully.
Nov 10 13:46:29 user nova-compute[86206]: DEBUG nova.objects.instance [None req-7914e891-c275-48a4-a1a6-e3cba374ce48 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lazy-loading 'resources' on Instance uuid fdba0b21-1e93-4771-aaca-ebcaec927902 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:46:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-7914e891-c275-48a4-a1a6-e3cba374ce48 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:39:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1643555913',display_name='tempest-ServerRescueNegativeTestJSON-server-1643555913',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1643555913',id=39,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAIxOaGaV9HVbt2HSf9DG4wqr8txm22Cif7dhFRPtfngnjUq02cF6zmyoI3vB7Yc8DFGVJcg6AuhhEo/1+O/9Cju5cYQBjH+wjPKXhVyz8x8Jz370Aj4ECC8t27vRPxg+Q==',key_name='tempest-keypair-1315799400',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:42:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ccc7d64ad3664aed888c4035bb3e4cd9',ramdisk_id='',reservation_id='r-u67lyw0w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-330734770',owner_user_name='tempest-ServerRescueNegativeTestJSON-330734770-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:43:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='86d4c4afc9874d4ea1f37fd27ca0d8aa',uuid=fdba0b21-1e93-4771-aaca-ebcaec927902,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f15e1ba7-4a5f-43a2-8b18-8872e77225cf", "address": "fa:16:3e:59:30:5f", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf15e1ba7-4a", "ovs_interfaceid": "f15e1ba7-4a5f-43a2-8b18-8872e77225cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:46:29 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-7914e891-c275-48a4-a1a6-e3cba374ce48 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Converting VIF {"id": "f15e1ba7-4a5f-43a2-8b18-8872e77225cf", "address": "fa:16:3e:59:30:5f", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf15e1ba7-4a", "ovs_interfaceid": "f15e1ba7-4a5f-43a2-8b18-8872e77225cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:46:29 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-7914e891-c275-48a4-a1a6-e3cba374ce48 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:59:30:5f,bridge_name='br-int',has_traffic_filtering=True,id=f15e1ba7-4a5f-43a2-8b18-8872e77225cf,network=Network(07a75854-977d-4a57-be18-1d83f03f99f7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf15e1ba7-4a') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:46:29 user nova-compute[86206]: DEBUG os_vif [None req-7914e891-c275-48a4-a1a6-e3cba374ce48 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:59:30:5f,bridge_name='br-int',has_traffic_filtering=True,id=f15e1ba7-4a5f-43a2-8b18-8872e77225cf,network=Network(07a75854-977d-4a57-be18-1d83f03f99f7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf15e1ba7-4a') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:46:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:46:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf15e1ba7-4a, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:46:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:46:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:46:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:46:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b51e50d6-6fcf-4ba7-a6af-7d2e2928398e) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:46:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:46:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:46:29 user nova-compute[86206]: INFO os_vif [None req-7914e891-c275-48a4-a1a6-e3cba374ce48 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:59:30:5f,bridge_name='br-int',has_traffic_filtering=True,id=f15e1ba7-4a5f-43a2-8b18-8872e77225cf,network=Network(07a75854-977d-4a57-be18-1d83f03f99f7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf15e1ba7-4a')
Nov 10 13:46:29 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-7914e891-c275-48a4-a1a6-e3cba374ce48 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Deleting instance files /opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902_del
Nov 10 13:46:29 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-7914e891-c275-48a4-a1a6-e3cba374ce48 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Deletion of /opt/stack/data/nova/instances/fdba0b21-1e93-4771-aaca-ebcaec927902_del complete
Nov 10 13:46:29 user nova-compute[86206]: INFO nova.compute.manager [None req-7914e891-c275-48a4-a1a6-e3cba374ce48 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Took 0.88 seconds to destroy the instance on the hypervisor.
Nov 10 13:46:29 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-7914e891-c275-48a4-a1a6-e3cba374ce48 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:46:29 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:46:29 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:46:29 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:46:29 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Took 0.67 seconds to deallocate network for instance.
Nov 10 13:46:30 user nova-compute[86206]: DEBUG nova.compute.manager [req-c5d5f86f-de44-494c-8259-e2112d813ba4 req-d18f0708-3a92-4535-8709-2797489e0509 service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Received event network-vif-deleted-f15e1ba7-4a5f-43a2-8b18-8872e77225cf {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:46:30 user nova-compute[86206]: INFO nova.compute.manager [req-c5d5f86f-de44-494c-8259-e2112d813ba4 req-d18f0708-3a92-4535-8709-2797489e0509 service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Neutron deleted interface f15e1ba7-4a5f-43a2-8b18-8872e77225cf; detaching it from the instance and deleting it from the info cache
Nov 10 13:46:30 user nova-compute[86206]: DEBUG nova.network.neutron [req-c5d5f86f-de44-494c-8259-e2112d813ba4 req-d18f0708-3a92-4535-8709-2797489e0509 service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:46:30 user nova-compute[86206]: DEBUG nova.compute.manager [req-c5d5f86f-de44-494c-8259-e2112d813ba4 req-d18f0708-3a92-4535-8709-2797489e0509 service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Detach interface failed, port_id=f15e1ba7-4a5f-43a2-8b18-8872e77225cf, reason: Instance fdba0b21-1e93-4771-aaca-ebcaec927902 could not be found. {{(pid=86206) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 10 13:46:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7914e891-c275-48a4-a1a6-e3cba374ce48 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:46:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7914e891-c275-48a4-a1a6-e3cba374ce48 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:46:30 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-7914e891-c275-48a4-a1a6-e3cba374ce48 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:46:30 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-7914e891-c275-48a4-a1a6-e3cba374ce48 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:46:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7914e891-c275-48a4-a1a6-e3cba374ce48 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.215s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:46:30 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-7914e891-c275-48a4-a1a6-e3cba374ce48 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Deleted allocations for instance fdba0b21-1e93-4771-aaca-ebcaec927902
Nov 10 13:46:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-7914e891-c275-48a4-a1a6-e3cba374ce48 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "fdba0b21-1e93-4771-aaca-ebcaec927902" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.957s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:46:31 user nova-compute[86206]: DEBUG nova.compute.manager [req-2771d0da-8924-49b2-bcd1-6076d20375e8 req-637a4e8f-af45-450e-b5ad-eeb1a64dbb68 service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Received event network-vif-plugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:46:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2771d0da-8924-49b2-bcd1-6076d20375e8 req-637a4e8f-af45-450e-b5ad-eeb1a64dbb68 service nova] Acquiring lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:46:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2771d0da-8924-49b2-bcd1-6076d20375e8 req-637a4e8f-af45-450e-b5ad-eeb1a64dbb68 service nova] Lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:46:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2771d0da-8924-49b2-bcd1-6076d20375e8 req-637a4e8f-af45-450e-b5ad-eeb1a64dbb68 service nova] Lock "fdba0b21-1e93-4771-aaca-ebcaec927902-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:46:31 user nova-compute[86206]: DEBUG nova.compute.manager [req-2771d0da-8924-49b2-bcd1-6076d20375e8 req-637a4e8f-af45-450e-b5ad-eeb1a64dbb68 service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] No waiting events found dispatching network-vif-plugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:46:31 user nova-compute[86206]: WARNING nova.compute.manager [req-2771d0da-8924-49b2-bcd1-6076d20375e8 req-637a4e8f-af45-450e-b5ad-eeb1a64dbb68 service nova] [instance: fdba0b21-1e93-4771-aaca-ebcaec927902] Received unexpected event network-vif-plugged-f15e1ba7-4a5f-43a2-8b18-8872e77225cf for instance with vm_state deleted and task_state None.
Nov 10 13:46:34 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:46:39 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:46:40 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-f77cd38b-2a0a-4631-a867-961bd85c5dbc tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance d94b7eb7-95ba-468f-a1b6-2a8f055da37e is timed out.
Nov 10 13:46:40 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-f77cd38b-2a0a-4631-a867-961bd85c5dbc tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Successfully detached device vdb from instance d94b7eb7-95ba-468f-a1b6-2a8f055da37e from the live domain config.
Nov 10 13:46:40 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f77cd38b-2a0a-4631-a867-961bd85c5dbc tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 13:46:40 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f77cd38b-2a0a-4631-a867-961bd85c5dbc tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DkmELtAM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:46:40 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-f77cd38b-2a0a-4631-a867-961bd85c5dbc tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:46:40 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-f77cd38b-2a0a-4631-a867-961bd85c5dbc tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:46:40 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-f77cd38b-2a0a-4631-a867-961bd85c5dbc tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:46:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:46:40 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:46:40 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[16db8d0d-8875-46e7-a053-2c0a93806fba]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:46:40 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f77cd38b-2a0a-4631-a867-961bd85c5dbc tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 13:46:40 user nova-compute[86206]: No targets found.
Nov 10 13:46:40 user nova-compute[86206]: iSNS:
Nov 10 13:46:40 user nova-compute[86206]: No targets found.
Nov 10 13:46:40 user nova-compute[86206]: STATIC:
Nov 10 13:46:40 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c
Nov 10 13:46:40 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:46:40 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:46:40 user nova-compute[86206]: FIRMWARE:
Nov 10 13:46:40 user nova-compute[86206]: No targets found.
Nov 10 13:46:40 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:46:41 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f77cd38b-2a0a-4631-a867-961bd85c5dbc tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 13:46:41 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 13:46:41 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 13:46:41 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f77cd38b-2a0a-4631-a867-961bd85c5dbc tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 13:46:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:46:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:46:41 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e69ced6-caa1-4e8b-86a7-16fdf2f6c963]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:46:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:46:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:46:41 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[e87a9014-0a44-40f1-a248-e5ac938f8db1]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:46:41 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f77cd38b-2a0a-4631-a867-961bd85c5dbc tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c (non-flash)
Nov 10 13:46:41 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:46:41 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f77cd38b-2a0a-4631-a867-961bd85c5dbc tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c (non-flash)
Nov 10 13:46:41 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:46:41 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f77cd38b-2a0a-4631-a867-961bd85c5dbc tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe4646805e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c'): ({'sdb'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 13:46:41 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-f77cd38b-2a0a-4631-a867-961bd85c5dbc tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Removing single pathed devices sdb {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 13:46:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:46:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:46:41 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[5807b8fd-76b6-46df-92c1-981c1dc7beec]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:46:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:46:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:46:41 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9736773-3371-4685-9d1a-4d9b3ba17295]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:46:41 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-f77cd38b-2a0a-4631-a867-961bd85c5dbc tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Flushing IO for device /dev/sdb {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 13:46:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:46:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:46:41 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[23bbb07d-e775-45e3-a9a3-8e7b1b8b2c13]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:46:41 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-f77cd38b-2a0a-4631-a867-961bd85c5dbc tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 13:46:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:46:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.038s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:46:41 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[97ce5162-a0c7-4c8d-beae-8c542ada3f3c]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:46:41 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-f77cd38b-2a0a-4631-a867-961bd85c5dbc tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 13:46:41 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-f77cd38b-2a0a-4631-a867-961bd85c5dbc tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] SCSI volumes sdb have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 13:46:41 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f77cd38b-2a0a-4631-a867-961bd85c5dbc tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 13:46:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:46:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:46:41 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[682a930d-62b2-42be-b309-07c55a504391]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:46:41 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f77cd38b-2a0a-4631-a867-961bd85c5dbc tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:46:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:46:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:46:41 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[66c75c30-3a12-48eb-94aa-fb5b0a0408eb]: (4, ('Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c, portal: 172.16.0.220,3260]\nLogout of [sid: 40, target: iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:46:41 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f77cd38b-2a0a-4631-a867-961bd85c5dbc tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c, portal: 172.16.0.220,3260]
Nov 10 13:46:41 user nova-compute[86206]: Logout of [sid: 40, target: iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c, portal: 172.16.0.220,3260] successful.
Nov 10 13:46:41 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:46:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:46:41 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b9ff3bac-b82b-4a05-9747-e410618b5b7c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:46:41 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[380f2dc4-9eba-44e2-9dd1-5471af9fd2c5]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:46:41 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f77cd38b-2a0a-4631-a867-961bd85c5dbc tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:46:41 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-f77cd38b-2a0a-4631-a867-961bd85c5dbc tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.300s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:46:41 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f77cd38b-2a0a-4631-a867-961bd85c5dbc tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] <== disconnect_volume: return (301ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:46:41 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f77cd38b-2a0a-4631-a867-961bd85c5dbc tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 13:46:42 user nova-compute[86206]: DEBUG nova.objects.instance [None req-f77cd38b-2a0a-4631-a867-961bd85c5dbc tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lazy-loading 'flavor' on Instance uuid d94b7eb7-95ba-468f-a1b6-2a8f055da37e {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:46:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f77cd38b-2a0a-4631-a867-961bd85c5dbc tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "d94b7eb7-95ba-468f-a1b6-2a8f055da37e" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.880s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:46:42 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:46:42 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:46:42 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Didn't find any instances for network info cache update. {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 10 13:46:44 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:46:46 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:46:46 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 13:46:47 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:46:47 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:46:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:46:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:46:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:46:47 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:46:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:46:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:46:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:46:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:46:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:46:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:46:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:46:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk.rescue --force-share --output=json" returned: 0 in 0.201s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:46:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:46:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:46:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:46:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:46:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d94b7eb7-95ba-468f-a1b6-2a8f055da37e/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:46:49 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:46:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d94b7eb7-95ba-468f-a1b6-2a8f055da37e/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:46:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d94b7eb7-95ba-468f-a1b6-2a8f055da37e/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:46:49 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:46:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d94b7eb7-95ba-468f-a1b6-2a8f055da37e/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:46:49 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:46:49 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:46:49 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=8584MB free_disk=25.090129852294922GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:46:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:46:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:46:49 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:46:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 4e270764-c028-41ad-b2f7-4d502bd8d7ef actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:46:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance dcbbf073-aada-4069-ab96-58f83cd8259c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:46:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance d94b7eb7-95ba-468f-a1b6-2a8f055da37e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:46:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:46:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:46:50 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:46:50 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:46:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:46:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.343s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:46:51 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:46:52 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:46:53 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:46:53 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:46:54 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:46:54 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:46:55 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:46:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:47:04 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:47:04 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:47:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:47:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-118f48d5-250f-43ee-b2be-323569f7be58 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "d94b7eb7-95ba-468f-a1b6-2a8f055da37e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:47:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-118f48d5-250f-43ee-b2be-323569f7be58 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "d94b7eb7-95ba-468f-a1b6-2a8f055da37e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:47:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-118f48d5-250f-43ee-b2be-323569f7be58 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "d94b7eb7-95ba-468f-a1b6-2a8f055da37e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:47:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-118f48d5-250f-43ee-b2be-323569f7be58 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "d94b7eb7-95ba-468f-a1b6-2a8f055da37e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:47:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-118f48d5-250f-43ee-b2be-323569f7be58 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "d94b7eb7-95ba-468f-a1b6-2a8f055da37e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:47:11 user nova-compute[86206]: INFO nova.compute.manager [None req-118f48d5-250f-43ee-b2be-323569f7be58 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Terminating instance
Nov 10 13:47:11 user nova-compute[86206]: DEBUG nova.compute.manager [None req-118f48d5-250f-43ee-b2be-323569f7be58 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:47:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:47:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:47:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:47:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:47:11 user nova-compute[86206]: DEBUG nova.compute.manager [req-99923a35-f1cf-4693-ba02-538a51756731 req-2e26310f-8f6d-4cca-a4e3-095872b8ab3c service nova] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Received event network-vif-unplugged-5cd39003-9e3f-4186-9fe2-176a44100e9a {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:47:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-99923a35-f1cf-4693-ba02-538a51756731 req-2e26310f-8f6d-4cca-a4e3-095872b8ab3c service nova] Acquiring lock "d94b7eb7-95ba-468f-a1b6-2a8f055da37e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:47:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-99923a35-f1cf-4693-ba02-538a51756731 req-2e26310f-8f6d-4cca-a4e3-095872b8ab3c service nova] Lock "d94b7eb7-95ba-468f-a1b6-2a8f055da37e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:47:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-99923a35-f1cf-4693-ba02-538a51756731 req-2e26310f-8f6d-4cca-a4e3-095872b8ab3c service nova] Lock "d94b7eb7-95ba-468f-a1b6-2a8f055da37e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:47:11 user nova-compute[86206]: DEBUG nova.compute.manager [req-99923a35-f1cf-4693-ba02-538a51756731 req-2e26310f-8f6d-4cca-a4e3-095872b8ab3c service nova] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] No waiting events found dispatching network-vif-unplugged-5cd39003-9e3f-4186-9fe2-176a44100e9a {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:47:11 user nova-compute[86206]: DEBUG nova.compute.manager [req-99923a35-f1cf-4693-ba02-538a51756731 req-2e26310f-8f6d-4cca-a4e3-095872b8ab3c service nova] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Received event network-vif-unplugged-5cd39003-9e3f-4186-9fe2-176a44100e9a for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:47:11 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Instance destroyed successfully.
Nov 10 13:47:11 user nova-compute[86206]: DEBUG nova.objects.instance [None req-118f48d5-250f-43ee-b2be-323569f7be58 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lazy-loading 'resources' on Instance uuid d94b7eb7-95ba-468f-a1b6-2a8f055da37e {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:47:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-118f48d5-250f-43ee-b2be-323569f7be58 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:43:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1174678330',display_name='tempest-AttachVolumeNegativeTest-server-1174678330',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1174678330',id=44,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCuTo7jixrlUCtVlcr1W9GgyxNaH7/LJhXszlgovOKavTpcsX7jq9IaKiFCDA53PgaurlBltEDFD32kEpvbdb86ZeyYxGaAAu73dy/ygk69Y0uxSbHmvCO9lrLs3CWoRAA==',key_name='tempest-keypair-539503892',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:44:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='76309bff6aa74fbf97b9a1120a12892b',ramdisk_id='',reservation_id='r-81c4qclo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-92154314',owner_user_name='tempest-AttachVolumeNegativeTest-92154314-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:44:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8ecb0686a4e046bd925cbe5efd9a45de',uuid=d94b7eb7-95ba-468f-a1b6-2a8f055da37e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5cd39003-9e3f-4186-9fe2-176a44100e9a", "address": "fa:16:3e:af:2d:08", "network": {"id": "bd4dcb28-ea59-43a7-af60-1b7991bc8086", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-23684993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.69", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76309bff6aa74fbf97b9a1120a12892b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5cd39003-9e", "ovs_interfaceid": "5cd39003-9e3f-4186-9fe2-176a44100e9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:47:11 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-118f48d5-250f-43ee-b2be-323569f7be58 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Converting VIF {"id": "5cd39003-9e3f-4186-9fe2-176a44100e9a", "address": "fa:16:3e:af:2d:08", "network": {"id": "bd4dcb28-ea59-43a7-af60-1b7991bc8086", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-23684993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.69", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76309bff6aa74fbf97b9a1120a12892b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5cd39003-9e", "ovs_interfaceid": "5cd39003-9e3f-4186-9fe2-176a44100e9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:47:11 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-118f48d5-250f-43ee-b2be-323569f7be58 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:af:2d:08,bridge_name='br-int',has_traffic_filtering=True,id=5cd39003-9e3f-4186-9fe2-176a44100e9a,network=Network(bd4dcb28-ea59-43a7-af60-1b7991bc8086),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5cd39003-9e') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:47:11 user nova-compute[86206]: DEBUG os_vif [None req-118f48d5-250f-43ee-b2be-323569f7be58 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:af:2d:08,bridge_name='br-int',has_traffic_filtering=True,id=5cd39003-9e3f-4186-9fe2-176a44100e9a,network=Network(bd4dcb28-ea59-43a7-af60-1b7991bc8086),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5cd39003-9e') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:47:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:47:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5cd39003-9e, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:47:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:47:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:47:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:47:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=04305411-c719-41f2-b321-fe640eec4d2b) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:47:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:47:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:47:11 user nova-compute[86206]: INFO os_vif [None req-118f48d5-250f-43ee-b2be-323569f7be58 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:af:2d:08,bridge_name='br-int',has_traffic_filtering=True,id=5cd39003-9e3f-4186-9fe2-176a44100e9a,network=Network(bd4dcb28-ea59-43a7-af60-1b7991bc8086),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5cd39003-9e')
Nov 10 13:47:11 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-118f48d5-250f-43ee-b2be-323569f7be58 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Deleting instance files /opt/stack/data/nova/instances/d94b7eb7-95ba-468f-a1b6-2a8f055da37e_del
Nov 10 13:47:11 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-118f48d5-250f-43ee-b2be-323569f7be58 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Deletion of /opt/stack/data/nova/instances/d94b7eb7-95ba-468f-a1b6-2a8f055da37e_del complete
Nov 10 13:47:11 user nova-compute[86206]: INFO nova.compute.manager [None req-118f48d5-250f-43ee-b2be-323569f7be58 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Took 0.89 seconds to destroy the instance on the hypervisor.
Nov 10 13:47:11 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-118f48d5-250f-43ee-b2be-323569f7be58 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:47:11 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:47:11 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:47:12 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:47:12 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Took 0.86 seconds to deallocate network for instance.
Nov 10 13:47:12 user nova-compute[86206]: DEBUG nova.compute.manager [req-bd7e703c-0481-4eba-8d83-29ed903d6f8e req-b27d2cd9-fbf1-454b-b4e6-c867935c1898 service nova] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Received event network-vif-deleted-5cd39003-9e3f-4186-9fe2-176a44100e9a {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:47:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-118f48d5-250f-43ee-b2be-323569f7be58 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:47:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-118f48d5-250f-43ee-b2be-323569f7be58 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:47:12 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-118f48d5-250f-43ee-b2be-323569f7be58 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:47:12 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-118f48d5-250f-43ee-b2be-323569f7be58 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:47:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-118f48d5-250f-43ee-b2be-323569f7be58 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.180s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:47:13 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-118f48d5-250f-43ee-b2be-323569f7be58 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Deleted allocations for instance d94b7eb7-95ba-468f-a1b6-2a8f055da37e
Nov 10 13:47:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-118f48d5-250f-43ee-b2be-323569f7be58 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "d94b7eb7-95ba-468f-a1b6-2a8f055da37e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.127s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:47:13 user nova-compute[86206]: DEBUG nova.compute.manager [req-5af5e99d-d0d0-41f4-983f-1a3c1c3360ff req-1ee20ff8-b266-41c6-a752-555fed7cdee8 service nova] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Received event network-vif-plugged-5cd39003-9e3f-4186-9fe2-176a44100e9a {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:47:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-5af5e99d-d0d0-41f4-983f-1a3c1c3360ff req-1ee20ff8-b266-41c6-a752-555fed7cdee8 service nova] Acquiring lock "d94b7eb7-95ba-468f-a1b6-2a8f055da37e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:47:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-5af5e99d-d0d0-41f4-983f-1a3c1c3360ff req-1ee20ff8-b266-41c6-a752-555fed7cdee8 service nova] Lock "d94b7eb7-95ba-468f-a1b6-2a8f055da37e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:47:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-5af5e99d-d0d0-41f4-983f-1a3c1c3360ff req-1ee20ff8-b266-41c6-a752-555fed7cdee8 service nova] Lock "d94b7eb7-95ba-468f-a1b6-2a8f055da37e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:47:13 user nova-compute[86206]: DEBUG nova.compute.manager [req-5af5e99d-d0d0-41f4-983f-1a3c1c3360ff req-1ee20ff8-b266-41c6-a752-555fed7cdee8 service nova] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] No waiting events found dispatching network-vif-plugged-5cd39003-9e3f-4186-9fe2-176a44100e9a {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:47:13 user nova-compute[86206]: WARNING nova.compute.manager [req-5af5e99d-d0d0-41f4-983f-1a3c1c3360ff req-1ee20ff8-b266-41c6-a752-555fed7cdee8 service nova] [instance: d94b7eb7-95ba-468f-a1b6-2a8f055da37e] Received unexpected event network-vif-plugged-5cd39003-9e3f-4186-9fe2-176a44100e9a for instance with vm_state deleted and task_state None.
Nov 10 13:47:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:47:21 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:47:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:47:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:47:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "b4b7be38-d09b-4ff7-8e63-1e5f196ecc31" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:47:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "b4b7be38-d09b-4ff7-8e63-1e5f196ecc31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:47:33 user nova-compute[86206]: DEBUG nova.compute.manager [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:47:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:47:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:47:33 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:47:33 user nova-compute[86206]: INFO nova.compute.claims [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Claim successful on node user
Nov 10 13:47:33 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:47:33 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:47:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.297s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:47:33 user nova-compute[86206]: DEBUG nova.compute.manager [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:47:34 user nova-compute[86206]: DEBUG nova.compute.manager [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:47:34 user nova-compute[86206]: DEBUG nova.network.neutron [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:47:34 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:47:34 user nova-compute[86206]: DEBUG nova.compute.manager [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:47:34 user nova-compute[86206]: DEBUG nova.policy [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70b0703bebcb46969be6c8da0fb19f17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '398c80570edc4001af39959f6ca0a0c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:47:34 user nova-compute[86206]: INFO nova.virt.block_device [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Booting with volume 894e3e5f-d860-4e06-9492-4cb0be27e86c at /dev/vda
Nov 10 13:47:34 user nova-compute[86206]: DEBUG os_brick.utils [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:47:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:47:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.026s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:47:34 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[98e59ff9-5c0b-4643-ac7b-6e9167061581]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:47:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:47:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:47:34 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf64579c-ea18-4890-8bc9-79678be7bc17]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:47:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:47:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:47:34 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[901e4bd6-c500-4c26-8007-4922fda53c44]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:47:34 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b37a182-6f29-404b-9205-711df26e1664]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:47:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:47:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:47:34 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:47:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:47:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:47:34 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:47:34 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf4b8753-7e80-4e35-ba8b-81dd2e2520e8]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:47:34 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:47:34 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:47:34 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:47:34 user nova-compute[86206]: DEBUG os_brick.utils [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] <== get_connector_properties: return (147ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:47:34 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Updating existing volume attachment record: 1496524d-241a-497d-a4ab-dd6ee9d7e0a2 {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 13:47:34 user nova-compute[86206]: DEBUG nova.network.neutron [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Successfully created port: ba5ef843-a182-44e3-840d-33c6e0bac8ca {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:47:35 user nova-compute[86206]: DEBUG nova.network.neutron [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Successfully updated port: ba5ef843-a182-44e3-840d-33c6e0bac8ca {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:47:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "refresh_cache-b4b7be38-d09b-4ff7-8e63-1e5f196ecc31" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:47:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquired lock "refresh_cache-b4b7be38-d09b-4ff7-8e63-1e5f196ecc31" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:47:35 user nova-compute[86206]: DEBUG nova.network.neutron [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:47:35 user nova-compute[86206]: DEBUG nova.compute.manager [req-4a758a98-e623-4b7d-843e-45c6be27e948 req-42885f6d-ffda-4b7e-8323-fb6a45817ea0 service nova] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Received event network-changed-ba5ef843-a182-44e3-840d-33c6e0bac8ca {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:47:35 user nova-compute[86206]: DEBUG nova.compute.manager [req-4a758a98-e623-4b7d-843e-45c6be27e948 req-42885f6d-ffda-4b7e-8323-fb6a45817ea0 service nova] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Refreshing instance network info cache due to event network-changed-ba5ef843-a182-44e3-840d-33c6e0bac8ca. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:47:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4a758a98-e623-4b7d-843e-45c6be27e948 req-42885f6d-ffda-4b7e-8323-fb6a45817ea0 service nova] Acquiring lock "refresh_cache-b4b7be38-d09b-4ff7-8e63-1e5f196ecc31" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:47:35 user nova-compute[86206]: DEBUG nova.network.neutron [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:47:35 user nova-compute[86206]: DEBUG nova.network.neutron [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Updating instance_info_cache with network_info: [{"id": "ba5ef843-a182-44e3-840d-33c6e0bac8ca", "address": "fa:16:3e:7c:3d:90", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba5ef843-a1", "ovs_interfaceid": "ba5ef843-a182-44e3-840d-33c6e0bac8ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:47:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Releasing lock "refresh_cache-b4b7be38-d09b-4ff7-8e63-1e5f196ecc31" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:47:36 user nova-compute[86206]: DEBUG nova.compute.manager [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Instance network_info: |[{"id": "ba5ef843-a182-44e3-840d-33c6e0bac8ca", "address": "fa:16:3e:7c:3d:90", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba5ef843-a1", "ovs_interfaceid": "ba5ef843-a182-44e3-840d-33c6e0bac8ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:47:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4a758a98-e623-4b7d-843e-45c6be27e948 req-42885f6d-ffda-4b7e-8323-fb6a45817ea0 service nova] Acquired lock "refresh_cache-b4b7be38-d09b-4ff7-8e63-1e5f196ecc31" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:47:36 user nova-compute[86206]: DEBUG nova.network.neutron [req-4a758a98-e623-4b7d-843e-45c6be27e948 req-42885f6d-ffda-4b7e-8323-fb6a45817ea0 service nova] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Refreshing network info cache for port ba5ef843-a182-44e3-840d-33c6e0bac8ca {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:47:36 user nova-compute[86206]: DEBUG nova.network.neutron [req-4a758a98-e623-4b7d-843e-45c6be27e948 req-42885f6d-ffda-4b7e-8323-fb6a45817ea0 service nova] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Updated VIF entry in instance network info cache for port ba5ef843-a182-44e3-840d-33c6e0bac8ca. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:47:36 user nova-compute[86206]: DEBUG nova.network.neutron [req-4a758a98-e623-4b7d-843e-45c6be27e948 req-42885f6d-ffda-4b7e-8323-fb6a45817ea0 service nova] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Updating instance_info_cache with network_info: [{"id": "ba5ef843-a182-44e3-840d-33c6e0bac8ca", "address": "fa:16:3e:7c:3d:90", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba5ef843-a1", "ovs_interfaceid": "ba5ef843-a182-44e3-840d-33c6e0bac8ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:47:36 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4a758a98-e623-4b7d-843e-45c6be27e948 req-42885f6d-ffda-4b7e-8323-fb6a45817ea0 service nova] Releasing lock "refresh_cache-b4b7be38-d09b-4ff7-8e63-1e5f196ecc31" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:47:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:47:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:47:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=86206) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 10 13:47:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:47:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:47:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:47:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:47:43 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:47:43 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:47:43 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Rebuilding the list of instances to heal {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 10 13:47:43 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Skipping network cache update for instance because it is Building. {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Nov 10 13:47:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "refresh_cache-4e270764-c028-41ad-b2f7-4d502bd8d7ef" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:47:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquired lock "refresh_cache-4e270764-c028-41ad-b2f7-4d502bd8d7ef" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:47:44 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Forcefully refreshing network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 10 13:47:44 user nova-compute[86206]: DEBUG nova.objects.instance [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lazy-loading 'info_cache' on Instance uuid 4e270764-c028-41ad-b2f7-4d502bd8d7ef {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:47:44 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Updating instance_info_cache with network_info: [{"id": "9b2a8f53-1ad7-4c98-bad4-90862f8cc057", "address": "fa:16:3e:61:97:70", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b2a8f53-1a", "ovs_interfaceid": "9b2a8f53-1ad7-4c98-bad4-90862f8cc057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:47:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Releasing lock "refresh_cache-4e270764-c028-41ad-b2f7-4d502bd8d7ef" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:47:44 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Updated the network info_cache for instance {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 10 13:47:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:47:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:47:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=86206) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 10 13:47:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:47:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:47:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:47:46 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:47:46 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 13:47:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-36ee138f-569b-4dc4-b0b5-91a6a5f2630e tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquiring lock "dcbbf073-aada-4069-ab96-58f83cd8259c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:47:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-36ee138f-569b-4dc4-b0b5-91a6a5f2630e tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "dcbbf073-aada-4069-ab96-58f83cd8259c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:47:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-36ee138f-569b-4dc4-b0b5-91a6a5f2630e tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquiring lock "dcbbf073-aada-4069-ab96-58f83cd8259c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:47:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-36ee138f-569b-4dc4-b0b5-91a6a5f2630e tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "dcbbf073-aada-4069-ab96-58f83cd8259c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:47:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-36ee138f-569b-4dc4-b0b5-91a6a5f2630e tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "dcbbf073-aada-4069-ab96-58f83cd8259c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:47:47 user nova-compute[86206]: INFO nova.compute.manager [None req-36ee138f-569b-4dc4-b0b5-91a6a5f2630e tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Terminating instance
Nov 10 13:47:47 user nova-compute[86206]: DEBUG nova.compute.manager [None req-36ee138f-569b-4dc4-b0b5-91a6a5f2630e tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:47:47 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:47:47 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:47:47 user nova-compute[86206]: DEBUG nova.compute.manager [req-3338ed2b-3399-44ac-a6b1-11a08674db1a req-827d0961-8f1a-4626-a458-be2a76d3707f service nova] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Received event network-vif-unplugged-27eb0326-2bc9-41c0-ba01-0803b82e7ceb {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:47:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-3338ed2b-3399-44ac-a6b1-11a08674db1a req-827d0961-8f1a-4626-a458-be2a76d3707f service nova] Acquiring lock "dcbbf073-aada-4069-ab96-58f83cd8259c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:47:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-3338ed2b-3399-44ac-a6b1-11a08674db1a req-827d0961-8f1a-4626-a458-be2a76d3707f service nova] Lock "dcbbf073-aada-4069-ab96-58f83cd8259c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:47:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-3338ed2b-3399-44ac-a6b1-11a08674db1a req-827d0961-8f1a-4626-a458-be2a76d3707f service nova] Lock "dcbbf073-aada-4069-ab96-58f83cd8259c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:47:47 user nova-compute[86206]: DEBUG nova.compute.manager [req-3338ed2b-3399-44ac-a6b1-11a08674db1a req-827d0961-8f1a-4626-a458-be2a76d3707f service nova] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] No waiting events found dispatching network-vif-unplugged-27eb0326-2bc9-41c0-ba01-0803b82e7ceb {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:47:47 user nova-compute[86206]: DEBUG nova.compute.manager [req-3338ed2b-3399-44ac-a6b1-11a08674db1a req-827d0961-8f1a-4626-a458-be2a76d3707f service nova] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Received event network-vif-unplugged-27eb0326-2bc9-41c0-ba01-0803b82e7ceb for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:47:47 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:47:47 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:47:47 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Instance destroyed successfully.
Nov 10 13:47:47 user nova-compute[86206]: DEBUG nova.objects.instance [None req-36ee138f-569b-4dc4-b0b5-91a6a5f2630e tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lazy-loading 'resources' on Instance uuid dcbbf073-aada-4069-ab96-58f83cd8259c {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:47:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-36ee138f-569b-4dc4-b0b5-91a6a5f2630e tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:30:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1817461097',display_name='tempest-ServerRescueNegativeTestJSON-server-1817461097',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1817461097',id=29,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:32:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ccc7d64ad3664aed888c4035bb3e4cd9',ramdisk_id='',reservation_id='r-xkk0geog',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-330734770',owner_user_name='tempest-ServerRescueNegativeTestJSON-330734770-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:32:51Z,user_data=None,user_id='86d4c4afc9874d4ea1f37fd27ca0d8aa',uuid=dcbbf073-aada-4069-ab96-58f83cd8259c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='rescued') vif={"id": "27eb0326-2bc9-41c0-ba01-0803b82e7ceb", "address": "fa:16:3e:c4:71:b2", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27eb0326-2b", "ovs_interfaceid": "27eb0326-2bc9-41c0-ba01-0803b82e7ceb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:47:47 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-36ee138f-569b-4dc4-b0b5-91a6a5f2630e tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Converting VIF {"id": "27eb0326-2bc9-41c0-ba01-0803b82e7ceb", "address": "fa:16:3e:c4:71:b2", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap27eb0326-2b", "ovs_interfaceid": "27eb0326-2bc9-41c0-ba01-0803b82e7ceb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:47:47 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-36ee138f-569b-4dc4-b0b5-91a6a5f2630e tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c4:71:b2,bridge_name='br-int',has_traffic_filtering=True,id=27eb0326-2bc9-41c0-ba01-0803b82e7ceb,network=Network(07a75854-977d-4a57-be18-1d83f03f99f7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap27eb0326-2b') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:47:47 user nova-compute[86206]: DEBUG os_vif [None req-36ee138f-569b-4dc4-b0b5-91a6a5f2630e tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c4:71:b2,bridge_name='br-int',has_traffic_filtering=True,id=27eb0326-2bc9-41c0-ba01-0803b82e7ceb,network=Network(07a75854-977d-4a57-be18-1d83f03f99f7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap27eb0326-2b') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:47:47 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:47:47 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap27eb0326-2b, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:47:47 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:47:47 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:47:47 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=07af36f2-adcb-499c-95b3-5cb1abf2631d) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:47:47 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:47:47 user nova-compute[86206]: INFO os_vif [None req-36ee138f-569b-4dc4-b0b5-91a6a5f2630e tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c4:71:b2,bridge_name='br-int',has_traffic_filtering=True,id=27eb0326-2bc9-41c0-ba01-0803b82e7ceb,network=Network(07a75854-977d-4a57-be18-1d83f03f99f7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap27eb0326-2b')
Nov 10 13:47:47 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-36ee138f-569b-4dc4-b0b5-91a6a5f2630e tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Deleting instance files /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c_del
Nov 10 13:47:47 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-36ee138f-569b-4dc4-b0b5-91a6a5f2630e tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Deletion of /opt/stack/data/nova/instances/dcbbf073-aada-4069-ab96-58f83cd8259c_del complete
Nov 10 13:47:47 user nova-compute[86206]: INFO nova.compute.manager [None req-36ee138f-569b-4dc4-b0b5-91a6a5f2630e tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Took 0.89 seconds to destroy the instance on the hypervisor.
Nov 10 13:47:47 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-36ee138f-569b-4dc4-b0b5-91a6a5f2630e tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:47:47 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:47:47 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:47:47 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:47:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:47:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:47:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:47:48 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:47:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:47:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:47:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:47:48 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:47:48 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Took 0.49 seconds to deallocate network for instance.
Nov 10 13:47:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-36ee138f-569b-4dc4-b0b5-91a6a5f2630e tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:47:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-36ee138f-569b-4dc4-b0b5-91a6a5f2630e tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:47:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:47:48 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:47:48 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:47:48 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=8722MB free_disk=25.134422302246094GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:47:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:47:48 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-36ee138f-569b-4dc4-b0b5-91a6a5f2630e tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:47:48 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-36ee138f-569b-4dc4-b0b5-91a6a5f2630e tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:47:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-36ee138f-569b-4dc4-b0b5-91a6a5f2630e tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.496s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:47:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.084s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:47:49 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 4e270764-c028-41ad-b2f7-4d502bd8d7ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:47:49 user nova-compute[86206]: WARNING nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance dcbbf073-aada-4069-ab96-58f83cd8259c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do.
Nov 10 13:47:49 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance b4b7be38-d09b-4ff7-8e63-1e5f196ecc31 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:47:49 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:47:49 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:47:49 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-36ee138f-569b-4dc4-b0b5-91a6a5f2630e tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Deleted allocations for instance dcbbf073-aada-4069-ab96-58f83cd8259c
Nov 10 13:47:49 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Refreshing inventories for resource provider 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 10 13:47:49 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Updating ProviderTree inventory for provider 97afe8a5-73d4-462c-9196-a44dc5775cec from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 10 13:47:49 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Updating inventory in ProviderTree for provider 97afe8a5-73d4-462c-9196-a44dc5775cec with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 10 13:47:49 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Refreshing aggregate associations for resource provider 97afe8a5-73d4-462c-9196-a44dc5775cec, aggregates: None {{(pid=86206) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 10 13:47:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-36ee138f-569b-4dc4-b0b5-91a6a5f2630e tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "dcbbf073-aada-4069-ab96-58f83cd8259c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.186s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:47:49 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Refreshing trait associations for resource provider 97afe8a5-73d4-462c-9196-a44dc5775cec, traits: COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_USB,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_SSE,COMPUTE_NODE,COMPUTE_STORAGE_BUS_VIRTIO,HW_CPU_X86_MMX,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_SSSE3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE2,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE41,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIF_MODEL_VIRTIO {{(pid=86206) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 10 13:47:49 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:47:49 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:47:49 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:47:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.461s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:47:49 user nova-compute[86206]: DEBUG nova.compute.manager [req-8e23856b-b545-4092-8aea-cc9babcfe083 req-075c97c9-d161-4e60-b246-2bdc57740661 service nova] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Received event network-vif-plugged-27eb0326-2bc9-41c0-ba01-0803b82e7ceb {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:47:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-8e23856b-b545-4092-8aea-cc9babcfe083 req-075c97c9-d161-4e60-b246-2bdc57740661 service nova] Acquiring lock "dcbbf073-aada-4069-ab96-58f83cd8259c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:47:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-8e23856b-b545-4092-8aea-cc9babcfe083 req-075c97c9-d161-4e60-b246-2bdc57740661 service nova] Lock "dcbbf073-aada-4069-ab96-58f83cd8259c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:47:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-8e23856b-b545-4092-8aea-cc9babcfe083 req-075c97c9-d161-4e60-b246-2bdc57740661 service nova] Lock "dcbbf073-aada-4069-ab96-58f83cd8259c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:47:49 user nova-compute[86206]: DEBUG nova.compute.manager [req-8e23856b-b545-4092-8aea-cc9babcfe083 req-075c97c9-d161-4e60-b246-2bdc57740661 service nova] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] No waiting events found dispatching network-vif-plugged-27eb0326-2bc9-41c0-ba01-0803b82e7ceb {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:47:49 user nova-compute[86206]: WARNING nova.compute.manager [req-8e23856b-b545-4092-8aea-cc9babcfe083 req-075c97c9-d161-4e60-b246-2bdc57740661 service nova] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Received unexpected event network-vif-plugged-27eb0326-2bc9-41c0-ba01-0803b82e7ceb for instance with vm_state deleted and task_state None.
Nov 10 13:47:49 user nova-compute[86206]: DEBUG nova.compute.manager [req-8e23856b-b545-4092-8aea-cc9babcfe083 req-075c97c9-d161-4e60-b246-2bdc57740661 service nova] [instance: dcbbf073-aada-4069-ab96-58f83cd8259c] Received event network-vif-deleted-27eb0326-2bc9-41c0-ba01-0803b82e7ceb {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:47:50 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:47:50 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:47:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:47:52 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:47:54 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:47:56 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:47:56 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:47:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:47:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:47:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=86206) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 10 13:47:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:47:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:47:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG nova.compute.manager [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:47:58 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Creating image(s)
Nov 10 13:47:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Did not create local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Ensure instance console log exists: /opt/stack/data/nova/instances/b4b7be38-d09b-4ff7-8e63-1e5f196ecc31/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Start _get_guest_xml network_info=[{"id": "ba5ef843-a182-44e3-840d-33c6e0bac8ca", "address": "fa:16:3e:7c:3d:90", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba5ef843-a1", "ovs_interfaceid": "ba5ef843-a182-44e3-840d-33c6e0bac8ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'attachment_id': '1496524d-241a-497d-a4ab-dd6ee9d7e0a2', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GsTEWYFf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b4b7be38-d09b-4ff7-8e63-1e5f196ecc31', 'attached_at': '', 'detached_at': '', 'volume_id': '894e3e5f-d860-4e06-9492-4cb0be27e86c', 'serial': '894e3e5f-d860-4e06-9492-4cb0be27e86c'}, 'mount_device': '/dev/vda', 'boot_index': 0, 'volume_type': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:47:58 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:47:58 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:47:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GsTEWYFf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:47:58 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:47:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:47:58 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:47:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:47:58 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:47:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddcf1020-f643-4d5a-906b-8c96147b3ae0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 13:47:58 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffe4827e-dcdc-456c-ac21-0287e0875916]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c] added
Nov 10 13:47:58 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[002affd3-f26a-4654-bb56-342576830dcf]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.036s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[893313e9-28e1-49f6-a08b-711a4d1f6d9b]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GsTEWYFf {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GsTEWYFf" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3bc8a05-edb8-4933-9d2a-8c339a3feea5]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GsTEWYFf'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[2921b396-a9ad-45c5-80f9-f0b880fcca79]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[8df1a999-71b8-4a6b-b0ab-3bab08d4d7ac]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 10 13:47:58 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:47:58 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 10 13:47:58 user nova-compute[86206]:  {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:47:58 user nova-compute[86206]: WARNING os_brick.initiator.connectors.iscsi [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 10 13:47:58 user nova-compute[86206]: 
Nov 10 13:47:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:47:59 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c -p 172.16.0.220:3260 --login" returned: 0 in 0.054s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:47:59 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebe7e121-a4f8-4dd7-8387-a27e819cc558]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:47:59 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c, portal: 172.16.0.220,3260]
Nov 10 13:47:59 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c, portal: 172.16.0.220,3260] successful.
Nov 10 13:47:59 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:47:59 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:47:59 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:47:59 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a28d7b90-f8f3-427c-869d-b118425d844c]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:47:59 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:47:59 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:47:59 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:47:59 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8776e08-e00e-4bf7-b68b-5055c1fb24d9]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:47:59 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)
Nov 10 13:47:59 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:47:59 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)
Nov 10 13:47:59 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:47:59 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.299s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:47:59 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:47:59 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] HCTL ('33', '-', '-', 0) found on session 41 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:47:59 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:47:59 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:47:59 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:47:59 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[174f799f-8979-4970-a80f-f0a4ea6cac4c]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:47:59 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Searching for a device in session 41 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:47:59 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GsTEWYFf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:48:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.329s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:48:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] <== connect_volume: return (1331ms) {'type': 'block', 'scsi_wwn': '26139396639623934', 'path': '/dev/sdb'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:48:00 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26139396639623934', 'path': '/dev/sdb'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:48:00 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:47:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1575058708',display_name='tempest-TestVolumeBootPattern-server-1575058708',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1575058708',id=45,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMlDE+CswMeQ2L4HJmZih6MW8Nx2adkCOd65Hdd25jovjCpkw2RSpp4uz7hREcPT9bTcOavdX8FxPdALmNkDTngZbnXiMV7zZluant0cjY+XToQMutom3iOs74IT5f1D9Q==',key_name='tempest-TestVolumeBootPattern-1903993718',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='398c80570edc4001af39959f6ca0a0c6',ramdisk_id='',reservation_id='r-8deaq8hn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-19527526',owner_user_name='tempest-TestVolumeBootPattern-19527526-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:47:34Z,user_data=None,user_id='70b0703bebcb46969be6c8da0fb19f17',uuid=b4b7be38-d09b-4ff7-8e63-1e5f196ecc31,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ba5ef843-a182-44e3-840d-33c6e0bac8ca", "address": "fa:16:3e:7c:3d:90", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba5ef843-a1", "ovs_interfaceid": "ba5ef843-a182-44e3-840d-33c6e0bac8ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:48:00 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Converting VIF {"id": "ba5ef843-a182-44e3-840d-33c6e0bac8ca", "address": "fa:16:3e:7c:3d:90", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba5ef843-a1", "ovs_interfaceid": "ba5ef843-a182-44e3-840d-33c6e0bac8ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:48:00 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7c:3d:90,bridge_name='br-int',has_traffic_filtering=True,id=ba5ef843-a182-44e3-840d-33c6e0bac8ca,network=Network(d841a72f-c220-4ec4-8258-16c8288db743),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba5ef843-a1') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:48:00 user nova-compute[86206]: DEBUG nova.objects.instance [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lazy-loading 'pci_devices' on Instance uuid b4b7be38-d09b-4ff7-8e63-1e5f196ecc31 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:48:00 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:48:00 user nova-compute[86206]:   <uuid>b4b7be38-d09b-4ff7-8e63-1e5f196ecc31</uuid>
Nov 10 13:48:00 user nova-compute[86206]:   <name>instance-0000002d</name>
Nov 10 13:48:00 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:48:00 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:48:00 user nova-compute[86206]:   <metadata>
Nov 10 13:48:00 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:48:00 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:48:00 user nova-compute[86206]:       <nova:name>tempest-TestVolumeBootPattern-server-1575058708</nova:name>
Nov 10 13:48:00 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:47:58</nova:creationTime>
Nov 10 13:48:00 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:48:00 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:48:00 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:48:00 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:48:00 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:48:00 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:48:00 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:48:00 user nova-compute[86206]:       <nova:owner>
Nov 10 13:48:00 user nova-compute[86206]:         <nova:user uuid="70b0703bebcb46969be6c8da0fb19f17">tempest-TestVolumeBootPattern-19527526-project-member</nova:user>
Nov 10 13:48:00 user nova-compute[86206]:         <nova:project uuid="398c80570edc4001af39959f6ca0a0c6">tempest-TestVolumeBootPattern-19527526</nova:project>
Nov 10 13:48:00 user nova-compute[86206]:       </nova:owner>
Nov 10 13:48:00 user nova-compute[86206]:       <nova:ports>
Nov 10 13:48:00 user nova-compute[86206]:         <nova:port uuid="ba5ef843-a182-44e3-840d-33c6e0bac8ca">
Nov 10 13:48:00 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 10 13:48:00 user nova-compute[86206]:         </nova:port>
Nov 10 13:48:00 user nova-compute[86206]:       </nova:ports>
Nov 10 13:48:00 user nova-compute[86206]:     </nova:instance>
Nov 10 13:48:00 user nova-compute[86206]:   </metadata>
Nov 10 13:48:00 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:48:00 user nova-compute[86206]:     <system>
Nov 10 13:48:00 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:48:00 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:48:00 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:48:00 user nova-compute[86206]:       <entry name="serial">b4b7be38-d09b-4ff7-8e63-1e5f196ecc31</entry>
Nov 10 13:48:00 user nova-compute[86206]:       <entry name="uuid">b4b7be38-d09b-4ff7-8e63-1e5f196ecc31</entry>
Nov 10 13:48:00 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:48:00 user nova-compute[86206]:     </system>
Nov 10 13:48:00 user nova-compute[86206]:   </sysinfo>
Nov 10 13:48:00 user nova-compute[86206]:   <os>
Nov 10 13:48:00 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:48:00 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:48:00 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:48:00 user nova-compute[86206]:   </os>
Nov 10 13:48:00 user nova-compute[86206]:   <features>
Nov 10 13:48:00 user nova-compute[86206]:     <acpi/>
Nov 10 13:48:00 user nova-compute[86206]:     <apic/>
Nov 10 13:48:00 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:48:00 user nova-compute[86206]:   </features>
Nov 10 13:48:00 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:48:00 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:48:00 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:48:00 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:48:00 user nova-compute[86206]:   </clock>
Nov 10 13:48:00 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:48:00 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:48:00 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:48:00 user nova-compute[86206]:   </cpu>
Nov 10 13:48:00 user nova-compute[86206]:   <devices>
Nov 10 13:48:00 user nova-compute[86206]:     <disk type="block" device="disk">
Nov 10 13:48:00 user nova-compute[86206]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:48:00 user nova-compute[86206]:       <source dev="/dev/sdb"/>
Nov 10 13:48:00 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:48:00 user nova-compute[86206]:       <serial>894e3e5f-d860-4e06-9492-4cb0be27e86c</serial>
Nov 10 13:48:00 user nova-compute[86206]:     </disk>
Nov 10 13:48:00 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:48:00 user nova-compute[86206]:       <mac address="fa:16:3e:7c:3d:90"/>
Nov 10 13:48:00 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:48:00 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:48:00 user nova-compute[86206]:       <target dev="tapba5ef843-a1"/>
Nov 10 13:48:00 user nova-compute[86206]:     </interface>
Nov 10 13:48:00 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:48:00 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/b4b7be38-d09b-4ff7-8e63-1e5f196ecc31/console.log" append="off"/>
Nov 10 13:48:00 user nova-compute[86206]:     </serial>
Nov 10 13:48:00 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:48:00 user nova-compute[86206]:     <video>
Nov 10 13:48:00 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:48:00 user nova-compute[86206]:     </video>
Nov 10 13:48:00 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:48:00 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:48:00 user nova-compute[86206]:     </rng>
Nov 10 13:48:00 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:48:00 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:48:00 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:48:00 user nova-compute[86206]:     </memballoon>
Nov 10 13:48:00 user nova-compute[86206]:   </devices>
Nov 10 13:48:00 user nova-compute[86206]: </domain>
Nov 10 13:48:00 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:48:00 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:47:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1575058708',display_name='tempest-TestVolumeBootPattern-server-1575058708',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1575058708',id=45,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMlDE+CswMeQ2L4HJmZih6MW8Nx2adkCOd65Hdd25jovjCpkw2RSpp4uz7hREcPT9bTcOavdX8FxPdALmNkDTngZbnXiMV7zZluant0cjY+XToQMutom3iOs74IT5f1D9Q==',key_name='tempest-TestVolumeBootPattern-1903993718',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='398c80570edc4001af39959f6ca0a0c6',ramdisk_id='',reservation_id='r-8deaq8hn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-19527526',owner_user_name='tempest-TestVolumeBootPattern-19527526-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:47:34Z,user_data=None,user_id='70b0703bebcb46969be6c8da0fb19f17',uuid=b4b7be38-d09b-4ff7-8e63-1e5f196ecc31,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ba5ef843-a182-44e3-840d-33c6e0bac8ca", "address": "fa:16:3e:7c:3d:90", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba5ef843-a1", "ovs_interfaceid": "ba5ef843-a182-44e3-840d-33c6e0bac8ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:48:00 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Converting VIF {"id": "ba5ef843-a182-44e3-840d-33c6e0bac8ca", "address": "fa:16:3e:7c:3d:90", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba5ef843-a1", "ovs_interfaceid": "ba5ef843-a182-44e3-840d-33c6e0bac8ca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:48:00 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7c:3d:90,bridge_name='br-int',has_traffic_filtering=True,id=ba5ef843-a182-44e3-840d-33c6e0bac8ca,network=Network(d841a72f-c220-4ec4-8258-16c8288db743),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba5ef843-a1') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:48:00 user nova-compute[86206]: DEBUG os_vif [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:3d:90,bridge_name='br-int',has_traffic_filtering=True,id=ba5ef843-a182-44e3-840d-33c6e0bac8ca,network=Network(d841a72f-c220-4ec4-8258-16c8288db743),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba5ef843-a1') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:48:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:48:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:48:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e17c48cf-c13d-5091-9b09-9d02a15d3669', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:48:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:48:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapba5ef843-a1, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:48:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapba5ef843-a1, col_values=(('qos', UUID('6553573a-77d6-45b6-822f-e07366fd7d6b')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:48:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapba5ef843-a1, col_values=(('external_ids', {'iface-id': 'ba5ef843-a182-44e3-840d-33c6e0bac8ca', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7c:3d:90', 'vm-uuid': 'b4b7be38-d09b-4ff7-8e63-1e5f196ecc31'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:48:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:48:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:00 user nova-compute[86206]: INFO os_vif [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7c:3d:90,bridge_name='br-int',has_traffic_filtering=True,id=ba5ef843-a182-44e3-840d-33c6e0bac8ca,network=Network(d841a72f-c220-4ec4-8258-16c8288db743),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba5ef843-a1')
Nov 10 13:48:00 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:48:00 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] No VIF found with MAC fa:16:3e:7c:3d:90, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:48:01 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:01 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:01 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:01 user nova-compute[86206]: DEBUG nova.compute.manager [req-17b34381-de25-418d-8935-f63dbb291a22 req-0df3eaf8-7789-4e1c-9111-dcc1ede315e7 service nova] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Received event network-vif-plugged-ba5ef843-a182-44e3-840d-33c6e0bac8ca {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:48:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-17b34381-de25-418d-8935-f63dbb291a22 req-0df3eaf8-7789-4e1c-9111-dcc1ede315e7 service nova] Acquiring lock "b4b7be38-d09b-4ff7-8e63-1e5f196ecc31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:48:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-17b34381-de25-418d-8935-f63dbb291a22 req-0df3eaf8-7789-4e1c-9111-dcc1ede315e7 service nova] Lock "b4b7be38-d09b-4ff7-8e63-1e5f196ecc31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:48:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-17b34381-de25-418d-8935-f63dbb291a22 req-0df3eaf8-7789-4e1c-9111-dcc1ede315e7 service nova] Lock "b4b7be38-d09b-4ff7-8e63-1e5f196ecc31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:48:01 user nova-compute[86206]: DEBUG nova.compute.manager [req-17b34381-de25-418d-8935-f63dbb291a22 req-0df3eaf8-7789-4e1c-9111-dcc1ede315e7 service nova] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] No waiting events found dispatching network-vif-plugged-ba5ef843-a182-44e3-840d-33c6e0bac8ca {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:48:01 user nova-compute[86206]: WARNING nova.compute.manager [req-17b34381-de25-418d-8935-f63dbb291a22 req-0df3eaf8-7789-4e1c-9111-dcc1ede315e7 service nova] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Received unexpected event network-vif-plugged-ba5ef843-a182-44e3-840d-33c6e0bac8ca for instance with vm_state building and task_state spawning.
Nov 10 13:48:01 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:03 user nova-compute[86206]: DEBUG nova.compute.manager [req-4b608bf1-dcb0-4d60-b7cd-a84d9d30f43c req-b8c387c7-cc83-436e-96f6-118a1474f99f service nova] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Received event network-vif-plugged-ba5ef843-a182-44e3-840d-33c6e0bac8ca {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:48:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4b608bf1-dcb0-4d60-b7cd-a84d9d30f43c req-b8c387c7-cc83-436e-96f6-118a1474f99f service nova] Acquiring lock "b4b7be38-d09b-4ff7-8e63-1e5f196ecc31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:48:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4b608bf1-dcb0-4d60-b7cd-a84d9d30f43c req-b8c387c7-cc83-436e-96f6-118a1474f99f service nova] Lock "b4b7be38-d09b-4ff7-8e63-1e5f196ecc31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:48:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4b608bf1-dcb0-4d60-b7cd-a84d9d30f43c req-b8c387c7-cc83-436e-96f6-118a1474f99f service nova] Lock "b4b7be38-d09b-4ff7-8e63-1e5f196ecc31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:48:03 user nova-compute[86206]: DEBUG nova.compute.manager [req-4b608bf1-dcb0-4d60-b7cd-a84d9d30f43c req-b8c387c7-cc83-436e-96f6-118a1474f99f service nova] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] No waiting events found dispatching network-vif-plugged-ba5ef843-a182-44e3-840d-33c6e0bac8ca {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:48:03 user nova-compute[86206]: WARNING nova.compute.manager [req-4b608bf1-dcb0-4d60-b7cd-a84d9d30f43c req-b8c387c7-cc83-436e-96f6-118a1474f99f service nova] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Received unexpected event network-vif-plugged-ba5ef843-a182-44e3-840d-33c6e0bac8ca for instance with vm_state building and task_state spawning.
Nov 10 13:48:03 user nova-compute[86206]: DEBUG nova.compute.manager [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:48:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:48:03 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Instance spawned successfully.
Nov 10 13:48:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:48:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:48:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:48:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:48:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:48:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:48:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:48:04 user nova-compute[86206]: INFO nova.compute.manager [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Took 5.39 seconds to spawn the instance on the hypervisor.
Nov 10 13:48:04 user nova-compute[86206]: DEBUG nova.compute.manager [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:48:04 user nova-compute[86206]: INFO nova.compute.manager [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Took 30.58 seconds to build instance.
Nov 10 13:48:04 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:04 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-d8685d33-c135-41d3-bbe3-9ccb6ff7ba07 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "b4b7be38-d09b-4ff7-8e63-1e5f196ecc31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 30.712s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:48:05 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:05 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "c8a6772e-9e3d-440f-97bc-7f9458364029" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:48:05 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "c8a6772e-9e3d-440f-97bc-7f9458364029" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:48:06 user nova-compute[86206]: DEBUG nova.compute.manager [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:48:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:48:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:48:06 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:48:06 user nova-compute[86206]: INFO nova.compute.claims [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Claim successful on node user
Nov 10 13:48:06 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:48:06 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:48:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.280s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:48:06 user nova-compute[86206]: DEBUG nova.compute.manager [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:48:06 user nova-compute[86206]: DEBUG nova.compute.manager [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:48:06 user nova-compute[86206]: DEBUG nova.network.neutron [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:48:06 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:48:06 user nova-compute[86206]: DEBUG nova.compute.manager [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:48:06 user nova-compute[86206]: DEBUG nova.policy [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ecb0686a4e046bd925cbe5efd9a45de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76309bff6aa74fbf97b9a1120a12892b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:48:06 user nova-compute[86206]: DEBUG nova.compute.manager [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:48:06 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:48:06 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Creating image(s)
Nov 10 13:48:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "/opt/stack/data/nova/instances/c8a6772e-9e3d-440f-97bc-7f9458364029/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:48:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "/opt/stack/data/nova/instances/c8a6772e-9e3d-440f-97bc-7f9458364029/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:48:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "/opt/stack/data/nova/instances/c8a6772e-9e3d-440f-97bc-7f9458364029/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:48:06 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:48:06 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.220s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:48:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:48:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:48:06 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:48:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.244s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:48:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/c8a6772e-9e3d-440f-97bc-7f9458364029/disk 1073741824 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:48:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/c8a6772e-9e3d-440f-97bc-7f9458364029/disk 1073741824" returned: 0 in 0.065s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:48:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.326s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:48:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:48:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.233s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:48:07 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c8a6772e-9e3d-440f-97bc-7f9458364029/disk. size=1073741824 {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 10 13:48:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8a6772e-9e3d-440f-97bc-7f9458364029/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:48:07 user nova-compute[86206]: DEBUG nova.network.neutron [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Successfully created port: 2837e446-d8b5-4c79-adf1-f33a39cec221 {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:48:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8a6772e-9e3d-440f-97bc-7f9458364029/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:48:07 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Cannot resize image /opt/stack/data/nova/instances/c8a6772e-9e3d-440f-97bc-7f9458364029/disk to a smaller size. {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 10 13:48:07 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:48:07 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Ensure instance console log exists: /opt/stack/data/nova/instances/c8a6772e-9e3d-440f-97bc-7f9458364029/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:48:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:48:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:48:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:48:08 user nova-compute[86206]: DEBUG nova.network.neutron [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Successfully updated port: 2837e446-d8b5-4c79-adf1-f33a39cec221 {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:48:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "refresh_cache-c8a6772e-9e3d-440f-97bc-7f9458364029" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:48:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquired lock "refresh_cache-c8a6772e-9e3d-440f-97bc-7f9458364029" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:48:08 user nova-compute[86206]: DEBUG nova.network.neutron [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:48:08 user nova-compute[86206]: DEBUG nova.compute.manager [req-a5d526dc-f71e-4347-ba11-ed2ec72c723b req-fd824fc8-3b5c-47c1-bf3e-2fade191ced0 service nova] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Received event network-changed-2837e446-d8b5-4c79-adf1-f33a39cec221 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:48:08 user nova-compute[86206]: DEBUG nova.compute.manager [req-a5d526dc-f71e-4347-ba11-ed2ec72c723b req-fd824fc8-3b5c-47c1-bf3e-2fade191ced0 service nova] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Refreshing instance network info cache due to event network-changed-2837e446-d8b5-4c79-adf1-f33a39cec221. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:48:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-a5d526dc-f71e-4347-ba11-ed2ec72c723b req-fd824fc8-3b5c-47c1-bf3e-2fade191ced0 service nova] Acquiring lock "refresh_cache-c8a6772e-9e3d-440f-97bc-7f9458364029" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:48:08 user nova-compute[86206]: DEBUG nova.network.neutron [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:48:08 user nova-compute[86206]: DEBUG nova.network.neutron [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Updating instance_info_cache with network_info: [{"id": "2837e446-d8b5-4c79-adf1-f33a39cec221", "address": "fa:16:3e:7a:40:77", "network": {"id": "bd4dcb28-ea59-43a7-af60-1b7991bc8086", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-23684993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76309bff6aa74fbf97b9a1120a12892b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2837e446-d8", "ovs_interfaceid": "2837e446-d8b5-4c79-adf1-f33a39cec221", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:48:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Releasing lock "refresh_cache-c8a6772e-9e3d-440f-97bc-7f9458364029" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:48:08 user nova-compute[86206]: DEBUG nova.compute.manager [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Instance network_info: |[{"id": "2837e446-d8b5-4c79-adf1-f33a39cec221", "address": "fa:16:3e:7a:40:77", "network": {"id": "bd4dcb28-ea59-43a7-af60-1b7991bc8086", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-23684993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76309bff6aa74fbf97b9a1120a12892b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2837e446-d8", "ovs_interfaceid": "2837e446-d8b5-4c79-adf1-f33a39cec221", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:48:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-a5d526dc-f71e-4347-ba11-ed2ec72c723b req-fd824fc8-3b5c-47c1-bf3e-2fade191ced0 service nova] Acquired lock "refresh_cache-c8a6772e-9e3d-440f-97bc-7f9458364029" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:48:08 user nova-compute[86206]: DEBUG nova.network.neutron [req-a5d526dc-f71e-4347-ba11-ed2ec72c723b req-fd824fc8-3b5c-47c1-bf3e-2fade191ced0 service nova] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Refreshing network info cache for port 2837e446-d8b5-4c79-adf1-f33a39cec221 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:48:08 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Start _get_guest_xml network_info=[{"id": "2837e446-d8b5-4c79-adf1-f33a39cec221", "address": "fa:16:3e:7a:40:77", "network": {"id": "bd4dcb28-ea59-43a7-af60-1b7991bc8086", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-23684993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76309bff6aa74fbf97b9a1120a12892b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2837e446-d8", "ovs_interfaceid": "2837e446-d8b5-4c79-adf1-f33a39cec221", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '73290e4a-d2c0-4305-9ee6-397ce6a900ba'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:48:08 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:48:08 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:48:08 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:48:08 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:48:08 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:48:08 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:48:08 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:48:08 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:48:08 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:48:08 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:48:08 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:48:08 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:48:08 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:48:08 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:48:08 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:48:08 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:48:08 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:48:08 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:48:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:48:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-575622126',display_name='tempest-AttachVolumeNegativeTest-server-575622126',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-575622126',id=46,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC0ehpvgdHascYt3V44MWXnSqhVDxbMgwFPVb7RZ0aZ453mFcO61HclXm2pRbHfnDWjAhQTABhsL2DpVnfxttzZZmSrHmeb4Tz81fKJzeZEl/ep0AQATDm8bT1LJ0ytXtQ==',key_name='tempest-keypair-405450083',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='76309bff6aa74fbf97b9a1120a12892b',ramdisk_id='',reservation_id='r-didurhu6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-92154314',owner_user_name='tempest-AttachVolumeNegativeTest-92154314-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:48:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8ecb0686a4e046bd925cbe5efd9a45de',uuid=c8a6772e-9e3d-440f-97bc-7f9458364029,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2837e446-d8b5-4c79-adf1-f33a39cec221", "address": "fa:16:3e:7a:40:77", "network": {"id": "bd4dcb28-ea59-43a7-af60-1b7991bc8086", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-23684993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76309bff6aa74fbf97b9a1120a12892b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2837e446-d8", "ovs_interfaceid": "2837e446-d8b5-4c79-adf1-f33a39cec221", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:48:09 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Converting VIF {"id": "2837e446-d8b5-4c79-adf1-f33a39cec221", "address": "fa:16:3e:7a:40:77", "network": {"id": "bd4dcb28-ea59-43a7-af60-1b7991bc8086", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-23684993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76309bff6aa74fbf97b9a1120a12892b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2837e446-d8", "ovs_interfaceid": "2837e446-d8b5-4c79-adf1-f33a39cec221", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:48:09 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7a:40:77,bridge_name='br-int',has_traffic_filtering=True,id=2837e446-d8b5-4c79-adf1-f33a39cec221,network=Network(bd4dcb28-ea59-43a7-af60-1b7991bc8086),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2837e446-d8') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:48:09 user nova-compute[86206]: DEBUG nova.objects.instance [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lazy-loading 'pci_devices' on Instance uuid c8a6772e-9e3d-440f-97bc-7f9458364029 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:48:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:48:09 user nova-compute[86206]:   <uuid>c8a6772e-9e3d-440f-97bc-7f9458364029</uuid>
Nov 10 13:48:09 user nova-compute[86206]:   <name>instance-0000002e</name>
Nov 10 13:48:09 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:48:09 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:48:09 user nova-compute[86206]:   <metadata>
Nov 10 13:48:09 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:48:09 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:48:09 user nova-compute[86206]:       <nova:name>tempest-AttachVolumeNegativeTest-server-575622126</nova:name>
Nov 10 13:48:09 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:48:08</nova:creationTime>
Nov 10 13:48:09 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:48:09 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:48:09 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:48:09 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:48:09 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:48:09 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:48:09 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:48:09 user nova-compute[86206]:       <nova:owner>
Nov 10 13:48:09 user nova-compute[86206]:         <nova:user uuid="8ecb0686a4e046bd925cbe5efd9a45de">tempest-AttachVolumeNegativeTest-92154314-project-member</nova:user>
Nov 10 13:48:09 user nova-compute[86206]:         <nova:project uuid="76309bff6aa74fbf97b9a1120a12892b">tempest-AttachVolumeNegativeTest-92154314</nova:project>
Nov 10 13:48:09 user nova-compute[86206]:       </nova:owner>
Nov 10 13:48:09 user nova-compute[86206]:       <nova:root type="image" uuid="73290e4a-d2c0-4305-9ee6-397ce6a900ba"/>
Nov 10 13:48:09 user nova-compute[86206]:       <nova:ports>
Nov 10 13:48:09 user nova-compute[86206]:         <nova:port uuid="2837e446-d8b5-4c79-adf1-f33a39cec221">
Nov 10 13:48:09 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 10 13:48:09 user nova-compute[86206]:         </nova:port>
Nov 10 13:48:09 user nova-compute[86206]:       </nova:ports>
Nov 10 13:48:09 user nova-compute[86206]:     </nova:instance>
Nov 10 13:48:09 user nova-compute[86206]:   </metadata>
Nov 10 13:48:09 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:48:09 user nova-compute[86206]:     <system>
Nov 10 13:48:09 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:48:09 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:48:09 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:48:09 user nova-compute[86206]:       <entry name="serial">c8a6772e-9e3d-440f-97bc-7f9458364029</entry>
Nov 10 13:48:09 user nova-compute[86206]:       <entry name="uuid">c8a6772e-9e3d-440f-97bc-7f9458364029</entry>
Nov 10 13:48:09 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:48:09 user nova-compute[86206]:     </system>
Nov 10 13:48:09 user nova-compute[86206]:   </sysinfo>
Nov 10 13:48:09 user nova-compute[86206]:   <os>
Nov 10 13:48:09 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:48:09 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:48:09 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:48:09 user nova-compute[86206]:   </os>
Nov 10 13:48:09 user nova-compute[86206]:   <features>
Nov 10 13:48:09 user nova-compute[86206]:     <acpi/>
Nov 10 13:48:09 user nova-compute[86206]:     <apic/>
Nov 10 13:48:09 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:48:09 user nova-compute[86206]:   </features>
Nov 10 13:48:09 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:48:09 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:48:09 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:48:09 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:48:09 user nova-compute[86206]:   </clock>
Nov 10 13:48:09 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:48:09 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:48:09 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:48:09 user nova-compute[86206]:   </cpu>
Nov 10 13:48:09 user nova-compute[86206]:   <devices>
Nov 10 13:48:09 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:48:09 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:48:09 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/c8a6772e-9e3d-440f-97bc-7f9458364029/disk"/>
Nov 10 13:48:09 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:48:09 user nova-compute[86206]:     </disk>
Nov 10 13:48:09 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:48:09 user nova-compute[86206]:       <mac address="fa:16:3e:7a:40:77"/>
Nov 10 13:48:09 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:48:09 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:48:09 user nova-compute[86206]:       <target dev="tap2837e446-d8"/>
Nov 10 13:48:09 user nova-compute[86206]:     </interface>
Nov 10 13:48:09 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:48:09 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/c8a6772e-9e3d-440f-97bc-7f9458364029/console.log" append="off"/>
Nov 10 13:48:09 user nova-compute[86206]:     </serial>
Nov 10 13:48:09 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:48:09 user nova-compute[86206]:     <video>
Nov 10 13:48:09 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:48:09 user nova-compute[86206]:     </video>
Nov 10 13:48:09 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:48:09 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:48:09 user nova-compute[86206]:     </rng>
Nov 10 13:48:09 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:48:09 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:48:09 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:48:09 user nova-compute[86206]:     </memballoon>
Nov 10 13:48:09 user nova-compute[86206]:   </devices>
Nov 10 13:48:09 user nova-compute[86206]: </domain>
Nov 10 13:48:09 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:48:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:48:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-575622126',display_name='tempest-AttachVolumeNegativeTest-server-575622126',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-575622126',id=46,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC0ehpvgdHascYt3V44MWXnSqhVDxbMgwFPVb7RZ0aZ453mFcO61HclXm2pRbHfnDWjAhQTABhsL2DpVnfxttzZZmSrHmeb4Tz81fKJzeZEl/ep0AQATDm8bT1LJ0ytXtQ==',key_name='tempest-keypair-405450083',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='76309bff6aa74fbf97b9a1120a12892b',ramdisk_id='',reservation_id='r-didurhu6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-92154314',owner_user_name='tempest-AttachVolumeNegativeTest-92154314-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:48:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8ecb0686a4e046bd925cbe5efd9a45de',uuid=c8a6772e-9e3d-440f-97bc-7f9458364029,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2837e446-d8b5-4c79-adf1-f33a39cec221", "address": "fa:16:3e:7a:40:77", "network": {"id": "bd4dcb28-ea59-43a7-af60-1b7991bc8086", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-23684993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76309bff6aa74fbf97b9a1120a12892b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2837e446-d8", "ovs_interfaceid": "2837e446-d8b5-4c79-adf1-f33a39cec221", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:48:09 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Converting VIF {"id": "2837e446-d8b5-4c79-adf1-f33a39cec221", "address": "fa:16:3e:7a:40:77", "network": {"id": "bd4dcb28-ea59-43a7-af60-1b7991bc8086", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-23684993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76309bff6aa74fbf97b9a1120a12892b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2837e446-d8", "ovs_interfaceid": "2837e446-d8b5-4c79-adf1-f33a39cec221", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:48:09 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7a:40:77,bridge_name='br-int',has_traffic_filtering=True,id=2837e446-d8b5-4c79-adf1-f33a39cec221,network=Network(bd4dcb28-ea59-43a7-af60-1b7991bc8086),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2837e446-d8') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:48:09 user nova-compute[86206]: DEBUG os_vif [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7a:40:77,bridge_name='br-int',has_traffic_filtering=True,id=2837e446-d8b5-4c79-adf1-f33a39cec221,network=Network(bd4dcb28-ea59-43a7-af60-1b7991bc8086),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2837e446-d8') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:48:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:48:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:48:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'de5ad092-839b-5925-a63b-3614e78813ac', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:48:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:48:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2837e446-d8, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:48:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2837e446-d8, col_values=(('qos', UUID('87c9fd3b-9bb1-4645-ab90-8a11cdefd197')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:48:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2837e446-d8, col_values=(('external_ids', {'iface-id': '2837e446-d8b5-4c79-adf1-f33a39cec221', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7a:40:77', 'vm-uuid': 'c8a6772e-9e3d-440f-97bc-7f9458364029'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:48:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:48:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:09 user nova-compute[86206]: INFO os_vif [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7a:40:77,bridge_name='br-int',has_traffic_filtering=True,id=2837e446-d8b5-4c79-adf1-f33a39cec221,network=Network(bd4dcb28-ea59-43a7-af60-1b7991bc8086),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2837e446-d8')
Nov 10 13:48:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:48:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] No VIF found with MAC fa:16:3e:7a:40:77, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:48:09 user nova-compute[86206]: DEBUG nova.network.neutron [req-a5d526dc-f71e-4347-ba11-ed2ec72c723b req-fd824fc8-3b5c-47c1-bf3e-2fade191ced0 service nova] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Updated VIF entry in instance network info cache for port 2837e446-d8b5-4c79-adf1-f33a39cec221. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:48:09 user nova-compute[86206]: DEBUG nova.network.neutron [req-a5d526dc-f71e-4347-ba11-ed2ec72c723b req-fd824fc8-3b5c-47c1-bf3e-2fade191ced0 service nova] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Updating instance_info_cache with network_info: [{"id": "2837e446-d8b5-4c79-adf1-f33a39cec221", "address": "fa:16:3e:7a:40:77", "network": {"id": "bd4dcb28-ea59-43a7-af60-1b7991bc8086", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-23684993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76309bff6aa74fbf97b9a1120a12892b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2837e446-d8", "ovs_interfaceid": "2837e446-d8b5-4c79-adf1-f33a39cec221", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:48:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-a5d526dc-f71e-4347-ba11-ed2ec72c723b req-fd824fc8-3b5c-47c1-bf3e-2fade191ced0 service nova] Releasing lock "refresh_cache-c8a6772e-9e3d-440f-97bc-7f9458364029" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:48:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:11 user nova-compute[86206]: DEBUG nova.compute.manager [req-8521d897-bfb0-468c-b672-2cc8cbe32172 req-9661eae5-8e47-4a71-bccd-68e65ea26e90 service nova] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Received event network-vif-plugged-2837e446-d8b5-4c79-adf1-f33a39cec221 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:48:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-8521d897-bfb0-468c-b672-2cc8cbe32172 req-9661eae5-8e47-4a71-bccd-68e65ea26e90 service nova] Acquiring lock "c8a6772e-9e3d-440f-97bc-7f9458364029-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:48:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-8521d897-bfb0-468c-b672-2cc8cbe32172 req-9661eae5-8e47-4a71-bccd-68e65ea26e90 service nova] Lock "c8a6772e-9e3d-440f-97bc-7f9458364029-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:48:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-8521d897-bfb0-468c-b672-2cc8cbe32172 req-9661eae5-8e47-4a71-bccd-68e65ea26e90 service nova] Lock "c8a6772e-9e3d-440f-97bc-7f9458364029-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:48:11 user nova-compute[86206]: DEBUG nova.compute.manager [req-8521d897-bfb0-468c-b672-2cc8cbe32172 req-9661eae5-8e47-4a71-bccd-68e65ea26e90 service nova] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] No waiting events found dispatching network-vif-plugged-2837e446-d8b5-4c79-adf1-f33a39cec221 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:48:11 user nova-compute[86206]: WARNING nova.compute.manager [req-8521d897-bfb0-468c-b672-2cc8cbe32172 req-9661eae5-8e47-4a71-bccd-68e65ea26e90 service nova] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Received unexpected event network-vif-plugged-2837e446-d8b5-4c79-adf1-f33a39cec221 for instance with vm_state building and task_state spawning.
Nov 10 13:48:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:12 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:48:12 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Cleaning up deleted instances with incomplete migration  {{(pid=86206) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 10 13:48:13 user nova-compute[86206]: DEBUG nova.compute.manager [req-f1d98427-9c8b-4d27-81e8-a9332a4904b4 req-a2e27acf-62be-43a2-83c0-5a0e8f879ffd service nova] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Received event network-vif-plugged-2837e446-d8b5-4c79-adf1-f33a39cec221 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:48:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f1d98427-9c8b-4d27-81e8-a9332a4904b4 req-a2e27acf-62be-43a2-83c0-5a0e8f879ffd service nova] Acquiring lock "c8a6772e-9e3d-440f-97bc-7f9458364029-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:48:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f1d98427-9c8b-4d27-81e8-a9332a4904b4 req-a2e27acf-62be-43a2-83c0-5a0e8f879ffd service nova] Lock "c8a6772e-9e3d-440f-97bc-7f9458364029-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:48:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f1d98427-9c8b-4d27-81e8-a9332a4904b4 req-a2e27acf-62be-43a2-83c0-5a0e8f879ffd service nova] Lock "c8a6772e-9e3d-440f-97bc-7f9458364029-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:48:13 user nova-compute[86206]: DEBUG nova.compute.manager [req-f1d98427-9c8b-4d27-81e8-a9332a4904b4 req-a2e27acf-62be-43a2-83c0-5a0e8f879ffd service nova] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] No waiting events found dispatching network-vif-plugged-2837e446-d8b5-4c79-adf1-f33a39cec221 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:48:13 user nova-compute[86206]: WARNING nova.compute.manager [req-f1d98427-9c8b-4d27-81e8-a9332a4904b4 req-a2e27acf-62be-43a2-83c0-5a0e8f879ffd service nova] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Received unexpected event network-vif-plugged-2837e446-d8b5-4c79-adf1-f33a39cec221 for instance with vm_state building and task_state spawning.
Nov 10 13:48:13 user nova-compute[86206]: DEBUG nova.compute.manager [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:48:13 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:48:13 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Instance spawned successfully.
Nov 10 13:48:13 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:48:13 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:48:13 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:48:13 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:48:13 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:48:13 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:48:13 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:48:13 user nova-compute[86206]: INFO nova.compute.manager [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Took 6.77 seconds to spawn the instance on the hypervisor.
Nov 10 13:48:13 user nova-compute[86206]: DEBUG nova.compute.manager [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:48:13 user nova-compute[86206]: INFO nova.compute.manager [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Took 7.48 seconds to build instance.
Nov 10 13:48:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a724fa5c-c422-4748-b987-40089bc3036b tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "c8a6772e-9e3d-440f-97bc-7f9458364029" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.577s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:48:13 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:48:13 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Cleaning up deleted instances {{(pid=86206) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 10 13:48:13 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] There are 0 instances to clean {{(pid=86206) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 10 13:48:14 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:14 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:14 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:48:19 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:48:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=86206) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 10 13:48:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:48:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:48:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:34 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:34 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-530dca2f-1c90-40a6-9e40-eac35fd658f1 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquiring lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:48:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-530dca2f-1c90-40a6-9e40-eac35fd658f1 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:48:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-530dca2f-1c90-40a6-9e40-eac35fd658f1 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquiring lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:48:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-530dca2f-1c90-40a6-9e40-eac35fd658f1 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:48:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-530dca2f-1c90-40a6-9e40-eac35fd658f1 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:48:37 user nova-compute[86206]: INFO nova.compute.manager [None req-530dca2f-1c90-40a6-9e40-eac35fd658f1 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Terminating instance
Nov 10 13:48:37 user nova-compute[86206]: DEBUG nova.compute.manager [None req-530dca2f-1c90-40a6-9e40-eac35fd658f1 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:48:37 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:37 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:37 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:37 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:38 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Instance destroyed successfully.
Nov 10 13:48:38 user nova-compute[86206]: DEBUG nova.objects.instance [None req-530dca2f-1c90-40a6-9e40-eac35fd658f1 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lazy-loading 'resources' on Instance uuid 4e270764-c028-41ad-b2f7-4d502bd8d7ef {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:48:38 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-530dca2f-1c90-40a6-9e40-eac35fd658f1 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:30:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-826744250',display_name='tempest-ServerRescueNegativeTestJSON-server-826744250',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-826744250',id=28,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:35:48Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ccc7d64ad3664aed888c4035bb3e4cd9',ramdisk_id='',reservation_id='r-6k34q16k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-330734770',owner_user_name='tempest-ServerRescueNegativeTestJSON-330734770-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:37:39Z,user_data=None,user_id='86d4c4afc9874d4ea1f37fd27ca0d8aa',uuid=4e270764-c028-41ad-b2f7-4d502bd8d7ef,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9b2a8f53-1ad7-4c98-bad4-90862f8cc057", "address": "fa:16:3e:61:97:70", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b2a8f53-1a", "ovs_interfaceid": "9b2a8f53-1ad7-4c98-bad4-90862f8cc057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:48:38 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-530dca2f-1c90-40a6-9e40-eac35fd658f1 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Converting VIF {"id": "9b2a8f53-1ad7-4c98-bad4-90862f8cc057", "address": "fa:16:3e:61:97:70", "network": {"id": "07a75854-977d-4a57-be18-1d83f03f99f7", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-350528802-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ccc7d64ad3664aed888c4035bb3e4cd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b2a8f53-1a", "ovs_interfaceid": "9b2a8f53-1ad7-4c98-bad4-90862f8cc057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:48:38 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-530dca2f-1c90-40a6-9e40-eac35fd658f1 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:61:97:70,bridge_name='br-int',has_traffic_filtering=True,id=9b2a8f53-1ad7-4c98-bad4-90862f8cc057,network=Network(07a75854-977d-4a57-be18-1d83f03f99f7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b2a8f53-1a') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:48:38 user nova-compute[86206]: DEBUG os_vif [None req-530dca2f-1c90-40a6-9e40-eac35fd658f1 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:61:97:70,bridge_name='br-int',has_traffic_filtering=True,id=9b2a8f53-1ad7-4c98-bad4-90862f8cc057,network=Network(07a75854-977d-4a57-be18-1d83f03f99f7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b2a8f53-1a') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:48:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9b2a8f53-1a, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:48:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:48:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b423eccf-a605-43d2-bf59-656eddbc9ef3) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:48:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:48:38 user nova-compute[86206]: DEBUG nova.compute.manager [req-8889841a-37bc-4485-84b4-77272303f679 req-9911ec5e-c5d6-429a-9914-b3c81f7ae853 service nova] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Received event network-vif-unplugged-9b2a8f53-1ad7-4c98-bad4-90862f8cc057 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:48:38 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-8889841a-37bc-4485-84b4-77272303f679 req-9911ec5e-c5d6-429a-9914-b3c81f7ae853 service nova] Acquiring lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:48:38 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-8889841a-37bc-4485-84b4-77272303f679 req-9911ec5e-c5d6-429a-9914-b3c81f7ae853 service nova] Lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:48:38 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-8889841a-37bc-4485-84b4-77272303f679 req-9911ec5e-c5d6-429a-9914-b3c81f7ae853 service nova] Lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:48:38 user nova-compute[86206]: DEBUG nova.compute.manager [req-8889841a-37bc-4485-84b4-77272303f679 req-9911ec5e-c5d6-429a-9914-b3c81f7ae853 service nova] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] No waiting events found dispatching network-vif-unplugged-9b2a8f53-1ad7-4c98-bad4-90862f8cc057 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:48:38 user nova-compute[86206]: DEBUG nova.compute.manager [req-8889841a-37bc-4485-84b4-77272303f679 req-9911ec5e-c5d6-429a-9914-b3c81f7ae853 service nova] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Received event network-vif-unplugged-9b2a8f53-1ad7-4c98-bad4-90862f8cc057 for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:48:38 user nova-compute[86206]: INFO os_vif [None req-530dca2f-1c90-40a6-9e40-eac35fd658f1 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:61:97:70,bridge_name='br-int',has_traffic_filtering=True,id=9b2a8f53-1ad7-4c98-bad4-90862f8cc057,network=Network(07a75854-977d-4a57-be18-1d83f03f99f7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b2a8f53-1a')
Nov 10 13:48:38 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-530dca2f-1c90-40a6-9e40-eac35fd658f1 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Deleting instance files /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef_del
Nov 10 13:48:38 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-530dca2f-1c90-40a6-9e40-eac35fd658f1 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Deletion of /opt/stack/data/nova/instances/4e270764-c028-41ad-b2f7-4d502bd8d7ef_del complete
Nov 10 13:48:38 user nova-compute[86206]: INFO nova.compute.manager [None req-530dca2f-1c90-40a6-9e40-eac35fd658f1 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Took 0.73 seconds to destroy the instance on the hypervisor.
Nov 10 13:48:38 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-530dca2f-1c90-40a6-9e40-eac35fd658f1 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:48:38 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:48:38 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:48:38 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:48:38 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Took 0.53 seconds to deallocate network for instance.
Nov 10 13:48:38 user nova-compute[86206]: DEBUG nova.compute.manager [req-fb9a0deb-b4d2-455a-ada0-c92ac83f84ff req-022905a3-c365-419f-b35e-f9f8f0947b00 service nova] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Received event network-vif-deleted-9b2a8f53-1ad7-4c98-bad4-90862f8cc057 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:48:38 user nova-compute[86206]: INFO nova.compute.manager [req-fb9a0deb-b4d2-455a-ada0-c92ac83f84ff req-022905a3-c365-419f-b35e-f9f8f0947b00 service nova] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Neutron deleted interface 9b2a8f53-1ad7-4c98-bad4-90862f8cc057; detaching it from the instance and deleting it from the info cache
Nov 10 13:48:38 user nova-compute[86206]: DEBUG nova.network.neutron [req-fb9a0deb-b4d2-455a-ada0-c92ac83f84ff req-022905a3-c365-419f-b35e-f9f8f0947b00 service nova] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:48:38 user nova-compute[86206]: DEBUG nova.compute.manager [req-fb9a0deb-b4d2-455a-ada0-c92ac83f84ff req-022905a3-c365-419f-b35e-f9f8f0947b00 service nova] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Detach interface failed, port_id=9b2a8f53-1ad7-4c98-bad4-90862f8cc057, reason: Instance 4e270764-c028-41ad-b2f7-4d502bd8d7ef could not be found. {{(pid=86206) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 10 13:48:39 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-530dca2f-1c90-40a6-9e40-eac35fd658f1 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:48:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-530dca2f-1c90-40a6-9e40-eac35fd658f1 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:48:39 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-530dca2f-1c90-40a6-9e40-eac35fd658f1 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:48:39 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-530dca2f-1c90-40a6-9e40-eac35fd658f1 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:48:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-530dca2f-1c90-40a6-9e40-eac35fd658f1 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.194s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:48:39 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-530dca2f-1c90-40a6-9e40-eac35fd658f1 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Deleted allocations for instance 4e270764-c028-41ad-b2f7-4d502bd8d7ef
Nov 10 13:48:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-530dca2f-1c90-40a6-9e40-eac35fd658f1 tempest-ServerRescueNegativeTestJSON-330734770 tempest-ServerRescueNegativeTestJSON-330734770-project-member] Lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.042s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:48:40 user nova-compute[86206]: DEBUG nova.compute.manager [req-f5c5ee29-cecb-44e1-932e-ee0b7acd382d req-3f3a9a38-b435-4477-837e-189c23f88dc7 service nova] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Received event network-vif-plugged-9b2a8f53-1ad7-4c98-bad4-90862f8cc057 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:48:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f5c5ee29-cecb-44e1-932e-ee0b7acd382d req-3f3a9a38-b435-4477-837e-189c23f88dc7 service nova] Acquiring lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:48:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f5c5ee29-cecb-44e1-932e-ee0b7acd382d req-3f3a9a38-b435-4477-837e-189c23f88dc7 service nova] Lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:48:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f5c5ee29-cecb-44e1-932e-ee0b7acd382d req-3f3a9a38-b435-4477-837e-189c23f88dc7 service nova] Lock "4e270764-c028-41ad-b2f7-4d502bd8d7ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:48:40 user nova-compute[86206]: DEBUG nova.compute.manager [req-f5c5ee29-cecb-44e1-932e-ee0b7acd382d req-3f3a9a38-b435-4477-837e-189c23f88dc7 service nova] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] No waiting events found dispatching network-vif-plugged-9b2a8f53-1ad7-4c98-bad4-90862f8cc057 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:48:40 user nova-compute[86206]: WARNING nova.compute.manager [req-f5c5ee29-cecb-44e1-932e-ee0b7acd382d req-3f3a9a38-b435-4477-837e-189c23f88dc7 service nova] [instance: 4e270764-c028-41ad-b2f7-4d502bd8d7ef] Received unexpected event network-vif-plugged-9b2a8f53-1ad7-4c98-bad4-90862f8cc057 for instance with vm_state deleted and task_state None.
Nov 10 13:48:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:43 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:48:43 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:48:43 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Didn't find any instances for network info cache update. {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 10 13:48:44 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:46 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:48:46 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 13:48:47 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:47 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:48:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:48:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:48:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:48:47 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:48:48 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:48:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8a6772e-9e3d-440f-97bc-7f9458364029/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:48:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8a6772e-9e3d-440f-97bc-7f9458364029/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:48:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8a6772e-9e3d-440f-97bc-7f9458364029/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:48:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8a6772e-9e3d-440f-97bc-7f9458364029/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:48:48 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:48:48 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:48:48 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=8613MB free_disk=25.121891021728516GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:48:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:48:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:48:48 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance b4b7be38-d09b-4ff7-8e63-1e5f196ecc31 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:48:48 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance c8a6772e-9e3d-440f-97bc-7f9458364029 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:48:48 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:48:48 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:48:49 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:48:49 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:48:49 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:48:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.237s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:48:51 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:48:51 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:48:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:52 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:48:53 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:54 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:56 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:48:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:48:58 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:48:58 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:48:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:49:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:49:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:49:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:49:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:49:04 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:49:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Acquiring lock "b62217a9-24a3-412c-a6c1-855a6a8602da" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:49:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "b62217a9-24a3-412c-a6c1-855a6a8602da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:49:06 user nova-compute[86206]: DEBUG nova.compute.manager [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:49:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:49:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:49:06 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:49:06 user nova-compute[86206]: INFO nova.compute.claims [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Claim successful on node user
Nov 10 13:49:07 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:49:07 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:49:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.263s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:49:07 user nova-compute[86206]: DEBUG nova.compute.manager [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:49:07 user nova-compute[86206]: DEBUG nova.compute.manager [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:49:07 user nova-compute[86206]: DEBUG nova.network.neutron [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:49:07 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:49:07 user nova-compute[86206]: DEBUG nova.compute.manager [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:49:07 user nova-compute[86206]: DEBUG nova.policy [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb70ff887f6848409daa0c76f35c5acc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2b1d0e89b6f4eb48c0d75d93b7becf7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:49:07 user nova-compute[86206]: DEBUG nova.compute.manager [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:49:07 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:49:07 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Creating image(s)
Nov 10 13:49:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Acquiring lock "/opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:49:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "/opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:49:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "/opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:49:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Acquiring lock "64d81e5b1b57a3c1e7e7c4b795d062f167b7f7a2" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:49:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "64d81e5b1b57a3c1e7e7c4b795d062f167b7f7a2" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:49:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64d81e5b1b57a3c1e7e7c4b795d062f167b7f7a2.part --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:49:07 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:49:07 user nova-compute[86206]: DEBUG nova.network.neutron [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Successfully created port: a6a1450b-f59b-49ec-a928-7aaa29690056 {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:49:08 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64d81e5b1b57a3c1e7e7c4b795d062f167b7f7a2.part --force-share --output=json" returned: 0 in 0.221s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:49:08 user nova-compute[86206]: DEBUG nova.virt.images [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] 06afec05-6131-4dea-9c90-70e286754d95 was qcow2, converting to raw {{(pid=86206) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 10 13:49:08 user nova-compute[86206]: DEBUG nova.privsep.utils [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=86206) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 10 13:49:08 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/64d81e5b1b57a3c1e7e7c4b795d062f167b7f7a2.part /opt/stack/data/nova/instances/_base/64d81e5b1b57a3c1e7e7c4b795d062f167b7f7a2.converted {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:49:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:49:08 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/64d81e5b1b57a3c1e7e7c4b795d062f167b7f7a2.part /opt/stack/data/nova/instances/_base/64d81e5b1b57a3c1e7e7c4b795d062f167b7f7a2.converted" returned: 0 in 0.434s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:49:08 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64d81e5b1b57a3c1e7e7c4b795d062f167b7f7a2.converted --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:49:08 user nova-compute[86206]: DEBUG nova.network.neutron [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Successfully updated port: a6a1450b-f59b-49ec-a928-7aaa29690056 {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:49:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Acquiring lock "refresh_cache-b62217a9-24a3-412c-a6c1-855a6a8602da" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:49:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Acquired lock "refresh_cache-b62217a9-24a3-412c-a6c1-855a6a8602da" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:49:08 user nova-compute[86206]: DEBUG nova.network.neutron [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:49:08 user nova-compute[86206]: DEBUG nova.compute.manager [req-c8c728d4-0ee3-4402-b662-b86f7ef70fce req-d72b6c4c-f201-4060-b997-11b72f55cf60 service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Received event network-changed-a6a1450b-f59b-49ec-a928-7aaa29690056 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:49:08 user nova-compute[86206]: DEBUG nova.compute.manager [req-c8c728d4-0ee3-4402-b662-b86f7ef70fce req-d72b6c4c-f201-4060-b997-11b72f55cf60 service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Refreshing instance network info cache due to event network-changed-a6a1450b-f59b-49ec-a928-7aaa29690056. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:49:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c8c728d4-0ee3-4402-b662-b86f7ef70fce req-d72b6c4c-f201-4060-b997-11b72f55cf60 service nova] Acquiring lock "refresh_cache-b62217a9-24a3-412c-a6c1-855a6a8602da" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:49:08 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64d81e5b1b57a3c1e7e7c4b795d062f167b7f7a2.converted --force-share --output=json" returned: 0 in 0.198s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:49:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "64d81e5b1b57a3c1e7e7c4b795d062f167b7f7a2" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.404s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:49:08 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64d81e5b1b57a3c1e7e7c4b795d062f167b7f7a2 --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:49:08 user nova-compute[86206]: DEBUG nova.network.neutron [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:49:08 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64d81e5b1b57a3c1e7e7c4b795d062f167b7f7a2 --force-share --output=json" returned: 0 in 0.185s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:49:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Acquiring lock "64d81e5b1b57a3c1e7e7c4b795d062f167b7f7a2" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:49:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "64d81e5b1b57a3c1e7e7c4b795d062f167b7f7a2" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:49:08 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64d81e5b1b57a3c1e7e7c4b795d062f167b7f7a2 --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG nova.network.neutron [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Updating instance_info_cache with network_info: [{"id": "a6a1450b-f59b-49ec-a928-7aaa29690056", "address": "fa:16:3e:3f:74:ee", "network": {"id": "c44ccb21-a7dd-44e7-abce-ab2009ff7e2a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-244972796-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2b1d0e89b6f4eb48c0d75d93b7becf7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6a1450b-f5", "ovs_interfaceid": "a6a1450b-f59b-49ec-a928-7aaa29690056", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Releasing lock "refresh_cache-b62217a9-24a3-412c-a6c1-855a6a8602da" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG nova.compute.manager [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Instance network_info: |[{"id": "a6a1450b-f59b-49ec-a928-7aaa29690056", "address": "fa:16:3e:3f:74:ee", "network": {"id": "c44ccb21-a7dd-44e7-abce-ab2009ff7e2a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-244972796-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2b1d0e89b6f4eb48c0d75d93b7becf7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6a1450b-f5", "ovs_interfaceid": "a6a1450b-f59b-49ec-a928-7aaa29690056", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c8c728d4-0ee3-4402-b662-b86f7ef70fce req-d72b6c4c-f201-4060-b997-11b72f55cf60 service nova] Acquired lock "refresh_cache-b62217a9-24a3-412c-a6c1-855a6a8602da" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG nova.network.neutron [req-c8c728d4-0ee3-4402-b662-b86f7ef70fce req-d72b6c4c-f201-4060-b997-11b72f55cf60 service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Refreshing network info cache for port a6a1450b-f59b-49ec-a928-7aaa29690056 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64d81e5b1b57a3c1e7e7c4b795d062f167b7f7a2 --force-share --output=json" returned: 0 in 0.168s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64d81e5b1b57a3c1e7e7c4b795d062f167b7f7a2,backing_fmt=raw /opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/disk 1073741824 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/64d81e5b1b57a3c1e7e7c4b795d062f167b7f7a2,backing_fmt=raw /opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/disk 1073741824" returned: 0 in 0.053s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "64d81e5b1b57a3c1e7e7c4b795d062f167b7f7a2" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.225s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64d81e5b1b57a3c1e7e7c4b795d062f167b7f7a2 --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64d81e5b1b57a3c1e7e7c4b795d062f167b7f7a2 --force-share --output=json" returned: 0 in 0.169s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/disk. size=1073741824 {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG nova.network.neutron [req-c8c728d4-0ee3-4402-b662-b86f7ef70fce req-d72b6c4c-f201-4060-b997-11b72f55cf60 service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Updated VIF entry in instance network info cache for port a6a1450b-f59b-49ec-a928-7aaa29690056. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG nova.network.neutron [req-c8c728d4-0ee3-4402-b662-b86f7ef70fce req-d72b6c4c-f201-4060-b997-11b72f55cf60 service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Updating instance_info_cache with network_info: [{"id": "a6a1450b-f59b-49ec-a928-7aaa29690056", "address": "fa:16:3e:3f:74:ee", "network": {"id": "c44ccb21-a7dd-44e7-abce-ab2009ff7e2a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-244972796-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2b1d0e89b6f4eb48c0d75d93b7becf7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6a1450b-f5", "ovs_interfaceid": "a6a1450b-f59b-49ec-a928-7aaa29690056", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c8c728d4-0ee3-4402-b662-b86f7ef70fce req-d72b6c4c-f201-4060-b997-11b72f55cf60 service nova] Releasing lock "refresh_cache-b62217a9-24a3-412c-a6c1-855a6a8602da" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Cannot resize image /opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/disk to a smaller size. {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Ensure instance console log exists: /opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Start _get_guest_xml network_info=[{"id": "a6a1450b-f59b-49ec-a928-7aaa29690056", "address": "fa:16:3e:3f:74:ee", "network": {"id": "c44ccb21-a7dd-44e7-abce-ab2009ff7e2a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-244972796-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2b1d0e89b6f4eb48c0d75d93b7becf7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6a1450b-f5", "ovs_interfaceid": "a6a1450b-f59b-49ec-a928-7aaa29690056", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:49:04Z,direct_url=<?>,disk_format='qcow2',id=06afec05-6131-4dea-9c90-70e286754d95,min_disk=0,min_ram=0,name='tempest-scenario-img--1069288391',owner='f2b1d0e89b6f4eb48c0d75d93b7becf7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:49:05Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '06afec05-6131-4dea-9c90-70e286754d95'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:49:09 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:49:09 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:49:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:49:04Z,direct_url=<?>,disk_format='qcow2',id=06afec05-6131-4dea-9c90-70e286754d95,min_disk=0,min_ram=0,name='tempest-scenario-img--1069288391',owner='f2b1d0e89b6f4eb48c0d75d93b7becf7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:49:05Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:49:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1264254054',display_name='tempest-TestMinimumBasicScenario-server-1264254054',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1264254054',id=47,image_ref='06afec05-6131-4dea-9c90-70e286754d95',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMmww8PszMGBXYPUEMRRtP8Xjyfy9slz2y7exmy8dObErnqkdCyrS7pH2GI+vdP63ExPIotJiKXEA6pORLYQBV9G8I9KN4zt/Zxl+6iI2t26rs/DiMmF3GLP0cMuN6EFeg==',key_name='tempest-TestMinimumBasicScenario-330470208',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f2b1d0e89b6f4eb48c0d75d93b7becf7',ramdisk_id='',reservation_id='r-f5bg6l6q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='06afec05-6131-4dea-9c90-70e286754d95',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-868117923',owner_user_name='tempest-TestMinimumBasicScenario-868117923-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:49:07Z,user_data=None,user_id='fb70ff887f6848409daa0c76f35c5acc',uuid=b62217a9-24a3-412c-a6c1-855a6a8602da,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a6a1450b-f59b-49ec-a928-7aaa29690056", "address": "fa:16:3e:3f:74:ee", "network": {"id": "c44ccb21-a7dd-44e7-abce-ab2009ff7e2a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-244972796-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2b1d0e89b6f4eb48c0d75d93b7becf7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6a1450b-f5", "ovs_interfaceid": "a6a1450b-f59b-49ec-a928-7aaa29690056", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Converting VIF {"id": "a6a1450b-f59b-49ec-a928-7aaa29690056", "address": "fa:16:3e:3f:74:ee", "network": {"id": "c44ccb21-a7dd-44e7-abce-ab2009ff7e2a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-244972796-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2b1d0e89b6f4eb48c0d75d93b7becf7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6a1450b-f5", "ovs_interfaceid": "a6a1450b-f59b-49ec-a928-7aaa29690056", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3f:74:ee,bridge_name='br-int',has_traffic_filtering=True,id=a6a1450b-f59b-49ec-a928-7aaa29690056,network=Network(c44ccb21-a7dd-44e7-abce-ab2009ff7e2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6a1450b-f5') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG nova.objects.instance [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lazy-loading 'pci_devices' on Instance uuid b62217a9-24a3-412c-a6c1-855a6a8602da {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:49:09 user nova-compute[86206]:   <uuid>b62217a9-24a3-412c-a6c1-855a6a8602da</uuid>
Nov 10 13:49:09 user nova-compute[86206]:   <name>instance-0000002f</name>
Nov 10 13:49:09 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:49:09 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:49:09 user nova-compute[86206]:   <metadata>
Nov 10 13:49:09 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:49:09 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:49:09 user nova-compute[86206]:       <nova:name>tempest-TestMinimumBasicScenario-server-1264254054</nova:name>
Nov 10 13:49:09 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:49:09</nova:creationTime>
Nov 10 13:49:09 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:49:09 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:49:09 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:49:09 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:49:09 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:49:09 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:49:09 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:49:09 user nova-compute[86206]:       <nova:owner>
Nov 10 13:49:09 user nova-compute[86206]:         <nova:user uuid="fb70ff887f6848409daa0c76f35c5acc">tempest-TestMinimumBasicScenario-868117923-project-member</nova:user>
Nov 10 13:49:09 user nova-compute[86206]:         <nova:project uuid="f2b1d0e89b6f4eb48c0d75d93b7becf7">tempest-TestMinimumBasicScenario-868117923</nova:project>
Nov 10 13:49:09 user nova-compute[86206]:       </nova:owner>
Nov 10 13:49:09 user nova-compute[86206]:       <nova:root type="image" uuid="06afec05-6131-4dea-9c90-70e286754d95"/>
Nov 10 13:49:09 user nova-compute[86206]:       <nova:ports>
Nov 10 13:49:09 user nova-compute[86206]:         <nova:port uuid="a6a1450b-f59b-49ec-a928-7aaa29690056">
Nov 10 13:49:09 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 10 13:49:09 user nova-compute[86206]:         </nova:port>
Nov 10 13:49:09 user nova-compute[86206]:       </nova:ports>
Nov 10 13:49:09 user nova-compute[86206]:     </nova:instance>
Nov 10 13:49:09 user nova-compute[86206]:   </metadata>
Nov 10 13:49:09 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:49:09 user nova-compute[86206]:     <system>
Nov 10 13:49:09 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:49:09 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:49:09 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:49:09 user nova-compute[86206]:       <entry name="serial">b62217a9-24a3-412c-a6c1-855a6a8602da</entry>
Nov 10 13:49:09 user nova-compute[86206]:       <entry name="uuid">b62217a9-24a3-412c-a6c1-855a6a8602da</entry>
Nov 10 13:49:09 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:49:09 user nova-compute[86206]:     </system>
Nov 10 13:49:09 user nova-compute[86206]:   </sysinfo>
Nov 10 13:49:09 user nova-compute[86206]:   <os>
Nov 10 13:49:09 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:49:09 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:49:09 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:49:09 user nova-compute[86206]:   </os>
Nov 10 13:49:09 user nova-compute[86206]:   <features>
Nov 10 13:49:09 user nova-compute[86206]:     <acpi/>
Nov 10 13:49:09 user nova-compute[86206]:     <apic/>
Nov 10 13:49:09 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:49:09 user nova-compute[86206]:   </features>
Nov 10 13:49:09 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:49:09 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:49:09 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:49:09 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:49:09 user nova-compute[86206]:   </clock>
Nov 10 13:49:09 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:49:09 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:49:09 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:49:09 user nova-compute[86206]:   </cpu>
Nov 10 13:49:09 user nova-compute[86206]:   <devices>
Nov 10 13:49:09 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:49:09 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:49:09 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/disk"/>
Nov 10 13:49:09 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:49:09 user nova-compute[86206]:     </disk>
Nov 10 13:49:09 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:49:09 user nova-compute[86206]:       <mac address="fa:16:3e:3f:74:ee"/>
Nov 10 13:49:09 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:49:09 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:49:09 user nova-compute[86206]:       <target dev="tapa6a1450b-f5"/>
Nov 10 13:49:09 user nova-compute[86206]:     </interface>
Nov 10 13:49:09 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:49:09 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/console.log" append="off"/>
Nov 10 13:49:09 user nova-compute[86206]:     </serial>
Nov 10 13:49:09 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:49:09 user nova-compute[86206]:     <video>
Nov 10 13:49:09 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:49:09 user nova-compute[86206]:     </video>
Nov 10 13:49:09 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:49:09 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:49:09 user nova-compute[86206]:     </rng>
Nov 10 13:49:09 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:49:09 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:49:09 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:49:09 user nova-compute[86206]:     </memballoon>
Nov 10 13:49:09 user nova-compute[86206]:   </devices>
Nov 10 13:49:09 user nova-compute[86206]: </domain>
Nov 10 13:49:09 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:49:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1264254054',display_name='tempest-TestMinimumBasicScenario-server-1264254054',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1264254054',id=47,image_ref='06afec05-6131-4dea-9c90-70e286754d95',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMmww8PszMGBXYPUEMRRtP8Xjyfy9slz2y7exmy8dObErnqkdCyrS7pH2GI+vdP63ExPIotJiKXEA6pORLYQBV9G8I9KN4zt/Zxl+6iI2t26rs/DiMmF3GLP0cMuN6EFeg==',key_name='tempest-TestMinimumBasicScenario-330470208',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f2b1d0e89b6f4eb48c0d75d93b7becf7',ramdisk_id='',reservation_id='r-f5bg6l6q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='06afec05-6131-4dea-9c90-70e286754d95',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-868117923',owner_user_name='tempest-TestMinimumBasicScenario-868117923-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:49:07Z,user_data=None,user_id='fb70ff887f6848409daa0c76f35c5acc',uuid=b62217a9-24a3-412c-a6c1-855a6a8602da,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a6a1450b-f59b-49ec-a928-7aaa29690056", "address": "fa:16:3e:3f:74:ee", "network": {"id": "c44ccb21-a7dd-44e7-abce-ab2009ff7e2a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-244972796-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2b1d0e89b6f4eb48c0d75d93b7becf7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6a1450b-f5", "ovs_interfaceid": "a6a1450b-f59b-49ec-a928-7aaa29690056", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Converting VIF {"id": "a6a1450b-f59b-49ec-a928-7aaa29690056", "address": "fa:16:3e:3f:74:ee", "network": {"id": "c44ccb21-a7dd-44e7-abce-ab2009ff7e2a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-244972796-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2b1d0e89b6f4eb48c0d75d93b7becf7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6a1450b-f5", "ovs_interfaceid": "a6a1450b-f59b-49ec-a928-7aaa29690056", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3f:74:ee,bridge_name='br-int',has_traffic_filtering=True,id=a6a1450b-f59b-49ec-a928-7aaa29690056,network=Network(c44ccb21-a7dd-44e7-abce-ab2009ff7e2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6a1450b-f5') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG os_vif [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3f:74:ee,bridge_name='br-int',has_traffic_filtering=True,id=a6a1450b-f59b-49ec-a928-7aaa29690056,network=Network(c44ccb21-a7dd-44e7-abce-ab2009ff7e2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6a1450b-f5') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2d74da71-dd4c-5669-a842-7fa42f11d9b9', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa6a1450b-f5, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa6a1450b-f5, col_values=(('qos', UUID('597df6c9-2b7b-4729-9ac2-1f80e4015a2a')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa6a1450b-f5, col_values=(('external_ids', {'iface-id': 'a6a1450b-f59b-49ec-a928-7aaa29690056', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3f:74:ee', 'vm-uuid': 'b62217a9-24a3-412c-a6c1-855a6a8602da'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:49:09 user nova-compute[86206]: INFO os_vif [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3f:74:ee,bridge_name='br-int',has_traffic_filtering=True,id=a6a1450b-f59b-49ec-a928-7aaa29690056,network=Network(c44ccb21-a7dd-44e7-abce-ab2009ff7e2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6a1450b-f5')
Nov 10 13:49:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:49:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] No VIF found with MAC fa:16:3e:3f:74:ee, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:49:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:49:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:49:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:49:11 user nova-compute[86206]: DEBUG nova.compute.manager [req-fbd710ba-181b-4e40-ba90-9be2e945c4ab req-60c87e1e-5af8-4b82-8cb9-1c6c96765744 service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Received event network-vif-plugged-a6a1450b-f59b-49ec-a928-7aaa29690056 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:49:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-fbd710ba-181b-4e40-ba90-9be2e945c4ab req-60c87e1e-5af8-4b82-8cb9-1c6c96765744 service nova] Acquiring lock "b62217a9-24a3-412c-a6c1-855a6a8602da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:49:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-fbd710ba-181b-4e40-ba90-9be2e945c4ab req-60c87e1e-5af8-4b82-8cb9-1c6c96765744 service nova] Lock "b62217a9-24a3-412c-a6c1-855a6a8602da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:49:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-fbd710ba-181b-4e40-ba90-9be2e945c4ab req-60c87e1e-5af8-4b82-8cb9-1c6c96765744 service nova] Lock "b62217a9-24a3-412c-a6c1-855a6a8602da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:49:11 user nova-compute[86206]: DEBUG nova.compute.manager [req-fbd710ba-181b-4e40-ba90-9be2e945c4ab req-60c87e1e-5af8-4b82-8cb9-1c6c96765744 service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] No waiting events found dispatching network-vif-plugged-a6a1450b-f59b-49ec-a928-7aaa29690056 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:49:11 user nova-compute[86206]: WARNING nova.compute.manager [req-fbd710ba-181b-4e40-ba90-9be2e945c4ab req-60c87e1e-5af8-4b82-8cb9-1c6c96765744 service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Received unexpected event network-vif-plugged-a6a1450b-f59b-49ec-a928-7aaa29690056 for instance with vm_state building and task_state spawning.
Nov 10 13:49:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:49:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:49:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:49:13 user nova-compute[86206]: DEBUG nova.compute.manager [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:49:13 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:49:13 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Instance spawned successfully.
Nov 10 13:49:13 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:49:13 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:49:13 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:49:13 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:49:13 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:49:13 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:49:13 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:49:13 user nova-compute[86206]: INFO nova.compute.manager [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Took 5.84 seconds to spawn the instance on the hypervisor.
Nov 10 13:49:13 user nova-compute[86206]: DEBUG nova.compute.manager [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:49:13 user nova-compute[86206]: INFO nova.compute.manager [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Took 6.51 seconds to build instance.
Nov 10 13:49:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a652cf8b-299f-49bf-987b-1531964403fb tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "b62217a9-24a3-412c-a6c1-855a6a8602da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.610s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:49:13 user nova-compute[86206]: DEBUG nova.compute.manager [req-f8db1404-1ee4-4ded-9c30-6df3c6a67089 req-763e2871-5998-46ee-acd0-97ffadebb124 service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Received event network-vif-plugged-a6a1450b-f59b-49ec-a928-7aaa29690056 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:49:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f8db1404-1ee4-4ded-9c30-6df3c6a67089 req-763e2871-5998-46ee-acd0-97ffadebb124 service nova] Acquiring lock "b62217a9-24a3-412c-a6c1-855a6a8602da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:49:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f8db1404-1ee4-4ded-9c30-6df3c6a67089 req-763e2871-5998-46ee-acd0-97ffadebb124 service nova] Lock "b62217a9-24a3-412c-a6c1-855a6a8602da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:49:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f8db1404-1ee4-4ded-9c30-6df3c6a67089 req-763e2871-5998-46ee-acd0-97ffadebb124 service nova] Lock "b62217a9-24a3-412c-a6c1-855a6a8602da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:49:13 user nova-compute[86206]: DEBUG nova.compute.manager [req-f8db1404-1ee4-4ded-9c30-6df3c6a67089 req-763e2871-5998-46ee-acd0-97ffadebb124 service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] No waiting events found dispatching network-vif-plugged-a6a1450b-f59b-49ec-a928-7aaa29690056 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:49:13 user nova-compute[86206]: WARNING nova.compute.manager [req-f8db1404-1ee4-4ded-9c30-6df3c6a67089 req-763e2871-5998-46ee-acd0-97ffadebb124 service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Received unexpected event network-vif-plugged-a6a1450b-f59b-49ec-a928-7aaa29690056 for instance with vm_state active and task_state None.
Nov 10 13:49:14 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:49:14 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:49:19 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:49:19 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:49:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:49:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:49:25 user nova-compute[86206]: DEBUG nova.compute.manager [req-abbbd38a-14d1-42b6-80f2-9b5bcdc80afb req-4d339661-8848-41ed-91d3-cc8b7b6e7915 service nova] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Received event network-changed-ba5ef843-a182-44e3-840d-33c6e0bac8ca {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:49:25 user nova-compute[86206]: DEBUG nova.compute.manager [req-abbbd38a-14d1-42b6-80f2-9b5bcdc80afb req-4d339661-8848-41ed-91d3-cc8b7b6e7915 service nova] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Refreshing instance network info cache due to event network-changed-ba5ef843-a182-44e3-840d-33c6e0bac8ca. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:49:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-abbbd38a-14d1-42b6-80f2-9b5bcdc80afb req-4d339661-8848-41ed-91d3-cc8b7b6e7915 service nova] Acquiring lock "refresh_cache-b4b7be38-d09b-4ff7-8e63-1e5f196ecc31" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:49:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-abbbd38a-14d1-42b6-80f2-9b5bcdc80afb req-4d339661-8848-41ed-91d3-cc8b7b6e7915 service nova] Acquired lock "refresh_cache-b4b7be38-d09b-4ff7-8e63-1e5f196ecc31" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:49:25 user nova-compute[86206]: DEBUG nova.network.neutron [req-abbbd38a-14d1-42b6-80f2-9b5bcdc80afb req-4d339661-8848-41ed-91d3-cc8b7b6e7915 service nova] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Refreshing network info cache for port ba5ef843-a182-44e3-840d-33c6e0bac8ca {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:49:25 user nova-compute[86206]: DEBUG nova.network.neutron [req-abbbd38a-14d1-42b6-80f2-9b5bcdc80afb req-4d339661-8848-41ed-91d3-cc8b7b6e7915 service nova] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Updated VIF entry in instance network info cache for port ba5ef843-a182-44e3-840d-33c6e0bac8ca. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:49:25 user nova-compute[86206]: DEBUG nova.network.neutron [req-abbbd38a-14d1-42b6-80f2-9b5bcdc80afb req-4d339661-8848-41ed-91d3-cc8b7b6e7915 service nova] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Updating instance_info_cache with network_info: [{"id": "ba5ef843-a182-44e3-840d-33c6e0bac8ca", "address": "fa:16:3e:7c:3d:90", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.25", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba5ef843-a1", "ovs_interfaceid": "ba5ef843-a182-44e3-840d-33c6e0bac8ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:49:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-abbbd38a-14d1-42b6-80f2-9b5bcdc80afb req-4d339661-8848-41ed-91d3-cc8b7b6e7915 service nova] Releasing lock "refresh_cache-b4b7be38-d09b-4ff7-8e63-1e5f196ecc31" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:49:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "b4b7be38-d09b-4ff7-8e63-1e5f196ecc31" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:49:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "b4b7be38-d09b-4ff7-8e63-1e5f196ecc31" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:49:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "b4b7be38-d09b-4ff7-8e63-1e5f196ecc31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:49:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "b4b7be38-d09b-4ff7-8e63-1e5f196ecc31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:49:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "b4b7be38-d09b-4ff7-8e63-1e5f196ecc31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:49:26 user nova-compute[86206]: INFO nova.compute.manager [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Terminating instance
Nov 10 13:49:26 user nova-compute[86206]: DEBUG nova.compute.manager [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:49:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:49:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:49:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:49:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:49:26 user nova-compute[86206]: DEBUG nova.compute.manager [req-75d56947-31a7-4622-9e4e-edd3d71bd9d6 req-9e434075-ef19-47e9-b697-b142d87e8065 service nova] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Received event network-vif-unplugged-ba5ef843-a182-44e3-840d-33c6e0bac8ca {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:49:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-75d56947-31a7-4622-9e4e-edd3d71bd9d6 req-9e434075-ef19-47e9-b697-b142d87e8065 service nova] Acquiring lock "b4b7be38-d09b-4ff7-8e63-1e5f196ecc31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:49:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-75d56947-31a7-4622-9e4e-edd3d71bd9d6 req-9e434075-ef19-47e9-b697-b142d87e8065 service nova] Lock "b4b7be38-d09b-4ff7-8e63-1e5f196ecc31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:49:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-75d56947-31a7-4622-9e4e-edd3d71bd9d6 req-9e434075-ef19-47e9-b697-b142d87e8065 service nova] Lock "b4b7be38-d09b-4ff7-8e63-1e5f196ecc31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:49:26 user nova-compute[86206]: DEBUG nova.compute.manager [req-75d56947-31a7-4622-9e4e-edd3d71bd9d6 req-9e434075-ef19-47e9-b697-b142d87e8065 service nova] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] No waiting events found dispatching network-vif-unplugged-ba5ef843-a182-44e3-840d-33c6e0bac8ca {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:49:26 user nova-compute[86206]: DEBUG nova.compute.manager [req-75d56947-31a7-4622-9e4e-edd3d71bd9d6 req-9e434075-ef19-47e9-b697-b142d87e8065 service nova] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Received event network-vif-unplugged-ba5ef843-a182-44e3-840d-33c6e0bac8ca for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:49:26 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Instance destroyed successfully.
Nov 10 13:49:26 user nova-compute[86206]: DEBUG nova.objects.instance [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lazy-loading 'resources' on Instance uuid b4b7be38-d09b-4ff7-8e63-1e5f196ecc31 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:49:26 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:47:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1575058708',display_name='tempest-TestVolumeBootPattern-server-1575058708',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1575058708',id=45,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMlDE+CswMeQ2L4HJmZih6MW8Nx2adkCOd65Hdd25jovjCpkw2RSpp4uz7hREcPT9bTcOavdX8FxPdALmNkDTngZbnXiMV7zZluant0cjY+XToQMutom3iOs74IT5f1D9Q==',key_name='tempest-TestVolumeBootPattern-1903993718',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:48:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='398c80570edc4001af39959f6ca0a0c6',ramdisk_id='',reservation_id='r-8deaq8hn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-19527526',owner_user_name='tempest-TestVolumeBootPattern-19527526-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:48:04Z,user_data=None,user_id='70b0703bebcb46969be6c8da0fb19f17',uuid=b4b7be38-d09b-4ff7-8e63-1e5f196ecc31,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ba5ef843-a182-44e3-840d-33c6e0bac8ca", "address": "fa:16:3e:7c:3d:90", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.25", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba5ef843-a1", "ovs_interfaceid": "ba5ef843-a182-44e3-840d-33c6e0bac8ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:49:26 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Converting VIF {"id": "ba5ef843-a182-44e3-840d-33c6e0bac8ca", "address": "fa:16:3e:7c:3d:90", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.25", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba5ef843-a1", "ovs_interfaceid": "ba5ef843-a182-44e3-840d-33c6e0bac8ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:49:26 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7c:3d:90,bridge_name='br-int',has_traffic_filtering=True,id=ba5ef843-a182-44e3-840d-33c6e0bac8ca,network=Network(d841a72f-c220-4ec4-8258-16c8288db743),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba5ef843-a1') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:49:26 user nova-compute[86206]: DEBUG os_vif [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:7c:3d:90,bridge_name='br-int',has_traffic_filtering=True,id=ba5ef843-a182-44e3-840d-33c6e0bac8ca,network=Network(d841a72f-c220-4ec4-8258-16c8288db743),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba5ef843-a1') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:49:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:49:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapba5ef843-a1, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:49:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:49:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:49:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:49:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6553573a-77d6-45b6-822f-e07366fd7d6b) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:49:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:49:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:49:26 user nova-compute[86206]: INFO os_vif [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:7c:3d:90,bridge_name='br-int',has_traffic_filtering=True,id=ba5ef843-a182-44e3-840d-33c6e0bac8ca,network=Network(d841a72f-c220-4ec4-8258-16c8288db743),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba5ef843-a1')
Nov 10 13:49:26 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 13:49:26 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GsTEWYFf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:49:26 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:49:26 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:49:26 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.004s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:49:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:49:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:49:26 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ef1e78b-4101-4509-b085-5985d612dd5d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:49:26 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 13:49:26 user nova-compute[86206]: No targets found.
Nov 10 13:49:26 user nova-compute[86206]: iSNS:
Nov 10 13:49:26 user nova-compute[86206]: No targets found.
Nov 10 13:49:26 user nova-compute[86206]: STATIC:
Nov 10 13:49:26 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c
Nov 10 13:49:26 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:49:26 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:49:26 user nova-compute[86206]: FIRMWARE:
Nov 10 13:49:26 user nova-compute[86206]: No targets found.
Nov 10 13:49:26 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:49:26 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 13:49:26 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 13:49:26 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 13:49:26 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 13:49:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:49:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:49:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[773d3468-2169-4f88-a12b-0142e7d2f428]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:49:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:49:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:49:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[6508951c-d1e6-4ed1-b03c-145cd77c22db]: (4, ('tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:49:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)
Nov 10 13:49:27 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:49:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsi session list stdout=tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)
Nov 10 13:49:27 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:49:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe46444ed40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c'): ({'sdb'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 13:49:27 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Removing single pathed devices sdb {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 13:49:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:49:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:49:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[3caebe35-1a39-4db4-81d6-25bcaf22d243]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:49:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:49:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:49:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[29bbd42d-a7c2-4966-92fd-2e5a8988c1ca]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:49:27 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Flushing IO for device /dev/sdb {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 13:49:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:49:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:49:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[799220e4-1cb9-4551-90d0-58fd9440fbf4]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:49:27 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 13:49:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:49:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.051s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:49:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8a9dfe9-7638-4333-a431-754192ed6292]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:49:27 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 13:49:27 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] SCSI volumes sdb have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 13:49:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 13:49:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:49:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:49:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf7b5bc4-955a-48ae-9405-f8f8f6893a31]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:49:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:49:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:49:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c -p 172.16.0.220:3260 --logout" returned: 0 in 0.073s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:49:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a3f025f-3789-4e44-a065-6c2449eed34b]: (4, ('Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c, portal: 172.16.0.220,3260]\nLogout of [sid: 41, target: iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:49:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c, portal: 172.16.0.220,3260]
Nov 10 13:49:27 user nova-compute[86206]: Logout of [sid: 41, target: iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c, portal: 172.16.0.220,3260] successful.
Nov 10 13:49:27 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:49:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:49:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:49:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2fc9f81-1d81-4519-b16f-621ff2e0e275]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:49:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:49:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.324s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:49:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] <== disconnect_volume: return (328ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:49:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 13:49:27 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Deleting instance files /opt/stack/data/nova/instances/b4b7be38-d09b-4ff7-8e63-1e5f196ecc31_del
Nov 10 13:49:27 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Deletion of /opt/stack/data/nova/instances/b4b7be38-d09b-4ff7-8e63-1e5f196ecc31_del complete
Nov 10 13:49:27 user nova-compute[86206]: INFO nova.compute.manager [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Took 1.17 seconds to destroy the instance on the hypervisor.
Nov 10 13:49:27 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:49:27 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:49:27 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:49:28 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:49:28 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Took 0.68 seconds to deallocate network for instance.
Nov 10 13:49:28 user nova-compute[86206]: DEBUG nova.compute.manager [req-3149841a-abae-4eb4-948b-2ce9e901ad97 req-b4568850-f44b-49f7-86ce-d7219f917d75 service nova] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Received event network-vif-plugged-ba5ef843-a182-44e3-840d-33c6e0bac8ca {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:49:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-3149841a-abae-4eb4-948b-2ce9e901ad97 req-b4568850-f44b-49f7-86ce-d7219f917d75 service nova] Acquiring lock "b4b7be38-d09b-4ff7-8e63-1e5f196ecc31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:49:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-3149841a-abae-4eb4-948b-2ce9e901ad97 req-b4568850-f44b-49f7-86ce-d7219f917d75 service nova] Lock "b4b7be38-d09b-4ff7-8e63-1e5f196ecc31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:49:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-3149841a-abae-4eb4-948b-2ce9e901ad97 req-b4568850-f44b-49f7-86ce-d7219f917d75 service nova] Lock "b4b7be38-d09b-4ff7-8e63-1e5f196ecc31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:49:28 user nova-compute[86206]: DEBUG nova.compute.manager [req-3149841a-abae-4eb4-948b-2ce9e901ad97 req-b4568850-f44b-49f7-86ce-d7219f917d75 service nova] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] No waiting events found dispatching network-vif-plugged-ba5ef843-a182-44e3-840d-33c6e0bac8ca {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:49:28 user nova-compute[86206]: WARNING nova.compute.manager [req-3149841a-abae-4eb4-948b-2ce9e901ad97 req-b4568850-f44b-49f7-86ce-d7219f917d75 service nova] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Received unexpected event network-vif-plugged-ba5ef843-a182-44e3-840d-33c6e0bac8ca for instance with vm_state active and task_state deleting.
Nov 10 13:49:28 user nova-compute[86206]: DEBUG nova.compute.manager [req-3149841a-abae-4eb4-948b-2ce9e901ad97 req-b4568850-f44b-49f7-86ce-d7219f917d75 service nova] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Received event network-vif-deleted-ba5ef843-a182-44e3-840d-33c6e0bac8ca {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:49:28 user nova-compute[86206]: INFO nova.compute.manager [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: b4b7be38-d09b-4ff7-8e63-1e5f196ecc31] Took 0.94 seconds to detach 1 volumes for instance.
Nov 10 13:49:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:49:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:49:29 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:49:29 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:49:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.223s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:49:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:49:29 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Deleted allocations for instance b4b7be38-d09b-4ff7-8e63-1e5f196ecc31
Nov 10 13:49:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-4cafd2fd-d01b-44d0-8b4d-1390e9c5dc2c tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "b4b7be38-d09b-4ff7-8e63-1e5f196ecc31" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.237s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:49:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:49:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:49:34 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:49:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:49:39 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:49:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:49:44 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:49:44 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:49:44 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:49:44 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Rebuilding the list of instances to heal {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 10 13:49:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "refresh_cache-c8a6772e-9e3d-440f-97bc-7f9458364029" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:49:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquired lock "refresh_cache-c8a6772e-9e3d-440f-97bc-7f9458364029" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:49:44 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Forcefully refreshing network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 10 13:49:44 user nova-compute[86206]: DEBUG nova.objects.instance [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lazy-loading 'info_cache' on Instance uuid c8a6772e-9e3d-440f-97bc-7f9458364029 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:49:45 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Updating instance_info_cache with network_info: [{"id": "2837e446-d8b5-4c79-adf1-f33a39cec221", "address": "fa:16:3e:7a:40:77", "network": {"id": "bd4dcb28-ea59-43a7-af60-1b7991bc8086", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-23684993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76309bff6aa74fbf97b9a1120a12892b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2837e446-d8", "ovs_interfaceid": "2837e446-d8b5-4c79-adf1-f33a39cec221", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:49:45 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Releasing lock "refresh_cache-c8a6772e-9e3d-440f-97bc-7f9458364029" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:49:45 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Updated the network info_cache for instance {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 10 13:49:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:49:47 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:49:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:49:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:49:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:49:47 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:49:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:49:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:49:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:49:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:49:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8a6772e-9e3d-440f-97bc-7f9458364029/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:49:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8a6772e-9e3d-440f-97bc-7f9458364029/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:49:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8a6772e-9e3d-440f-97bc-7f9458364029/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:49:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8a6772e-9e3d-440f-97bc-7f9458364029/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:49:49 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:49:49 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:49:49 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=8706MB free_disk=25.02910614013672GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:49:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:49:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:49:49 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance c8a6772e-9e3d-440f-97bc-7f9458364029 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:49:49 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance b62217a9-24a3-412c-a6c1-855a6a8602da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:49:49 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:49:49 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:49:49 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:49:49 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:49:49 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:49:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.228s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:49:50 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:49:50 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 13:49:51 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:49:51 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:49:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:49:53 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:49:56 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:49:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:49:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:49:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=86206) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 10 13:49:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:49:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:49:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:49:57 user nova-compute[86206]: DEBUG nova.compute.manager [req-2b29b4e2-5859-4c71-9d41-17895194186a req-64aab2d7-0c5d-4c6b-9498-76e02f844edd service nova] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Received event network-changed-2837e446-d8b5-4c79-adf1-f33a39cec221 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:49:57 user nova-compute[86206]: DEBUG nova.compute.manager [req-2b29b4e2-5859-4c71-9d41-17895194186a req-64aab2d7-0c5d-4c6b-9498-76e02f844edd service nova] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Refreshing instance network info cache due to event network-changed-2837e446-d8b5-4c79-adf1-f33a39cec221. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:49:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2b29b4e2-5859-4c71-9d41-17895194186a req-64aab2d7-0c5d-4c6b-9498-76e02f844edd service nova] Acquiring lock "refresh_cache-c8a6772e-9e3d-440f-97bc-7f9458364029" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:49:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2b29b4e2-5859-4c71-9d41-17895194186a req-64aab2d7-0c5d-4c6b-9498-76e02f844edd service nova] Acquired lock "refresh_cache-c8a6772e-9e3d-440f-97bc-7f9458364029" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:49:57 user nova-compute[86206]: DEBUG nova.network.neutron [req-2b29b4e2-5859-4c71-9d41-17895194186a req-64aab2d7-0c5d-4c6b-9498-76e02f844edd service nova] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Refreshing network info cache for port 2837e446-d8b5-4c79-adf1-f33a39cec221 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:49:57 user nova-compute[86206]: DEBUG nova.network.neutron [req-2b29b4e2-5859-4c71-9d41-17895194186a req-64aab2d7-0c5d-4c6b-9498-76e02f844edd service nova] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Updated VIF entry in instance network info cache for port 2837e446-d8b5-4c79-adf1-f33a39cec221. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:49:57 user nova-compute[86206]: DEBUG nova.network.neutron [req-2b29b4e2-5859-4c71-9d41-17895194186a req-64aab2d7-0c5d-4c6b-9498-76e02f844edd service nova] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Updating instance_info_cache with network_info: [{"id": "2837e446-d8b5-4c79-adf1-f33a39cec221", "address": "fa:16:3e:7a:40:77", "network": {"id": "bd4dcb28-ea59-43a7-af60-1b7991bc8086", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-23684993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.27", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76309bff6aa74fbf97b9a1120a12892b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2837e446-d8", "ovs_interfaceid": "2837e446-d8b5-4c79-adf1-f33a39cec221", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:49:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2b29b4e2-5859-4c71-9d41-17895194186a req-64aab2d7-0c5d-4c6b-9498-76e02f844edd service nova] Releasing lock "refresh_cache-c8a6772e-9e3d-440f-97bc-7f9458364029" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:49:58 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:49:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:50:00 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:50:01 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:50:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "c8a6772e-9e3d-440f-97bc-7f9458364029" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:50:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "c8a6772e-9e3d-440f-97bc-7f9458364029" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:50:03 user nova-compute[86206]: DEBUG nova.objects.instance [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lazy-loading 'flavor' on Instance uuid c8a6772e-9e3d-440f-97bc-7f9458364029 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:50:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "c8a6772e-9e3d-440f-97bc-7f9458364029" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.070s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:50:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "c8a6772e-9e3d-440f-97bc-7f9458364029" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:50:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "c8a6772e-9e3d-440f-97bc-7f9458364029" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:50:03 user nova-compute[86206]: INFO nova.compute.manager [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Attaching volume 9334f7d5-f4ff-478b-950e-af56eb8747d9 to /dev/vdb
Nov 10 13:50:03 user nova-compute[86206]: DEBUG os_brick.utils [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:50:03 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:50:03 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:50:03 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c1d6f5e-3aab-41b1-a21b-38856dbd0df6]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:50:03 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:50:03 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:50:03 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b9337bf-69e3-433c-bfbb-677fff949eec]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:50:03 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:50:03 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:50:03 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[08553000-63fe-479a-aea6-6480e2dc0245]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:50:03 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[d991146f-80f7-45a7-b25d-8d0abe144461]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:50:03 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:50:03 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:50:03 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:50:03 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:50:03 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:50:03 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:50:03 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[1028d0c6-8a0c-4787-a53f-a1d2c03ba1d0]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:50:03 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:50:03 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:50:03 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:50:03 user nova-compute[86206]: DEBUG os_brick.utils [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] <== get_connector_properties: return (138ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:50:03 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Updating existing volume attachment record: 4fd2c2be-0399-489a-a161-5c972c142739 {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 13:50:04 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:50:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:50:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:50:14 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:50:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:50:17 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "fff6404f-3ab9-4fdb-8443-33fe70cfe6d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:50:17 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "fff6404f-3ab9-4fdb-8443-33fe70cfe6d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:50:17 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:50:17 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:50:17 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:50:17 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:50:17 user nova-compute[86206]: INFO nova.compute.claims [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Claim successful on node user
Nov 10 13:50:18 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:50:18 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:50:18 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.257s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:50:18 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:50:18 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:50:18 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:50:18 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:50:18 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:50:18 user nova-compute[86206]: DEBUG nova.policy [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70b0703bebcb46969be6c8da0fb19f17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '398c80570edc4001af39959f6ca0a0c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:50:18 user nova-compute[86206]: INFO nova.virt.block_device [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Booting with volume 894e3e5f-d860-4e06-9492-4cb0be27e86c at /dev/vda
Nov 10 13:50:18 user nova-compute[86206]: DEBUG os_brick.utils [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:50:18 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:50:18 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:50:18 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[3390fdad-50a4-4f93-bb25-05e9b59a3603]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:50:18 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:50:18 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:50:18 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[abf4c539-c2e3-4bd4-ae9e-077de2aa14eb]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:50:18 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:50:18 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:50:18 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc6fb76f-7470-47ba-807a-b5b33e5c3725]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:50:18 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[9de90387-4ba7-4d5f-a0fb-4cd89bb124ca]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:50:18 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:50:18 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:50:18 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:50:18 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:50:18 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:50:18 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:50:18 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[16a1669f-c15c-4405-82cc-99fb454b3380]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:50:18 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:50:18 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:50:18 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:50:18 user nova-compute[86206]: DEBUG os_brick.utils [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:50:18 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Updating existing volume attachment record: f4a559e9-28fb-42ae-8fd1-da51ef0df29a {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 13:50:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:50:18 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Successfully created port: 6ceaec2b-a22c-45dc-802c-975fb5d22e3e {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:50:19 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Successfully updated port: 6ceaec2b-a22c-45dc-802c-975fb5d22e3e {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:50:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "refresh_cache-fff6404f-3ab9-4fdb-8443-33fe70cfe6d0" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:50:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquired lock "refresh_cache-fff6404f-3ab9-4fdb-8443-33fe70cfe6d0" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:50:19 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:50:19 user nova-compute[86206]: DEBUG nova.compute.manager [req-7fed8a3a-2792-47d8-b98e-4c1c936790b7 req-eb7b59db-eae5-4979-a9c9-4b0f1c1cc291 service nova] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Received event network-changed-6ceaec2b-a22c-45dc-802c-975fb5d22e3e {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:50:19 user nova-compute[86206]: DEBUG nova.compute.manager [req-7fed8a3a-2792-47d8-b98e-4c1c936790b7 req-eb7b59db-eae5-4979-a9c9-4b0f1c1cc291 service nova] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Refreshing instance network info cache due to event network-changed-6ceaec2b-a22c-45dc-802c-975fb5d22e3e. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:50:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7fed8a3a-2792-47d8-b98e-4c1c936790b7 req-eb7b59db-eae5-4979-a9c9-4b0f1c1cc291 service nova] Acquiring lock "refresh_cache-fff6404f-3ab9-4fdb-8443-33fe70cfe6d0" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:50:19 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:50:20 user nova-compute[86206]: DEBUG nova.network.neutron [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Updating instance_info_cache with network_info: [{"id": "6ceaec2b-a22c-45dc-802c-975fb5d22e3e", "address": "fa:16:3e:f0:45:22", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ceaec2b-a2", "ovs_interfaceid": "6ceaec2b-a22c-45dc-802c-975fb5d22e3e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:50:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Releasing lock "refresh_cache-fff6404f-3ab9-4fdb-8443-33fe70cfe6d0" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:50:20 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Instance network_info: |[{"id": "6ceaec2b-a22c-45dc-802c-975fb5d22e3e", "address": "fa:16:3e:f0:45:22", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ceaec2b-a2", "ovs_interfaceid": "6ceaec2b-a22c-45dc-802c-975fb5d22e3e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:50:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7fed8a3a-2792-47d8-b98e-4c1c936790b7 req-eb7b59db-eae5-4979-a9c9-4b0f1c1cc291 service nova] Acquired lock "refresh_cache-fff6404f-3ab9-4fdb-8443-33fe70cfe6d0" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:50:20 user nova-compute[86206]: DEBUG nova.network.neutron [req-7fed8a3a-2792-47d8-b98e-4c1c936790b7 req-eb7b59db-eae5-4979-a9c9-4b0f1c1cc291 service nova] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Refreshing network info cache for port 6ceaec2b-a22c-45dc-802c-975fb5d22e3e {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:50:20 user nova-compute[86206]: DEBUG nova.network.neutron [req-7fed8a3a-2792-47d8-b98e-4c1c936790b7 req-eb7b59db-eae5-4979-a9c9-4b0f1c1cc291 service nova] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Updated VIF entry in instance network info cache for port 6ceaec2b-a22c-45dc-802c-975fb5d22e3e. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:50:20 user nova-compute[86206]: DEBUG nova.network.neutron [req-7fed8a3a-2792-47d8-b98e-4c1c936790b7 req-eb7b59db-eae5-4979-a9c9-4b0f1c1cc291 service nova] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Updating instance_info_cache with network_info: [{"id": "6ceaec2b-a22c-45dc-802c-975fb5d22e3e", "address": "fa:16:3e:f0:45:22", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ceaec2b-a2", "ovs_interfaceid": "6ceaec2b-a22c-45dc-802c-975fb5d22e3e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:50:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7fed8a3a-2792-47d8-b98e-4c1c936790b7 req-eb7b59db-eae5-4979-a9c9-4b0f1c1cc291 service nova] Releasing lock "refresh_cache-fff6404f-3ab9-4fdb-8443-33fe70cfe6d0" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:50:21 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zrDOSPjy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:50:26 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:50:26 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:50:26 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:50:26 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:50:26 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:50:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9 -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fab16a0-d03c-43f2-9f86-b18363f43be4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 13:50:26 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9 -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d54159f-743a-4b67-bd2e-987fb23e478c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9] added
Nov 10 13:50:26 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0dbfc0b-507e-41b0-9e48-bae40e135ae7]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[2728f37a-500b-403e-ae9a-e38d4fe5dc09]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zrDOSPjy {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zrDOSPjy" returned: 0 in 0.024s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[331dbad4-d162-434e-95cc-c179f16dc06f]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'zrDOSPjy'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[8201783d-6642-4f02-9e9a-78c397835fd0]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d8f70e0-4166-4884-93e3-404d02f836a8]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 10 13:50:26 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 10 13:50:26 user nova-compute[86206]:  {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:50:26 user nova-compute[86206]: WARNING os_brick.initiator.connectors.iscsi [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 10 13:50:26 user nova-compute[86206]: 
Nov 10 13:50:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9 -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9 -p 172.16.0.220:3260 --login" returned: 0 in 0.045s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e9ef92b-7de7-4dbd-a6bc-07cf26482aa9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9, portal: 172.16.0.220,3260]
Nov 10 13:50:26 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9, portal: 172.16.0.220,3260] successful.
Nov 10 13:50:26 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[86f26de5-12e5-4ec3-a3fc-dcbe13f6d8a7]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e68b6b6-f6bf-4f7c-8b7f-60adeac4384a]: (4, ('tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9 (non-flash)
Nov 10 13:50:26 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsi session list stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9 (non-flash)
Nov 10 13:50:26 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.261s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] HCTL ('33', '-', '-', 0) found on session 42 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fd88348-f893-4812-8d5c-2253e68fa1e2]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Searching for a device in session 42 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zrDOSPjy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:50:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:50:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.299s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:50:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] <== connect_volume: return (1301ms) {'type': 'block', 'scsi_wwn': '23436336335653838', 'path': '/dev/sdb'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:50:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23436336335653838', 'path': '/dev/sdb'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:50:27 user nova-compute[86206]: DEBUG nova.objects.instance [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lazy-loading 'flavor' on Instance uuid c8a6772e-9e3d-440f-97bc-7f9458364029 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:50:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] attach device xml: <disk type="block" device="disk">
Nov 10 13:50:27 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:50:27 user nova-compute[86206]:   <source dev="/dev/sdb"/>
Nov 10 13:50:27 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:50:27 user nova-compute[86206]:   <serial>9334f7d5-f4ff-478b-950e-af56eb8747d9</serial>
Nov 10 13:50:27 user nova-compute[86206]: </disk>
Nov 10 13:50:27 user nova-compute[86206]:  {{(pid=86206) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 10 13:50:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:50:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] No BDM found with device name vdb, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:50:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] No VIF found with MAC fa:16:3e:7a:40:77, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:50:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-9ef69bdf-989e-4a4c-9545-dd4114c8b1a6 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "c8a6772e-9e3d-440f-97bc-7f9458364029" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 24.992s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:50:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:50:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a2e12ac8-5790-454e-ba9b-dfcdd9d236e3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "c8a6772e-9e3d-440f-97bc-7f9458364029" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:50:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a2e12ac8-5790-454e-ba9b-dfcdd9d236e3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "c8a6772e-9e3d-440f-97bc-7f9458364029" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:50:29 user nova-compute[86206]: INFO nova.compute.manager [None req-a2e12ac8-5790-454e-ba9b-dfcdd9d236e3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Detaching volume 9334f7d5-f4ff-478b-950e-af56eb8747d9
Nov 10 13:50:29 user nova-compute[86206]: INFO nova.virt.block_device [None req-a2e12ac8-5790-454e-ba9b-dfcdd9d236e3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Attempting to driver detach volume 9334f7d5-f4ff-478b-950e-af56eb8747d9 from mountpoint /dev/vdb
Nov 10 13:50:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a2e12ac8-5790-454e-ba9b-dfcdd9d236e3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Attempting to detach device vdb from instance c8a6772e-9e3d-440f-97bc-7f9458364029 from the persistent domain config. {{(pid=86206) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 10 13:50:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-a2e12ac8-5790-454e-ba9b-dfcdd9d236e3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 13:50:29 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:50:29 user nova-compute[86206]:   <source dev="/dev/sdb"/>
Nov 10 13:50:29 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:50:29 user nova-compute[86206]:   <serial>9334f7d5-f4ff-478b-950e-af56eb8747d9</serial>
Nov 10 13:50:29 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 10 13:50:29 user nova-compute[86206]: </disk>
Nov 10 13:50:29 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 13:50:29 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-a2e12ac8-5790-454e-ba9b-dfcdd9d236e3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Successfully detached device vdb from instance c8a6772e-9e3d-440f-97bc-7f9458364029 from the persistent domain config.
Nov 10 13:50:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a2e12ac8-5790-454e-ba9b-dfcdd9d236e3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance c8a6772e-9e3d-440f-97bc-7f9458364029 from the live domain config. {{(pid=86206) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 10 13:50:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-a2e12ac8-5790-454e-ba9b-dfcdd9d236e3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 13:50:29 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:50:29 user nova-compute[86206]:   <source dev="/dev/sdb"/>
Nov 10 13:50:29 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:50:29 user nova-compute[86206]:   <serial>9334f7d5-f4ff-478b-950e-af56eb8747d9</serial>
Nov 10 13:50:29 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 10 13:50:29 user nova-compute[86206]: </disk>
Nov 10 13:50:29 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 13:50:30 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a2e12ac8-5790-454e-ba9b-dfcdd9d236e3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance c8a6772e-9e3d-440f-97bc-7f9458364029 {{(pid=86206) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 10 13:50:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:50:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:50:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:50:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:50:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=86206) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 10 13:50:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:50:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:50:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:50:42 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Creating image(s)
Nov 10 13:50:42 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Did not create local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Ensure instance console log exists: /opt/stack/data/nova/instances/fff6404f-3ab9-4fdb-8443-33fe70cfe6d0/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Start _get_guest_xml network_info=[{"id": "6ceaec2b-a22c-45dc-802c-975fb5d22e3e", "address": "fa:16:3e:f0:45:22", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ceaec2b-a2", "ovs_interfaceid": "6ceaec2b-a22c-45dc-802c-975fb5d22e3e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'attachment_id': 'f4a559e9-28fb-42ae-8fd1-da51ef0df29a', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GsTEWYFf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fff6404f-3ab9-4fdb-8443-33fe70cfe6d0', 'attached_at': '', 'detached_at': '', 'volume_id': '894e3e5f-d860-4e06-9492-4cb0be27e86c', 'serial': '894e3e5f-d860-4e06-9492-4cb0be27e86c'}, 'mount_device': '/dev/vda', 'boot_index': 0, 'volume_type': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:50:42 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:50:42 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:50:42 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GsTEWYFf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:50:42 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:50:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:50:42 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:50:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:50:42 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:50:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a3fef14-bbc3-4d44-ab7e-906f2e5438c1]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 13:50:42 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b531e9da-9b10-45b3-a56c-58a7afab8b09]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c] added
Nov 10 13:50:42 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ad6acf5-42ec-4abb-bf56-ae0968a0d158]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8560744-ee90-4973-8bfa-6c81b1a93f8d]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GsTEWYFf {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GsTEWYFf" returned: 0 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[07474c3d-4182-4cb0-b851-91b14817e15c]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GsTEWYFf'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[91fb6577-1369-4555-8e01-0605f0d05d06]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0ae972c-f728-484b-9c91-cd973f2f8aba]: (4, ('tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9 (non-flash)
Nov 10 13:50:42 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsi session list stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9 (non-flash)
Nov 10 13:50:42 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[539a5427-ed24-4312-8398-89e958c0ff8e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c, portal: 172.16.0.220,3260]
Nov 10 13:50:42 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c, portal: 172.16.0.220,3260] successful.
Nov 10 13:50:42 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.028s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d26b5b3-5cf4-4b89-b8e2-a5361ef16c8b]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3c6f4d3-0fdf-4d50-972f-61b850625391]: (4, ('tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9 (non-flash)
Nov 10 13:50:42 user nova-compute[86206]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)
Nov 10 13:50:42 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsi session list stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9 (non-flash)
Nov 10 13:50:42 user nova-compute[86206]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)
Nov 10 13:50:42 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.270s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] HCTL ('34', '-', '-', 0) found on session 43 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.028s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c957f6bc-1d47-45f0-84e5-e5ba0e9e9f74]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Searching for a device in session 43 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:50:42 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GsTEWYFf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:50:43 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.318s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:50:43 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] <== connect_volume: return (1319ms) {'type': 'block', 'scsi_wwn': '26139396639623934', 'path': '/dev/sdc'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:50:43 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26139396639623934', 'path': '/dev/sdc'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:50:43 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:50:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1353321476',display_name='tempest-TestVolumeBootPattern-server-1353321476',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1353321476',id=48,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMlDE+CswMeQ2L4HJmZih6MW8Nx2adkCOd65Hdd25jovjCpkw2RSpp4uz7hREcPT9bTcOavdX8FxPdALmNkDTngZbnXiMV7zZluant0cjY+XToQMutom3iOs74IT5f1D9Q==',key_name='tempest-TestVolumeBootPattern-1903993718',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='398c80570edc4001af39959f6ca0a0c6',ramdisk_id='',reservation_id='r-demey437',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-19527526',owner_user_name='tempest-TestVolumeBootPattern-19527526-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:50:18Z,user_data=None,user_id='70b0703bebcb46969be6c8da0fb19f17',uuid=fff6404f-3ab9-4fdb-8443-33fe70cfe6d0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6ceaec2b-a22c-45dc-802c-975fb5d22e3e", "address": "fa:16:3e:f0:45:22", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ceaec2b-a2", "ovs_interfaceid": "6ceaec2b-a22c-45dc-802c-975fb5d22e3e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:50:43 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Converting VIF {"id": "6ceaec2b-a22c-45dc-802c-975fb5d22e3e", "address": "fa:16:3e:f0:45:22", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ceaec2b-a2", "ovs_interfaceid": "6ceaec2b-a22c-45dc-802c-975fb5d22e3e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:50:43 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f0:45:22,bridge_name='br-int',has_traffic_filtering=True,id=6ceaec2b-a22c-45dc-802c-975fb5d22e3e,network=Network(d841a72f-c220-4ec4-8258-16c8288db743),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ceaec2b-a2') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:50:43 user nova-compute[86206]: DEBUG nova.objects.instance [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lazy-loading 'pci_devices' on Instance uuid fff6404f-3ab9-4fdb-8443-33fe70cfe6d0 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:50:43 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:50:43 user nova-compute[86206]:   <uuid>fff6404f-3ab9-4fdb-8443-33fe70cfe6d0</uuid>
Nov 10 13:50:43 user nova-compute[86206]:   <name>instance-00000030</name>
Nov 10 13:50:43 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:50:43 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:50:43 user nova-compute[86206]:   <metadata>
Nov 10 13:50:43 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:50:43 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:50:43 user nova-compute[86206]:       <nova:name>tempest-TestVolumeBootPattern-server-1353321476</nova:name>
Nov 10 13:50:43 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:50:42</nova:creationTime>
Nov 10 13:50:43 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:50:43 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:50:43 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:50:43 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:50:43 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:50:43 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:50:43 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:50:43 user nova-compute[86206]:       <nova:owner>
Nov 10 13:50:43 user nova-compute[86206]:         <nova:user uuid="70b0703bebcb46969be6c8da0fb19f17">tempest-TestVolumeBootPattern-19527526-project-member</nova:user>
Nov 10 13:50:43 user nova-compute[86206]:         <nova:project uuid="398c80570edc4001af39959f6ca0a0c6">tempest-TestVolumeBootPattern-19527526</nova:project>
Nov 10 13:50:43 user nova-compute[86206]:       </nova:owner>
Nov 10 13:50:43 user nova-compute[86206]:       <nova:ports>
Nov 10 13:50:43 user nova-compute[86206]:         <nova:port uuid="6ceaec2b-a22c-45dc-802c-975fb5d22e3e">
Nov 10 13:50:43 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 10 13:50:43 user nova-compute[86206]:         </nova:port>
Nov 10 13:50:43 user nova-compute[86206]:       </nova:ports>
Nov 10 13:50:43 user nova-compute[86206]:     </nova:instance>
Nov 10 13:50:43 user nova-compute[86206]:   </metadata>
Nov 10 13:50:43 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:50:43 user nova-compute[86206]:     <system>
Nov 10 13:50:43 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:50:43 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:50:43 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:50:43 user nova-compute[86206]:       <entry name="serial">fff6404f-3ab9-4fdb-8443-33fe70cfe6d0</entry>
Nov 10 13:50:43 user nova-compute[86206]:       <entry name="uuid">fff6404f-3ab9-4fdb-8443-33fe70cfe6d0</entry>
Nov 10 13:50:43 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:50:43 user nova-compute[86206]:     </system>
Nov 10 13:50:43 user nova-compute[86206]:   </sysinfo>
Nov 10 13:50:43 user nova-compute[86206]:   <os>
Nov 10 13:50:43 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:50:43 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:50:43 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:50:43 user nova-compute[86206]:   </os>
Nov 10 13:50:43 user nova-compute[86206]:   <features>
Nov 10 13:50:43 user nova-compute[86206]:     <acpi/>
Nov 10 13:50:43 user nova-compute[86206]:     <apic/>
Nov 10 13:50:43 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:50:43 user nova-compute[86206]:   </features>
Nov 10 13:50:43 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:50:43 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:50:43 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:50:43 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:50:43 user nova-compute[86206]:   </clock>
Nov 10 13:50:43 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:50:43 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:50:43 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:50:43 user nova-compute[86206]:   </cpu>
Nov 10 13:50:43 user nova-compute[86206]:   <devices>
Nov 10 13:50:43 user nova-compute[86206]:     <disk type="block" device="disk">
Nov 10 13:50:43 user nova-compute[86206]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:50:43 user nova-compute[86206]:       <source dev="/dev/sdc"/>
Nov 10 13:50:43 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:50:43 user nova-compute[86206]:       <serial>894e3e5f-d860-4e06-9492-4cb0be27e86c</serial>
Nov 10 13:50:43 user nova-compute[86206]:     </disk>
Nov 10 13:50:43 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:50:43 user nova-compute[86206]:       <mac address="fa:16:3e:f0:45:22"/>
Nov 10 13:50:43 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:50:43 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:50:43 user nova-compute[86206]:       <target dev="tap6ceaec2b-a2"/>
Nov 10 13:50:43 user nova-compute[86206]:     </interface>
Nov 10 13:50:43 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:50:43 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/fff6404f-3ab9-4fdb-8443-33fe70cfe6d0/console.log" append="off"/>
Nov 10 13:50:43 user nova-compute[86206]:     </serial>
Nov 10 13:50:43 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:50:43 user nova-compute[86206]:     <video>
Nov 10 13:50:43 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:50:43 user nova-compute[86206]:     </video>
Nov 10 13:50:43 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:50:43 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:50:43 user nova-compute[86206]:     </rng>
Nov 10 13:50:43 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:50:43 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:50:43 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:50:43 user nova-compute[86206]:     </memballoon>
Nov 10 13:50:43 user nova-compute[86206]:   </devices>
Nov 10 13:50:43 user nova-compute[86206]: </domain>
Nov 10 13:50:43 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:50:43 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:50:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1353321476',display_name='tempest-TestVolumeBootPattern-server-1353321476',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1353321476',id=48,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMlDE+CswMeQ2L4HJmZih6MW8Nx2adkCOd65Hdd25jovjCpkw2RSpp4uz7hREcPT9bTcOavdX8FxPdALmNkDTngZbnXiMV7zZluant0cjY+XToQMutom3iOs74IT5f1D9Q==',key_name='tempest-TestVolumeBootPattern-1903993718',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='398c80570edc4001af39959f6ca0a0c6',ramdisk_id='',reservation_id='r-demey437',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-19527526',owner_user_name='tempest-TestVolumeBootPattern-19527526-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:50:18Z,user_data=None,user_id='70b0703bebcb46969be6c8da0fb19f17',uuid=fff6404f-3ab9-4fdb-8443-33fe70cfe6d0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6ceaec2b-a22c-45dc-802c-975fb5d22e3e", "address": "fa:16:3e:f0:45:22", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ceaec2b-a2", "ovs_interfaceid": "6ceaec2b-a22c-45dc-802c-975fb5d22e3e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:50:43 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Converting VIF {"id": "6ceaec2b-a22c-45dc-802c-975fb5d22e3e", "address": "fa:16:3e:f0:45:22", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ceaec2b-a2", "ovs_interfaceid": "6ceaec2b-a22c-45dc-802c-975fb5d22e3e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:50:43 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f0:45:22,bridge_name='br-int',has_traffic_filtering=True,id=6ceaec2b-a22c-45dc-802c-975fb5d22e3e,network=Network(d841a72f-c220-4ec4-8258-16c8288db743),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ceaec2b-a2') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:50:43 user nova-compute[86206]: DEBUG os_vif [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f0:45:22,bridge_name='br-int',has_traffic_filtering=True,id=6ceaec2b-a22c-45dc-802c-975fb5d22e3e,network=Network(d841a72f-c220-4ec4-8258-16c8288db743),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ceaec2b-a2') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:50:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:50:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:50:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:50:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:50:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f19c647d-aab9-5230-9010-bc65a64e4fa2', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:50:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:50:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:50:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6ceaec2b-a2, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:50:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6ceaec2b-a2, col_values=(('qos', UUID('fa915eaf-5300-4007-9a00-34dbfd266bd4')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:50:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6ceaec2b-a2, col_values=(('external_ids', {'iface-id': '6ceaec2b-a22c-45dc-802c-975fb5d22e3e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f0:45:22', 'vm-uuid': 'fff6404f-3ab9-4fdb-8443-33fe70cfe6d0'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:50:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:50:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:50:43 user nova-compute[86206]: INFO os_vif [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f0:45:22,bridge_name='br-int',has_traffic_filtering=True,id=6ceaec2b-a22c-45dc-802c-975fb5d22e3e,network=Network(d841a72f-c220-4ec4-8258-16c8288db743),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ceaec2b-a2')
Nov 10 13:50:43 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:50:43 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] No VIF found with MAC fa:16:3e:f0:45:22, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:50:44 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:50:44 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:50:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:50:45 user nova-compute[86206]: DEBUG nova.compute.manager [req-40ac4a97-4a2c-4903-86d1-408b84f1ae75 req-e763ff87-72ba-43a3-8a1d-c3f817c6024c service nova] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Received event network-vif-plugged-6ceaec2b-a22c-45dc-802c-975fb5d22e3e {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:50:45 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-40ac4a97-4a2c-4903-86d1-408b84f1ae75 req-e763ff87-72ba-43a3-8a1d-c3f817c6024c service nova] Acquiring lock "fff6404f-3ab9-4fdb-8443-33fe70cfe6d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:50:45 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-40ac4a97-4a2c-4903-86d1-408b84f1ae75 req-e763ff87-72ba-43a3-8a1d-c3f817c6024c service nova] Lock "fff6404f-3ab9-4fdb-8443-33fe70cfe6d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:50:45 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-40ac4a97-4a2c-4903-86d1-408b84f1ae75 req-e763ff87-72ba-43a3-8a1d-c3f817c6024c service nova] Lock "fff6404f-3ab9-4fdb-8443-33fe70cfe6d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:50:45 user nova-compute[86206]: DEBUG nova.compute.manager [req-40ac4a97-4a2c-4903-86d1-408b84f1ae75 req-e763ff87-72ba-43a3-8a1d-c3f817c6024c service nova] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] No waiting events found dispatching network-vif-plugged-6ceaec2b-a22c-45dc-802c-975fb5d22e3e {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:50:45 user nova-compute[86206]: WARNING nova.compute.manager [req-40ac4a97-4a2c-4903-86d1-408b84f1ae75 req-e763ff87-72ba-43a3-8a1d-c3f817c6024c service nova] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Received unexpected event network-vif-plugged-6ceaec2b-a22c-45dc-802c-975fb5d22e3e for instance with vm_state building and task_state spawning.
Nov 10 13:50:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:50:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:50:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:50:45 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:50:45 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:50:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "refresh_cache-b62217a9-24a3-412c-a6c1-855a6a8602da" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:50:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquired lock "refresh_cache-b62217a9-24a3-412c-a6c1-855a6a8602da" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:50:46 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Forcefully refreshing network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 10 13:50:46 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Updating instance_info_cache with network_info: [{"id": "a6a1450b-f59b-49ec-a928-7aaa29690056", "address": "fa:16:3e:3f:74:ee", "network": {"id": "c44ccb21-a7dd-44e7-abce-ab2009ff7e2a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-244972796-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2b1d0e89b6f4eb48c0d75d93b7becf7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6a1450b-f5", "ovs_interfaceid": "a6a1450b-f59b-49ec-a928-7aaa29690056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:50:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Releasing lock "refresh_cache-b62217a9-24a3-412c-a6c1-855a6a8602da" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:50:46 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Updated the network info_cache for instance {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 10 13:50:47 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:50:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:50:47 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Instance spawned successfully.
Nov 10 13:50:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:50:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:50:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:50:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:50:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:50:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:50:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:50:47 user nova-compute[86206]: INFO nova.compute.manager [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Took 4.96 seconds to spawn the instance on the hypervisor.
Nov 10 13:50:47 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:50:47 user nova-compute[86206]: INFO nova.compute.manager [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Took 29.39 seconds to build instance.
Nov 10 13:50:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c3575d84-d1ed-4087-8667-65f7f5a48d71 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "fff6404f-3ab9-4fdb-8443-33fe70cfe6d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 29.495s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:50:47 user nova-compute[86206]: DEBUG nova.compute.manager [req-7b54ba1d-67d8-4080-8f0f-0e00381493ef req-cf5cb751-4816-47ac-a272-55952e6864c1 service nova] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Received event network-vif-plugged-6ceaec2b-a22c-45dc-802c-975fb5d22e3e {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:50:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7b54ba1d-67d8-4080-8f0f-0e00381493ef req-cf5cb751-4816-47ac-a272-55952e6864c1 service nova] Acquiring lock "fff6404f-3ab9-4fdb-8443-33fe70cfe6d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:50:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7b54ba1d-67d8-4080-8f0f-0e00381493ef req-cf5cb751-4816-47ac-a272-55952e6864c1 service nova] Lock "fff6404f-3ab9-4fdb-8443-33fe70cfe6d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:50:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-7b54ba1d-67d8-4080-8f0f-0e00381493ef req-cf5cb751-4816-47ac-a272-55952e6864c1 service nova] Lock "fff6404f-3ab9-4fdb-8443-33fe70cfe6d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:50:47 user nova-compute[86206]: DEBUG nova.compute.manager [req-7b54ba1d-67d8-4080-8f0f-0e00381493ef req-cf5cb751-4816-47ac-a272-55952e6864c1 service nova] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] No waiting events found dispatching network-vif-plugged-6ceaec2b-a22c-45dc-802c-975fb5d22e3e {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:50:47 user nova-compute[86206]: WARNING nova.compute.manager [req-7b54ba1d-67d8-4080-8f0f-0e00381493ef req-cf5cb751-4816-47ac-a272-55952e6864c1 service nova] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Received unexpected event network-vif-plugged-6ceaec2b-a22c-45dc-802c-975fb5d22e3e for instance with vm_state active and task_state None.
Nov 10 13:50:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:50:48 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:50:48 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 13:50:48 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:50:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:50:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:50:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:50:48 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:50:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:50:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:50:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:50:49 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:50:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:50:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8a6772e-9e3d-440f-97bc-7f9458364029/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:50:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8a6772e-9e3d-440f-97bc-7f9458364029/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:50:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8a6772e-9e3d-440f-97bc-7f9458364029/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:50:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c8a6772e-9e3d-440f-97bc-7f9458364029/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:50:49 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:50:50 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-a2e12ac8-5790-454e-ba9b-dfcdd9d236e3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance c8a6772e-9e3d-440f-97bc-7f9458364029 is timed out.
Nov 10 13:50:50 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-a2e12ac8-5790-454e-ba9b-dfcdd9d236e3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Successfully detached device vdb from instance c8a6772e-9e3d-440f-97bc-7f9458364029 from the live domain config.
Nov 10 13:50:50 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a2e12ac8-5790-454e-ba9b-dfcdd9d236e3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2e12ac8-5790-454e-ba9b-dfcdd9d236e3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zrDOSPjy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:50:50 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-a2e12ac8-5790-454e-ba9b-dfcdd9d236e3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:50:50 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-a2e12ac8-5790-454e-ba9b-dfcdd9d236e3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-a2e12ac8-5790-454e-ba9b-dfcdd9d236e3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:50:50 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:50:50 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:50:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=8701MB free_disk=25.02618408203125GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7e5feb0-0aef-4994-9322-f9e67f7cfd34]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2e12ac8-5790-454e-ba9b-dfcdd9d236e3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 13:50:50 user nova-compute[86206]: No targets found.
Nov 10 13:50:50 user nova-compute[86206]: iSNS:
Nov 10 13:50:50 user nova-compute[86206]: No targets found.
Nov 10 13:50:50 user nova-compute[86206]: STATIC:
Nov 10 13:50:50 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c
Nov 10 13:50:50 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:50:50 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:50:50 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9
Nov 10 13:50:50 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:50:50 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:50:50 user nova-compute[86206]: FIRMWARE:
Nov 10 13:50:50 user nova-compute[86206]: No targets found.
Nov 10 13:50:50 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2e12ac8-5790-454e-ba9b-dfcdd9d236e3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 13:50:50 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 13:50:50 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2e12ac8-5790-454e-ba9b-dfcdd9d236e3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5eb1f5e-b4f7-46a5-81cb-44df73c7eae9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[53c5f7d4-baf1-4975-86bb-09e6993844d7]: (4, ('tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2e12ac8-5790-454e-ba9b-dfcdd9d236e3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9 (non-flash)
Nov 10 13:50:50 user nova-compute[86206]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)
Nov 10 13:50:50 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2e12ac8-5790-454e-ba9b-dfcdd9d236e3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsi session list stdout=tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9 (non-flash)
Nov 10 13:50:50 user nova-compute[86206]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)
Nov 10 13:50:50 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2e12ac8-5790-454e-ba9b-dfcdd9d236e3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe4643d28c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9'): ({'sdb'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-a2e12ac8-5790-454e-ba9b-dfcdd9d236e3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Removing single pathed devices sdb {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance c8a6772e-9e3d-440f-97bc-7f9458364029 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance b62217a9-24a3-412c-a6c1-855a6a8602da actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance fff6404f-3ab9-4fdb-8443-33fe70cfe6d0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d401ed5-9956-49d7-bf00-e03c43bc2787]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[efcafb22-52ae-47a7-b485-ae6e43b70902]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-a2e12ac8-5790-454e-ba9b-dfcdd9d236e3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Flushing IO for device /dev/sdb {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb9a8f14-85f0-425c-a7f0-0372ee6772ca]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-a2e12ac8-5790-454e-ba9b-dfcdd9d236e3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.048s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc9c26ee-8224-438e-a3e8-288d8beb6e93]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-a2e12ac8-5790-454e-ba9b-dfcdd9d236e3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-a2e12ac8-5790-454e-ba9b-dfcdd9d236e3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] SCSI volumes sdb have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2e12ac8-5790-454e-ba9b-dfcdd9d236e3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[e79be758-fd46-4ed8-ba13-ea5223d9152e]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2e12ac8-5790-454e-ba9b-dfcdd9d236e3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9 -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.322s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9 -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[e254c2db-f128-4beb-9cf3-4f1c61987b37]: (4, ('Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9, portal: 172.16.0.220,3260]\nLogout of [sid: 42, target: iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2e12ac8-5790-454e-ba9b-dfcdd9d236e3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9, portal: 172.16.0.220,3260]
Nov 10 13:50:50 user nova-compute[86206]: Logout of [sid: 42, target: iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9, portal: 172.16.0.220,3260] successful.
Nov 10 13:50:50 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9 -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9334f7d5-f4ff-478b-950e-af56eb8747d9 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ee954b9-2f6d-4505-8c13-075bacc64ee3]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2e12ac8-5790-454e-ba9b-dfcdd9d236e3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-a2e12ac8-5790-454e-ba9b-dfcdd9d236e3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.368s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a2e12ac8-5790-454e-ba9b-dfcdd9d236e3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] <== disconnect_volume: return (370ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:50:50 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a2e12ac8-5790-454e-ba9b-dfcdd9d236e3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 13:50:51 user nova-compute[86206]: DEBUG nova.objects.instance [None req-a2e12ac8-5790-454e-ba9b-dfcdd9d236e3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lazy-loading 'flavor' on Instance uuid c8a6772e-9e3d-440f-97bc-7f9458364029 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:50:51 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a2e12ac8-5790-454e-ba9b-dfcdd9d236e3 tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "c8a6772e-9e3d-440f-97bc-7f9458364029" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.258s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:50:53 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:50:53 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:50:53 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:50:54 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:50:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:50:58 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:51:00 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:51:01 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:51:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Acquiring lock "b62217a9-24a3-412c-a6c1-855a6a8602da" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:51:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "b62217a9-24a3-412c-a6c1-855a6a8602da" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:51:03 user nova-compute[86206]: DEBUG nova.objects.instance [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lazy-loading 'flavor' on Instance uuid b62217a9-24a3-412c-a6c1-855a6a8602da {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:51:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "b62217a9-24a3-412c-a6c1-855a6a8602da" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.088s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:51:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Acquiring lock "b62217a9-24a3-412c-a6c1-855a6a8602da" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:51:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "b62217a9-24a3-412c-a6c1-855a6a8602da" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:51:03 user nova-compute[86206]: INFO nova.compute.manager [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Attaching volume a696936a-ece0-456b-bdd7-dfa4ac97d6c8 to /dev/vdb
Nov 10 13:51:03 user nova-compute[86206]: DEBUG os_brick.utils [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:51:03 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:51:03 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:51:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:51:03 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c37caee-50d3-4907-ad93-2b9d5ecfa255]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:51:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:51:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=86206) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 10 13:51:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:51:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:51:03 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:51:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:51:03 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:51:03 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[259afb2c-ac01-4ae7-b79b-735faf5f3ae5]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:51:03 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:51:03 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:51:03 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[03c02b8e-d379-444e-baad-f3638bff6c85]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:51:03 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[04804a0c-af25-4ad0-b4f3-5455b210175a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:51:03 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:51:03 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:51:03 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:51:03 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:51:03 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:51:03 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:51:03 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6b0e888-af29-4fd7-a5d7-70fb665a6b6c]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:51:03 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:51:03 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:51:03 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:51:03 user nova-compute[86206]: DEBUG os_brick.utils [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:51:03 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Updating existing volume attachment record: eac702f2-f64a-4c8c-98be-0af89a8be5ea {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 13:51:04 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:51:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:51:08 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:51:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:51:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:51:14 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:51:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:51:19 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:51:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b1b1bba6-0315-4d40-9e90-e1ae8bf88bad tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "c8a6772e-9e3d-440f-97bc-7f9458364029" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:51:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b1b1bba6-0315-4d40-9e90-e1ae8bf88bad tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "c8a6772e-9e3d-440f-97bc-7f9458364029" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:51:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b1b1bba6-0315-4d40-9e90-e1ae8bf88bad tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "c8a6772e-9e3d-440f-97bc-7f9458364029-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:51:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b1b1bba6-0315-4d40-9e90-e1ae8bf88bad tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "c8a6772e-9e3d-440f-97bc-7f9458364029-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:51:19 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b1b1bba6-0315-4d40-9e90-e1ae8bf88bad tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "c8a6772e-9e3d-440f-97bc-7f9458364029-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:51:19 user nova-compute[86206]: INFO nova.compute.manager [None req-b1b1bba6-0315-4d40-9e90-e1ae8bf88bad tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Terminating instance
Nov 10 13:51:19 user nova-compute[86206]: DEBUG nova.compute.manager [None req-b1b1bba6-0315-4d40-9e90-e1ae8bf88bad tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:51:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:51:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:51:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:51:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:51:20 user nova-compute[86206]: DEBUG nova.compute.manager [req-cf104737-e698-4ed8-9240-9046a28ae0c4 req-7a0ac3e8-b702-4990-8533-999f5ccc43b7 service nova] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Received event network-vif-unplugged-2837e446-d8b5-4c79-adf1-f33a39cec221 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:51:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-cf104737-e698-4ed8-9240-9046a28ae0c4 req-7a0ac3e8-b702-4990-8533-999f5ccc43b7 service nova] Acquiring lock "c8a6772e-9e3d-440f-97bc-7f9458364029-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:51:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-cf104737-e698-4ed8-9240-9046a28ae0c4 req-7a0ac3e8-b702-4990-8533-999f5ccc43b7 service nova] Lock "c8a6772e-9e3d-440f-97bc-7f9458364029-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:51:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-cf104737-e698-4ed8-9240-9046a28ae0c4 req-7a0ac3e8-b702-4990-8533-999f5ccc43b7 service nova] Lock "c8a6772e-9e3d-440f-97bc-7f9458364029-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:51:20 user nova-compute[86206]: DEBUG nova.compute.manager [req-cf104737-e698-4ed8-9240-9046a28ae0c4 req-7a0ac3e8-b702-4990-8533-999f5ccc43b7 service nova] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] No waiting events found dispatching network-vif-unplugged-2837e446-d8b5-4c79-adf1-f33a39cec221 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:51:20 user nova-compute[86206]: DEBUG nova.compute.manager [req-cf104737-e698-4ed8-9240-9046a28ae0c4 req-7a0ac3e8-b702-4990-8533-999f5ccc43b7 service nova] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Received event network-vif-unplugged-2837e446-d8b5-4c79-adf1-f33a39cec221 for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:51:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:51:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:51:20 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Instance destroyed successfully.
Nov 10 13:51:20 user nova-compute[86206]: DEBUG nova.objects.instance [None req-b1b1bba6-0315-4d40-9e90-e1ae8bf88bad tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lazy-loading 'resources' on Instance uuid c8a6772e-9e3d-440f-97bc-7f9458364029 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:51:20 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-b1b1bba6-0315-4d40-9e90-e1ae8bf88bad tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:48:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-575622126',display_name='tempest-AttachVolumeNegativeTest-server-575622126',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-575622126',id=46,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC0ehpvgdHascYt3V44MWXnSqhVDxbMgwFPVb7RZ0aZ453mFcO61HclXm2pRbHfnDWjAhQTABhsL2DpVnfxttzZZmSrHmeb4Tz81fKJzeZEl/ep0AQATDm8bT1LJ0ytXtQ==',key_name='tempest-keypair-405450083',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:48:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='76309bff6aa74fbf97b9a1120a12892b',ramdisk_id='',reservation_id='r-didurhu6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-92154314',owner_user_name='tempest-AttachVolumeNegativeTest-92154314-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:48:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8ecb0686a4e046bd925cbe5efd9a45de',uuid=c8a6772e-9e3d-440f-97bc-7f9458364029,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2837e446-d8b5-4c79-adf1-f33a39cec221", "address": "fa:16:3e:7a:40:77", "network": {"id": "bd4dcb28-ea59-43a7-af60-1b7991bc8086", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-23684993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.27", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76309bff6aa74fbf97b9a1120a12892b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2837e446-d8", "ovs_interfaceid": "2837e446-d8b5-4c79-adf1-f33a39cec221", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:51:20 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-b1b1bba6-0315-4d40-9e90-e1ae8bf88bad tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Converting VIF {"id": "2837e446-d8b5-4c79-adf1-f33a39cec221", "address": "fa:16:3e:7a:40:77", "network": {"id": "bd4dcb28-ea59-43a7-af60-1b7991bc8086", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-23684993-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.27", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76309bff6aa74fbf97b9a1120a12892b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2837e446-d8", "ovs_interfaceid": "2837e446-d8b5-4c79-adf1-f33a39cec221", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:51:20 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-b1b1bba6-0315-4d40-9e90-e1ae8bf88bad tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7a:40:77,bridge_name='br-int',has_traffic_filtering=True,id=2837e446-d8b5-4c79-adf1-f33a39cec221,network=Network(bd4dcb28-ea59-43a7-af60-1b7991bc8086),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2837e446-d8') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:51:20 user nova-compute[86206]: DEBUG os_vif [None req-b1b1bba6-0315-4d40-9e90-e1ae8bf88bad tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:7a:40:77,bridge_name='br-int',has_traffic_filtering=True,id=2837e446-d8b5-4c79-adf1-f33a39cec221,network=Network(bd4dcb28-ea59-43a7-af60-1b7991bc8086),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2837e446-d8') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:51:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:51:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2837e446-d8, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:51:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:51:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:51:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:51:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=87c9fd3b-9bb1-4645-ab90-8a11cdefd197) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:51:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:51:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:51:20 user nova-compute[86206]: INFO os_vif [None req-b1b1bba6-0315-4d40-9e90-e1ae8bf88bad tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:7a:40:77,bridge_name='br-int',has_traffic_filtering=True,id=2837e446-d8b5-4c79-adf1-f33a39cec221,network=Network(bd4dcb28-ea59-43a7-af60-1b7991bc8086),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2837e446-d8')
Nov 10 13:51:20 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-b1b1bba6-0315-4d40-9e90-e1ae8bf88bad tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Deleting instance files /opt/stack/data/nova/instances/c8a6772e-9e3d-440f-97bc-7f9458364029_del
Nov 10 13:51:20 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-b1b1bba6-0315-4d40-9e90-e1ae8bf88bad tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Deletion of /opt/stack/data/nova/instances/c8a6772e-9e3d-440f-97bc-7f9458364029_del complete
Nov 10 13:51:20 user nova-compute[86206]: INFO nova.compute.manager [None req-b1b1bba6-0315-4d40-9e90-e1ae8bf88bad tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Took 0.89 seconds to destroy the instance on the hypervisor.
Nov 10 13:51:20 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-b1b1bba6-0315-4d40-9e90-e1ae8bf88bad tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:51:20 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:51:20 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:51:21 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:51:21 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Took 0.67 seconds to deallocate network for instance.
Nov 10 13:51:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b1b1bba6-0315-4d40-9e90-e1ae8bf88bad tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:51:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b1b1bba6-0315-4d40-9e90-e1ae8bf88bad tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:51:21 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-b1b1bba6-0315-4d40-9e90-e1ae8bf88bad tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:51:21 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-b1b1bba6-0315-4d40-9e90-e1ae8bf88bad tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:51:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b1b1bba6-0315-4d40-9e90-e1ae8bf88bad tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.163s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:51:21 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-b1b1bba6-0315-4d40-9e90-e1ae8bf88bad tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Deleted allocations for instance c8a6772e-9e3d-440f-97bc-7f9458364029
Nov 10 13:51:21 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b1b1bba6-0315-4d40-9e90-e1ae8bf88bad tempest-AttachVolumeNegativeTest-92154314 tempest-AttachVolumeNegativeTest-92154314-project-member] Lock "c8a6772e-9e3d-440f-97bc-7f9458364029" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.936s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:51:22 user nova-compute[86206]: DEBUG nova.compute.manager [req-81b338a2-51d6-4f2c-bbd7-55de5be581ff req-8cf8f1f9-2f50-47bd-b988-ebfca730d685 service nova] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Received event network-vif-plugged-2837e446-d8b5-4c79-adf1-f33a39cec221 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:51:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-81b338a2-51d6-4f2c-bbd7-55de5be581ff req-8cf8f1f9-2f50-47bd-b988-ebfca730d685 service nova] Acquiring lock "c8a6772e-9e3d-440f-97bc-7f9458364029-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:51:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-81b338a2-51d6-4f2c-bbd7-55de5be581ff req-8cf8f1f9-2f50-47bd-b988-ebfca730d685 service nova] Lock "c8a6772e-9e3d-440f-97bc-7f9458364029-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:51:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-81b338a2-51d6-4f2c-bbd7-55de5be581ff req-8cf8f1f9-2f50-47bd-b988-ebfca730d685 service nova] Lock "c8a6772e-9e3d-440f-97bc-7f9458364029-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:51:22 user nova-compute[86206]: DEBUG nova.compute.manager [req-81b338a2-51d6-4f2c-bbd7-55de5be581ff req-8cf8f1f9-2f50-47bd-b988-ebfca730d685 service nova] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] No waiting events found dispatching network-vif-plugged-2837e446-d8b5-4c79-adf1-f33a39cec221 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:51:22 user nova-compute[86206]: WARNING nova.compute.manager [req-81b338a2-51d6-4f2c-bbd7-55de5be581ff req-8cf8f1f9-2f50-47bd-b988-ebfca730d685 service nova] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Received unexpected event network-vif-plugged-2837e446-d8b5-4c79-adf1-f33a39cec221 for instance with vm_state deleted and task_state None.
Nov 10 13:51:22 user nova-compute[86206]: DEBUG nova.compute.manager [req-81b338a2-51d6-4f2c-bbd7-55de5be581ff req-8cf8f1f9-2f50-47bd-b988-ebfca730d685 service nova] [instance: c8a6772e-9e3d-440f-97bc-7f9458364029] Received event network-vif-deleted-2837e446-d8b5-4c79-adf1-f33a39cec221 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:51:25 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SqkpImAv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:51:27 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:51:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:51:27 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:51:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:51:27 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:51:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[88d92300-57b6-4eb4-8867-1d266b097105]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 13:51:27 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2a587d3-e6fa-4aca-934b-50012430f15b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8] added
Nov 10 13:51:27 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[534abb8b-63dc-40d5-bb8f-6b63ca0af739]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ef9e8c0-1ca9-440a-924f-6e18391a6d98]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SqkpImAv {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SqkpImAv" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b30767b-482b-4c00-af32-62691be228bc]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'SqkpImAv'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[1059173d-f151-4781-86dd-b57fde9ca503]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[48e3b9eb-28d3-405d-8573-3a1fab1aee18]: (4, ('tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)
Nov 10 13:51:27 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsi session list stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)
Nov 10 13:51:27 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ff9e168-1f21-41fb-a00d-831d58d203f5]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8, portal: 172.16.0.220,3260]
Nov 10 13:51:27 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8, portal: 172.16.0.220,3260] successful.
Nov 10 13:51:27 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[4dacf344-1285-4a95-96ba-5489608d650b]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[d88a4f34-5184-4b2a-896c-08487969b107]: (4, ('tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)
Nov 10 13:51:27 user nova-compute[86206]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 (non-flash)
Nov 10 13:51:27 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsi session list stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)
Nov 10 13:51:27 user nova-compute[86206]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 (non-flash)
Nov 10 13:51:27 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.252s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] HCTL ('33', '-', '-', 0) found on session 44 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[dad378d8-fd55-448e-82d8-0bd13e749202]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Searching for a device in session 44 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:51:27 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SqkpImAv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:51:28 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.284s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:51:28 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] <== connect_volume: return (1286ms) {'type': 'block', 'scsi_wwn': '23034353837383466', 'path': '/dev/sdb'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:51:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23034353837383466', 'path': '/dev/sdb'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:51:28 user nova-compute[86206]: DEBUG nova.objects.instance [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lazy-loading 'flavor' on Instance uuid b62217a9-24a3-412c-a6c1-855a6a8602da {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:51:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] attach device xml: <disk type="block" device="disk">
Nov 10 13:51:28 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:51:28 user nova-compute[86206]:   <source dev="/dev/sdb"/>
Nov 10 13:51:28 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:51:28 user nova-compute[86206]:   <serial>a696936a-ece0-456b-bdd7-dfa4ac97d6c8</serial>
Nov 10 13:51:28 user nova-compute[86206]: </disk>
Nov 10 13:51:28 user nova-compute[86206]:  {{(pid=86206) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 10 13:51:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:51:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] No BDM found with device name vdb, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:51:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] No VIF found with MAC fa:16:3e:3f:74:ee, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:51:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-2d8ee62c-1853-4f5b-9ea8-cf5829f7ac57 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "b62217a9-24a3-412c-a6c1-855a6a8602da" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 25.414s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:51:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:51:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:51:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:51:43 user nova-compute[86206]: DEBUG nova.compute.manager [req-703b4594-653d-464e-926a-fa11c3acd5cb req-52a0654f-9809-496c-b50d-9c17d659e3a7 service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Received event network-changed-a6a1450b-f59b-49ec-a928-7aaa29690056 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:51:43 user nova-compute[86206]: DEBUG nova.compute.manager [req-703b4594-653d-464e-926a-fa11c3acd5cb req-52a0654f-9809-496c-b50d-9c17d659e3a7 service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Refreshing instance network info cache due to event network-changed-a6a1450b-f59b-49ec-a928-7aaa29690056. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:51:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-703b4594-653d-464e-926a-fa11c3acd5cb req-52a0654f-9809-496c-b50d-9c17d659e3a7 service nova] Acquiring lock "refresh_cache-b62217a9-24a3-412c-a6c1-855a6a8602da" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:51:43 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-703b4594-653d-464e-926a-fa11c3acd5cb req-52a0654f-9809-496c-b50d-9c17d659e3a7 service nova] Acquired lock "refresh_cache-b62217a9-24a3-412c-a6c1-855a6a8602da" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:51:43 user nova-compute[86206]: DEBUG nova.network.neutron [req-703b4594-653d-464e-926a-fa11c3acd5cb req-52a0654f-9809-496c-b50d-9c17d659e3a7 service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Refreshing network info cache for port a6a1450b-f59b-49ec-a928-7aaa29690056 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:51:44 user nova-compute[86206]: DEBUG nova.network.neutron [req-703b4594-653d-464e-926a-fa11c3acd5cb req-52a0654f-9809-496c-b50d-9c17d659e3a7 service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Updated VIF entry in instance network info cache for port a6a1450b-f59b-49ec-a928-7aaa29690056. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:51:44 user nova-compute[86206]: DEBUG nova.network.neutron [req-703b4594-653d-464e-926a-fa11c3acd5cb req-52a0654f-9809-496c-b50d-9c17d659e3a7 service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Updating instance_info_cache with network_info: [{"id": "a6a1450b-f59b-49ec-a928-7aaa29690056", "address": "fa:16:3e:3f:74:ee", "network": {"id": "c44ccb21-a7dd-44e7-abce-ab2009ff7e2a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-244972796-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.31", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2b1d0e89b6f4eb48c0d75d93b7becf7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6a1450b-f5", "ovs_interfaceid": "a6a1450b-f59b-49ec-a928-7aaa29690056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:51:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-703b4594-653d-464e-926a-fa11c3acd5cb req-52a0654f-9809-496c-b50d-9c17d659e3a7 service nova] Releasing lock "refresh_cache-b62217a9-24a3-412c-a6c1-855a6a8602da" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:51:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:51:45 user nova-compute[86206]: DEBUG nova.compute.manager [req-481b6369-a6a7-4b0a-bf94-c32c4536ce8c req-2787a204-4270-441a-84d8-73450bfa773d service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Received event network-changed-a6a1450b-f59b-49ec-a928-7aaa29690056 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:51:45 user nova-compute[86206]: DEBUG nova.compute.manager [req-481b6369-a6a7-4b0a-bf94-c32c4536ce8c req-2787a204-4270-441a-84d8-73450bfa773d service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Refreshing instance network info cache due to event network-changed-a6a1450b-f59b-49ec-a928-7aaa29690056. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:51:45 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-481b6369-a6a7-4b0a-bf94-c32c4536ce8c req-2787a204-4270-441a-84d8-73450bfa773d service nova] Acquiring lock "refresh_cache-b62217a9-24a3-412c-a6c1-855a6a8602da" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:51:45 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-481b6369-a6a7-4b0a-bf94-c32c4536ce8c req-2787a204-4270-441a-84d8-73450bfa773d service nova] Acquired lock "refresh_cache-b62217a9-24a3-412c-a6c1-855a6a8602da" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:51:45 user nova-compute[86206]: DEBUG nova.network.neutron [req-481b6369-a6a7-4b0a-bf94-c32c4536ce8c req-2787a204-4270-441a-84d8-73450bfa773d service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Refreshing network info cache for port a6a1450b-f59b-49ec-a928-7aaa29690056 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:51:46 user nova-compute[86206]: DEBUG nova.network.neutron [req-481b6369-a6a7-4b0a-bf94-c32c4536ce8c req-2787a204-4270-441a-84d8-73450bfa773d service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Updated VIF entry in instance network info cache for port a6a1450b-f59b-49ec-a928-7aaa29690056. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:51:46 user nova-compute[86206]: DEBUG nova.network.neutron [req-481b6369-a6a7-4b0a-bf94-c32c4536ce8c req-2787a204-4270-441a-84d8-73450bfa773d service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Updating instance_info_cache with network_info: [{"id": "a6a1450b-f59b-49ec-a928-7aaa29690056", "address": "fa:16:3e:3f:74:ee", "network": {"id": "c44ccb21-a7dd-44e7-abce-ab2009ff7e2a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-244972796-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.31", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2b1d0e89b6f4eb48c0d75d93b7becf7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6a1450b-f5", "ovs_interfaceid": "a6a1450b-f59b-49ec-a928-7aaa29690056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:51:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-481b6369-a6a7-4b0a-bf94-c32c4536ce8c req-2787a204-4270-441a-84d8-73450bfa773d service nova] Releasing lock "refresh_cache-b62217a9-24a3-412c-a6c1-855a6a8602da" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:51:47 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:51:47 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:51:47 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Rebuilding the list of instances to heal {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 10 13:51:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "refresh_cache-b62217a9-24a3-412c-a6c1-855a6a8602da" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:51:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquired lock "refresh_cache-b62217a9-24a3-412c-a6c1-855a6a8602da" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:51:48 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Forcefully refreshing network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 10 13:51:48 user nova-compute[86206]: DEBUG nova.objects.instance [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lazy-loading 'info_cache' on Instance uuid b62217a9-24a3-412c-a6c1-855a6a8602da {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:51:48 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Updating instance_info_cache with network_info: [{"id": "a6a1450b-f59b-49ec-a928-7aaa29690056", "address": "fa:16:3e:3f:74:ee", "network": {"id": "c44ccb21-a7dd-44e7-abce-ab2009ff7e2a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-244972796-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.31", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2b1d0e89b6f4eb48c0d75d93b7becf7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6a1450b-f5", "ovs_interfaceid": "a6a1450b-f59b-49ec-a928-7aaa29690056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:51:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Releasing lock "refresh_cache-b62217a9-24a3-412c-a6c1-855a6a8602da" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:51:48 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Updated the network info_cache for instance {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 10 13:51:48 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:51:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:51:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:51:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:51:48 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:51:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:51:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:51:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:51:49 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:51:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:51:49 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:51:49 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:51:49 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:51:49 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:51:49 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=8745MB free_disk=25.04397201538086GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:51:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:51:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:51:49 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance b62217a9-24a3-412c-a6c1-855a6a8602da actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:51:49 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance fff6404f-3ab9-4fdb-8443-33fe70cfe6d0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:51:49 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:51:49 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:51:49 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:51:49 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:51:50 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:51:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.241s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:51:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:51:52 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:51:52 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 13:51:53 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:51:54 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:51:54 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:51:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:51:55 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:51:58 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:51:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Acquiring lock "b62217a9-24a3-412c-a6c1-855a6a8602da" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:51:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "b62217a9-24a3-412c-a6c1-855a6a8602da" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:51:59 user nova-compute[86206]: INFO nova.compute.manager [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Rebooting instance
Nov 10 13:51:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:51:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Acquiring lock "refresh_cache-b62217a9-24a3-412c-a6c1-855a6a8602da" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:51:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Acquired lock "refresh_cache-b62217a9-24a3-412c-a6c1-855a6a8602da" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:51:59 user nova-compute[86206]: DEBUG nova.network.neutron [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:51:59 user nova-compute[86206]: DEBUG nova.network.neutron [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Updating instance_info_cache with network_info: [{"id": "a6a1450b-f59b-49ec-a928-7aaa29690056", "address": "fa:16:3e:3f:74:ee", "network": {"id": "c44ccb21-a7dd-44e7-abce-ab2009ff7e2a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-244972796-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.31", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2b1d0e89b6f4eb48c0d75d93b7becf7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6a1450b-f5", "ovs_interfaceid": "a6a1450b-f59b-49ec-a928-7aaa29690056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:52:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Releasing lock "refresh_cache-b62217a9-24a3-412c-a6c1-855a6a8602da" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:52:00 user nova-compute[86206]: DEBUG nova.compute.manager [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:52:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:00 user nova-compute[86206]: DEBUG nova.compute.manager [req-39debeac-d806-4635-886c-f1f20afc1513 req-c473d749-d4cb-4cda-b3a2-4abd6dce8fe7 service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Received event network-vif-unplugged-a6a1450b-f59b-49ec-a928-7aaa29690056 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:52:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-39debeac-d806-4635-886c-f1f20afc1513 req-c473d749-d4cb-4cda-b3a2-4abd6dce8fe7 service nova] Acquiring lock "b62217a9-24a3-412c-a6c1-855a6a8602da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:52:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-39debeac-d806-4635-886c-f1f20afc1513 req-c473d749-d4cb-4cda-b3a2-4abd6dce8fe7 service nova] Lock "b62217a9-24a3-412c-a6c1-855a6a8602da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:52:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-39debeac-d806-4635-886c-f1f20afc1513 req-c473d749-d4cb-4cda-b3a2-4abd6dce8fe7 service nova] Lock "b62217a9-24a3-412c-a6c1-855a6a8602da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:52:00 user nova-compute[86206]: DEBUG nova.compute.manager [req-39debeac-d806-4635-886c-f1f20afc1513 req-c473d749-d4cb-4cda-b3a2-4abd6dce8fe7 service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] No waiting events found dispatching network-vif-unplugged-a6a1450b-f59b-49ec-a928-7aaa29690056 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:52:00 user nova-compute[86206]: WARNING nova.compute.manager [req-39debeac-d806-4635-886c-f1f20afc1513 req-c473d749-d4cb-4cda-b3a2-4abd6dce8fe7 service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Received unexpected event network-vif-unplugged-a6a1450b-f59b-49ec-a928-7aaa29690056 for instance with vm_state active and task_state reboot_started_hard.
Nov 10 13:52:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:00 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:52:00 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Instance destroyed successfully.
Nov 10 13:52:00 user nova-compute[86206]: DEBUG nova.objects.instance [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lazy-loading 'resources' on Instance uuid b62217a9-24a3-412c-a6c1-855a6a8602da {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:52:00 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:49:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1264254054',display_name='tempest-TestMinimumBasicScenario-server-1264254054',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1264254054',id=47,image_ref='06afec05-6131-4dea-9c90-70e286754d95',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMmww8PszMGBXYPUEMRRtP8Xjyfy9slz2y7exmy8dObErnqkdCyrS7pH2GI+vdP63ExPIotJiKXEA6pORLYQBV9G8I9KN4zt/Zxl+6iI2t26rs/DiMmF3GLP0cMuN6EFeg==',key_name='tempest-TestMinimumBasicScenario-330470208',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:49:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f2b1d0e89b6f4eb48c0d75d93b7becf7',ramdisk_id='',reservation_id='r-f5bg6l6q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='06afec05-6131-4dea-9c90-70e286754d95',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-868117923',owner_user_name='tempest-TestMinimumBasicScenario-868117923-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:52:00Z,user_data=None,user_id='fb70ff887f6848409daa0c76f35c5acc',uuid=b62217a9-24a3-412c-a6c1-855a6a8602da,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a6a1450b-f59b-49ec-a928-7aaa29690056", "address": "fa:16:3e:3f:74:ee", "network": {"id": "c44ccb21-a7dd-44e7-abce-ab2009ff7e2a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-244972796-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.31", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2b1d0e89b6f4eb48c0d75d93b7becf7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6a1450b-f5", "ovs_interfaceid": "a6a1450b-f59b-49ec-a928-7aaa29690056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:52:00 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Converting VIF {"id": "a6a1450b-f59b-49ec-a928-7aaa29690056", "address": "fa:16:3e:3f:74:ee", "network": {"id": "c44ccb21-a7dd-44e7-abce-ab2009ff7e2a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-244972796-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.31", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2b1d0e89b6f4eb48c0d75d93b7becf7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6a1450b-f5", "ovs_interfaceid": "a6a1450b-f59b-49ec-a928-7aaa29690056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:52:00 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3f:74:ee,bridge_name='br-int',has_traffic_filtering=True,id=a6a1450b-f59b-49ec-a928-7aaa29690056,network=Network(c44ccb21-a7dd-44e7-abce-ab2009ff7e2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6a1450b-f5') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:52:00 user nova-compute[86206]: DEBUG os_vif [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3f:74:ee,bridge_name='br-int',has_traffic_filtering=True,id=a6a1450b-f59b-49ec-a928-7aaa29690056,network=Network(c44ccb21-a7dd-44e7-abce-ab2009ff7e2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6a1450b-f5') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:52:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa6a1450b-f5, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:52:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:52:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=597df6c9-2b7b-4729-9ac2-1f80e4015a2a) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:52:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:52:00 user nova-compute[86206]: INFO os_vif [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3f:74:ee,bridge_name='br-int',has_traffic_filtering=True,id=a6a1450b-f59b-49ec-a928-7aaa29690056,network=Network(c44ccb21-a7dd-44e7-abce-ab2009ff7e2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6a1450b-f5')
Nov 10 13:52:00 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 13:52:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SqkpImAv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:52:00 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:52:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:52:00 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:52:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[55886342-8918-4bd1-b40b-7612e8e17419]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 13:52:01 user nova-compute[86206]: No targets found.
Nov 10 13:52:01 user nova-compute[86206]: iSNS:
Nov 10 13:52:01 user nova-compute[86206]: No targets found.
Nov 10 13:52:01 user nova-compute[86206]: STATIC:
Nov 10 13:52:01 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8
Nov 10 13:52:01 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:52:01 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:52:01 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c
Nov 10 13:52:01 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:52:01 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:52:01 user nova-compute[86206]: FIRMWARE:
Nov 10 13:52:01 user nova-compute[86206]: No targets found.
Nov 10 13:52:01 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 13:52:01 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 13:52:01 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a143d232-d2e0-41bb-9a06-b222b1253136]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2b4c473-ed3d-4fed-9912-d48ca2b4c5f3]: (4, ('tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)
Nov 10 13:52:01 user nova-compute[86206]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 (non-flash)
Nov 10 13:52:01 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsi session list stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)
Nov 10 13:52:01 user nova-compute[86206]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 (non-flash)
Nov 10 13:52:01 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe488253760>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8'): ({'sdb'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Removing single pathed devices sdb {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc724895-f33a-4832-badf-9d6e7800b900]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[308e9c5e-7102-4986-8449-57b58e772d1f]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Flushing IO for device /dev/sdb {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3f5f266-1134-4000-b676-15d4c3ba0fc3]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.052s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[8927bde8-c4f6-4ddf-be6c-9765c937b2b1]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] SCSI volumes sdb have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfc7e515-70d0-40d4-84cb-f78e4b75adc7]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d82f1a0-b8bc-4770-8889-952d236f2d93]: (4, ('Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8, portal: 172.16.0.220,3260]\nLogout of [sid: 44, target: iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8, portal: 172.16.0.220,3260]
Nov 10 13:52:01 user nova-compute[86206]: Logout of [sid: 44, target: iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8, portal: 172.16.0.220,3260] successful.
Nov 10 13:52:01 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e055fb0-c515-4012-83f1-b1b8038cf6b7]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.305s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] <== disconnect_volume: return (306ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Start _get_guest_xml network_info=[{"id": "a6a1450b-f59b-49ec-a928-7aaa29690056", "address": "fa:16:3e:3f:74:ee", "network": {"id": "c44ccb21-a7dd-44e7-abce-ab2009ff7e2a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-244972796-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.31", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2b1d0e89b6f4eb48c0d75d93b7becf7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6a1450b-f5", "ovs_interfaceid": "a6a1450b-f59b-49ec-a928-7aaa29690056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=06afec05-6131-4dea-9c90-70e286754d95,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '06afec05-6131-4dea-9c90-70e286754d95'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'attachment_id': 'eac702f2-f64a-4c8c-98be-0af89a8be5ea', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SqkpImAv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': 'b62217a9-24a3-412c-a6c1-855a6a8602da', 'attached_at': '', 'detached_at': '', 'volume_id': 'a696936a-ece0-456b-bdd7-dfa4ac97d6c8', 'serial': 'a696936a-ece0-456b-bdd7-dfa4ac97d6c8'}, 'mount_device': '/dev/vdb', 'boot_index': None, 'volume_type': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:52:01 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:52:01 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:52:01 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=06afec05-6131-4dea-9c90-70e286754d95,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG nova.objects.instance [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lazy-loading 'vcpu_model' on Instance uuid b62217a9-24a3-412c-a6c1-855a6a8602da {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG nova.objects.base [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Object Instance<b62217a9-24a3-412c-a6c1-855a6a8602da> lazy-loaded attributes: resources,vcpu_model {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SqkpImAv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:52:01 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:52:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:52:01 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:52:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:52:01 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c64e7488-3f1f-4a28-8d4b-c5a7472ffe98]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 13:52:01 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f1ddaea-22f7-48d8-bfd9-0e089d47b259]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8] added
Nov 10 13:52:01 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a0ffc09-ed2a-4670-8f72-3b6496f26f25]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b479222-bd76-4391-a4be-1193f4f16353]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SqkpImAv {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SqkpImAv" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[95f5b737-4886-4e7c-8317-f720fd98cc04]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'SqkpImAv'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dfde7f1-1e5e-4eda-bb76-64d2c5c98895]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e929eb9-cc90-4d9a-b928-6785e8c0a8bc]: (4, ('tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)
Nov 10 13:52:01 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsi session list stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)
Nov 10 13:52:01 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fbe9229-4db5-46cf-bcfa-a8d329f38395]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8, portal: 172.16.0.220,3260]
Nov 10 13:52:01 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8, portal: 172.16.0.220,3260] successful.
Nov 10 13:52:01 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3a5f3f4-0ccd-495d-8a30-4a5b0033f95f]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a5ac73f-555e-4abd-b499-752be0a24514]: (4, ('tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)
Nov 10 13:52:01 user nova-compute[86206]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 (non-flash)
Nov 10 13:52:01 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsi session list stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)
Nov 10 13:52:01 user nova-compute[86206]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 (non-flash)
Nov 10 13:52:01 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.266s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] HCTL ('33', '-', '-', 0) found on session 45 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6b70c96-cbe1-4d54-ab31-544cfd41b6e5]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:52:01 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Searching for a device in session 45 and hctl ['33', '*', '*', 0] yield: None {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:52:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:02 user nova-compute[86206]: DEBUG nova.compute.manager [req-f104af47-1637-40c1-be27-e5d7b2cde7fa req-b2ce3bd7-8db4-489d-bbdf-ff4adb125552 service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Received event network-vif-plugged-a6a1450b-f59b-49ec-a928-7aaa29690056 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:52:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f104af47-1637-40c1-be27-e5d7b2cde7fa req-b2ce3bd7-8db4-489d-bbdf-ff4adb125552 service nova] Acquiring lock "b62217a9-24a3-412c-a6c1-855a6a8602da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:52:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f104af47-1637-40c1-be27-e5d7b2cde7fa req-b2ce3bd7-8db4-489d-bbdf-ff4adb125552 service nova] Lock "b62217a9-24a3-412c-a6c1-855a6a8602da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:52:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f104af47-1637-40c1-be27-e5d7b2cde7fa req-b2ce3bd7-8db4-489d-bbdf-ff4adb125552 service nova] Lock "b62217a9-24a3-412c-a6c1-855a6a8602da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:52:02 user nova-compute[86206]: DEBUG nova.compute.manager [req-f104af47-1637-40c1-be27-e5d7b2cde7fa req-b2ce3bd7-8db4-489d-bbdf-ff4adb125552 service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] No waiting events found dispatching network-vif-plugged-a6a1450b-f59b-49ec-a928-7aaa29690056 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:52:02 user nova-compute[86206]: WARNING nova.compute.manager [req-f104af47-1637-40c1-be27-e5d7b2cde7fa req-b2ce3bd7-8db4-489d-bbdf-ff4adb125552 service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Received unexpected event network-vif-plugged-a6a1450b-f59b-49ec-a928-7aaa29690056 for instance with vm_state active and task_state reboot_started_hard.
Nov 10 13:52:02 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Searching for a device in session 45 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:52:02 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SqkpImAv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:52:02 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.294s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:52:02 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] <== connect_volume: return (1296ms) {'type': 'block', 'scsi_wwn': '23034353837383466', 'path': '/dev/sdb'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:52:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23034353837383466', 'path': '/dev/sdb'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:52:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:49:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1264254054',display_name='tempest-TestMinimumBasicScenario-server-1264254054',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1264254054',id=47,image_ref='06afec05-6131-4dea-9c90-70e286754d95',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMmww8PszMGBXYPUEMRRtP8Xjyfy9slz2y7exmy8dObErnqkdCyrS7pH2GI+vdP63ExPIotJiKXEA6pORLYQBV9G8I9KN4zt/Zxl+6iI2t26rs/DiMmF3GLP0cMuN6EFeg==',key_name='tempest-TestMinimumBasicScenario-330470208',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:49:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f2b1d0e89b6f4eb48c0d75d93b7becf7',ramdisk_id='',reservation_id='r-f5bg6l6q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='06afec05-6131-4dea-9c90-70e286754d95',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-868117923',owner_user_name='tempest-TestMinimumBasicScenario-868117923-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:52:00Z,user_data=None,user_id='fb70ff887f6848409daa0c76f35c5acc',uuid=b62217a9-24a3-412c-a6c1-855a6a8602da,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a6a1450b-f59b-49ec-a928-7aaa29690056", "address": "fa:16:3e:3f:74:ee", "network": {"id": "c44ccb21-a7dd-44e7-abce-ab2009ff7e2a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-244972796-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.31", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2b1d0e89b6f4eb48c0d75d93b7becf7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6a1450b-f5", "ovs_interfaceid": "a6a1450b-f59b-49ec-a928-7aaa29690056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:52:02 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Converting VIF {"id": "a6a1450b-f59b-49ec-a928-7aaa29690056", "address": "fa:16:3e:3f:74:ee", "network": {"id": "c44ccb21-a7dd-44e7-abce-ab2009ff7e2a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-244972796-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.31", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2b1d0e89b6f4eb48c0d75d93b7becf7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6a1450b-f5", "ovs_interfaceid": "a6a1450b-f59b-49ec-a928-7aaa29690056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:52:02 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3f:74:ee,bridge_name='br-int',has_traffic_filtering=True,id=a6a1450b-f59b-49ec-a928-7aaa29690056,network=Network(c44ccb21-a7dd-44e7-abce-ab2009ff7e2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6a1450b-f5') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:52:02 user nova-compute[86206]: DEBUG nova.objects.instance [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lazy-loading 'pci_devices' on Instance uuid b62217a9-24a3-412c-a6c1-855a6a8602da {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:52:02 user nova-compute[86206]: DEBUG nova.objects.base [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Object Instance<b62217a9-24a3-412c-a6c1-855a6a8602da> lazy-loaded attributes: resources,vcpu_model,pci_devices {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:52:02 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:52:02 user nova-compute[86206]:   <uuid>b62217a9-24a3-412c-a6c1-855a6a8602da</uuid>
Nov 10 13:52:02 user nova-compute[86206]:   <name>instance-0000002f</name>
Nov 10 13:52:02 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:52:02 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:52:02 user nova-compute[86206]:   <metadata>
Nov 10 13:52:02 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:52:02 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:52:02 user nova-compute[86206]:       <nova:name>tempest-TestMinimumBasicScenario-server-1264254054</nova:name>
Nov 10 13:52:02 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:52:01</nova:creationTime>
Nov 10 13:52:02 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:52:02 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:52:02 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:52:02 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:52:02 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:52:02 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:52:02 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:52:02 user nova-compute[86206]:       <nova:owner>
Nov 10 13:52:02 user nova-compute[86206]:         <nova:user uuid="fb70ff887f6848409daa0c76f35c5acc">tempest-TestMinimumBasicScenario-868117923-project-member</nova:user>
Nov 10 13:52:02 user nova-compute[86206]:         <nova:project uuid="f2b1d0e89b6f4eb48c0d75d93b7becf7">tempest-TestMinimumBasicScenario-868117923</nova:project>
Nov 10 13:52:02 user nova-compute[86206]:       </nova:owner>
Nov 10 13:52:02 user nova-compute[86206]:       <nova:root type="image" uuid="06afec05-6131-4dea-9c90-70e286754d95"/>
Nov 10 13:52:02 user nova-compute[86206]:       <nova:ports>
Nov 10 13:52:02 user nova-compute[86206]:         <nova:port uuid="a6a1450b-f59b-49ec-a928-7aaa29690056">
Nov 10 13:52:02 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 10 13:52:02 user nova-compute[86206]:         </nova:port>
Nov 10 13:52:02 user nova-compute[86206]:       </nova:ports>
Nov 10 13:52:02 user nova-compute[86206]:     </nova:instance>
Nov 10 13:52:02 user nova-compute[86206]:   </metadata>
Nov 10 13:52:02 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:52:02 user nova-compute[86206]:     <system>
Nov 10 13:52:02 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:52:02 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:52:02 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:52:02 user nova-compute[86206]:       <entry name="serial">b62217a9-24a3-412c-a6c1-855a6a8602da</entry>
Nov 10 13:52:02 user nova-compute[86206]:       <entry name="uuid">b62217a9-24a3-412c-a6c1-855a6a8602da</entry>
Nov 10 13:52:02 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:52:02 user nova-compute[86206]:     </system>
Nov 10 13:52:02 user nova-compute[86206]:   </sysinfo>
Nov 10 13:52:02 user nova-compute[86206]:   <os>
Nov 10 13:52:02 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:52:02 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:52:02 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:52:02 user nova-compute[86206]:   </os>
Nov 10 13:52:02 user nova-compute[86206]:   <features>
Nov 10 13:52:02 user nova-compute[86206]:     <acpi/>
Nov 10 13:52:02 user nova-compute[86206]:     <apic/>
Nov 10 13:52:02 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:52:02 user nova-compute[86206]:   </features>
Nov 10 13:52:02 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:52:02 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:52:02 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:52:02 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:52:02 user nova-compute[86206]:   </clock>
Nov 10 13:52:02 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:52:02 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:52:02 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:52:02 user nova-compute[86206]:   </cpu>
Nov 10 13:52:02 user nova-compute[86206]:   <devices>
Nov 10 13:52:02 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:52:02 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:52:02 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/disk"/>
Nov 10 13:52:02 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:52:02 user nova-compute[86206]:     </disk>
Nov 10 13:52:02 user nova-compute[86206]:     <disk type="block" device="disk">
Nov 10 13:52:02 user nova-compute[86206]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:52:02 user nova-compute[86206]:       <source dev="/dev/sdb"/>
Nov 10 13:52:02 user nova-compute[86206]:       <target dev="vdb" bus="virtio"/>
Nov 10 13:52:02 user nova-compute[86206]:       <serial>a696936a-ece0-456b-bdd7-dfa4ac97d6c8</serial>
Nov 10 13:52:02 user nova-compute[86206]:     </disk>
Nov 10 13:52:02 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:52:02 user nova-compute[86206]:       <mac address="fa:16:3e:3f:74:ee"/>
Nov 10 13:52:02 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:52:02 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:52:02 user nova-compute[86206]:       <target dev="tapa6a1450b-f5"/>
Nov 10 13:52:02 user nova-compute[86206]:     </interface>
Nov 10 13:52:02 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:52:02 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/console.log" append="off"/>
Nov 10 13:52:02 user nova-compute[86206]:     </serial>
Nov 10 13:52:02 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:52:02 user nova-compute[86206]:     <video>
Nov 10 13:52:02 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:52:02 user nova-compute[86206]:     </video>
Nov 10 13:52:02 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:52:02 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:52:02 user nova-compute[86206]:     </rng>
Nov 10 13:52:02 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:52:02 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:52:02 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:52:02 user nova-compute[86206]:     </memballoon>
Nov 10 13:52:02 user nova-compute[86206]:   </devices>
Nov 10 13:52:02 user nova-compute[86206]: </domain>
Nov 10 13:52:02 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:52:02 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:02 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:02 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:02 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:52:03 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:52:03 user nova-compute[86206]: DEBUG nova.objects.instance [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lazy-loading 'trusted_certs' on Instance uuid b62217a9-24a3-412c-a6c1-855a6a8602da {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:52:03 user nova-compute[86206]: DEBUG nova.objects.base [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Object Instance<b62217a9-24a3-412c-a6c1-855a6a8602da> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:52:03 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64d81e5b1b57a3c1e7e7c4b795d062f167b7f7a2 --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:03 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/64d81e5b1b57a3c1e7e7c4b795d062f167b7f7a2 --force-share --output=json" returned: 0 in 0.238s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:03 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/disk. size=1073741824 {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 10 13:52:03 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:03 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/disk --force-share --output=json" returned: 0 in 0.277s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:03 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Cannot resize image /opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/disk to a smaller size. {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 10 13:52:03 user nova-compute[86206]: DEBUG nova.objects.instance [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lazy-loading 'migration_context' on Instance uuid b62217a9-24a3-412c-a6c1-855a6a8602da {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:52:03 user nova-compute[86206]: DEBUG nova.objects.base [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Object Instance<b62217a9-24a3-412c-a6c1-855a6a8602da> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=86206) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 10 13:52:03 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:49:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1264254054',display_name='tempest-TestMinimumBasicScenario-server-1264254054',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1264254054',id=47,image_ref='06afec05-6131-4dea-9c90-70e286754d95',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMmww8PszMGBXYPUEMRRtP8Xjyfy9slz2y7exmy8dObErnqkdCyrS7pH2GI+vdP63ExPIotJiKXEA6pORLYQBV9G8I9KN4zt/Zxl+6iI2t26rs/DiMmF3GLP0cMuN6EFeg==',key_name='tempest-TestMinimumBasicScenario-330470208',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:49:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=1,progress=0,project_id='f2b1d0e89b6f4eb48c0d75d93b7becf7',ramdisk_id='',reservation_id='r-f5bg6l6q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='06afec05-6131-4dea-9c90-70e286754d95',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-868117923',owner_user_name='tempest-TestMinimumBasicScenario-868117923-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:52:00Z,user_data=None,user_id='fb70ff887f6848409daa0c76f35c5acc',uuid=b62217a9-24a3-412c-a6c1-855a6a8602da,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a6a1450b-f59b-49ec-a928-7aaa29690056", "address": "fa:16:3e:3f:74:ee", "network": {"id": "c44ccb21-a7dd-44e7-abce-ab2009ff7e2a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-244972796-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.31", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2b1d0e89b6f4eb48c0d75d93b7becf7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6a1450b-f5", "ovs_interfaceid": "a6a1450b-f59b-49ec-a928-7aaa29690056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:52:03 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Converting VIF {"id": "a6a1450b-f59b-49ec-a928-7aaa29690056", "address": "fa:16:3e:3f:74:ee", "network": {"id": "c44ccb21-a7dd-44e7-abce-ab2009ff7e2a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-244972796-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.31", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2b1d0e89b6f4eb48c0d75d93b7becf7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6a1450b-f5", "ovs_interfaceid": "a6a1450b-f59b-49ec-a928-7aaa29690056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:52:03 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3f:74:ee,bridge_name='br-int',has_traffic_filtering=True,id=a6a1450b-f59b-49ec-a928-7aaa29690056,network=Network(c44ccb21-a7dd-44e7-abce-ab2009ff7e2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6a1450b-f5') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:52:03 user nova-compute[86206]: DEBUG os_vif [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3f:74:ee,bridge_name='br-int',has_traffic_filtering=True,id=a6a1450b-f59b-49ec-a928-7aaa29690056,network=Network(c44ccb21-a7dd-44e7-abce-ab2009ff7e2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6a1450b-f5') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:52:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:52:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:52:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2d74da71-dd4c-5669-a842-7fa42f11d9b9', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:52:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:52:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa6a1450b-f5, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:52:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa6a1450b-f5, col_values=(('qos', UUID('3c38713f-90bf-497b-b1fc-42da8f45482f')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:52:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa6a1450b-f5, col_values=(('external_ids', {'iface-id': 'a6a1450b-f59b-49ec-a928-7aaa29690056', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3f:74:ee', 'vm-uuid': 'b62217a9-24a3-412c-a6c1-855a6a8602da'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:52:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:52:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:03 user nova-compute[86206]: INFO os_vif [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3f:74:ee,bridge_name='br-int',has_traffic_filtering=True,id=a6a1450b-f59b-49ec-a928-7aaa29690056,network=Network(c44ccb21-a7dd-44e7-abce-ab2009ff7e2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6a1450b-f5')
Nov 10 13:52:04 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:04 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:05 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:05 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:05 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:05 user nova-compute[86206]: DEBUG nova.compute.manager [req-d5602950-0572-4e71-aca9-845477aebdbc req-d74cc1f3-6573-4eb0-a391-df2ab10b3623 service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Received event network-vif-plugged-a6a1450b-f59b-49ec-a928-7aaa29690056 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:52:05 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d5602950-0572-4e71-aca9-845477aebdbc req-d74cc1f3-6573-4eb0-a391-df2ab10b3623 service nova] Acquiring lock "b62217a9-24a3-412c-a6c1-855a6a8602da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:52:05 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d5602950-0572-4e71-aca9-845477aebdbc req-d74cc1f3-6573-4eb0-a391-df2ab10b3623 service nova] Lock "b62217a9-24a3-412c-a6c1-855a6a8602da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:52:05 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d5602950-0572-4e71-aca9-845477aebdbc req-d74cc1f3-6573-4eb0-a391-df2ab10b3623 service nova] Lock "b62217a9-24a3-412c-a6c1-855a6a8602da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:52:05 user nova-compute[86206]: DEBUG nova.compute.manager [req-d5602950-0572-4e71-aca9-845477aebdbc req-d74cc1f3-6573-4eb0-a391-df2ab10b3623 service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] No waiting events found dispatching network-vif-plugged-a6a1450b-f59b-49ec-a928-7aaa29690056 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:52:05 user nova-compute[86206]: WARNING nova.compute.manager [req-d5602950-0572-4e71-aca9-845477aebdbc req-d74cc1f3-6573-4eb0-a391-df2ab10b3623 service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Received unexpected event network-vif-plugged-a6a1450b-f59b-49ec-a928-7aaa29690056 for instance with vm_state active and task_state reboot_started_hard.
Nov 10 13:52:05 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:05 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:05 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:07 user nova-compute[86206]: DEBUG nova.compute.manager [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:52:07 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Instance rebooted successfully.
Nov 10 13:52:07 user nova-compute[86206]: DEBUG nova.compute.manager [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:52:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-894dad87-0ad0-49a2-a963-8669a306fb70 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "b62217a9-24a3-412c-a6c1-855a6a8602da" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 8.188s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:52:07 user nova-compute[86206]: DEBUG nova.compute.manager [req-0fda43cd-da08-43ac-bca2-edbcef43111c req-50fab2b5-de21-4035-a899-4965bb6b1a6d service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Received event network-vif-plugged-a6a1450b-f59b-49ec-a928-7aaa29690056 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:52:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-0fda43cd-da08-43ac-bca2-edbcef43111c req-50fab2b5-de21-4035-a899-4965bb6b1a6d service nova] Acquiring lock "b62217a9-24a3-412c-a6c1-855a6a8602da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:52:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-0fda43cd-da08-43ac-bca2-edbcef43111c req-50fab2b5-de21-4035-a899-4965bb6b1a6d service nova] Lock "b62217a9-24a3-412c-a6c1-855a6a8602da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:52:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-0fda43cd-da08-43ac-bca2-edbcef43111c req-50fab2b5-de21-4035-a899-4965bb6b1a6d service nova] Lock "b62217a9-24a3-412c-a6c1-855a6a8602da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:52:07 user nova-compute[86206]: DEBUG nova.compute.manager [req-0fda43cd-da08-43ac-bca2-edbcef43111c req-50fab2b5-de21-4035-a899-4965bb6b1a6d service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] No waiting events found dispatching network-vif-plugged-a6a1450b-f59b-49ec-a928-7aaa29690056 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:52:07 user nova-compute[86206]: WARNING nova.compute.manager [req-0fda43cd-da08-43ac-bca2-edbcef43111c req-50fab2b5-de21-4035-a899-4965bb6b1a6d service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Received unexpected event network-vif-plugged-a6a1450b-f59b-49ec-a928-7aaa29690056 for instance with vm_state active and task_state None.
Nov 10 13:52:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:10 user nova-compute[86206]: DEBUG nova.compute.manager [req-4acc36fa-7520-422d-8a6a-ac8fbccbd3cf req-b9a23652-0e92-4af4-b966-abc7c845fb83 service nova] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Received event network-changed-6ceaec2b-a22c-45dc-802c-975fb5d22e3e {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:52:10 user nova-compute[86206]: DEBUG nova.compute.manager [req-4acc36fa-7520-422d-8a6a-ac8fbccbd3cf req-b9a23652-0e92-4af4-b966-abc7c845fb83 service nova] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Refreshing instance network info cache due to event network-changed-6ceaec2b-a22c-45dc-802c-975fb5d22e3e. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:52:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4acc36fa-7520-422d-8a6a-ac8fbccbd3cf req-b9a23652-0e92-4af4-b966-abc7c845fb83 service nova] Acquiring lock "refresh_cache-fff6404f-3ab9-4fdb-8443-33fe70cfe6d0" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:52:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4acc36fa-7520-422d-8a6a-ac8fbccbd3cf req-b9a23652-0e92-4af4-b966-abc7c845fb83 service nova] Acquired lock "refresh_cache-fff6404f-3ab9-4fdb-8443-33fe70cfe6d0" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:52:10 user nova-compute[86206]: DEBUG nova.network.neutron [req-4acc36fa-7520-422d-8a6a-ac8fbccbd3cf req-b9a23652-0e92-4af4-b966-abc7c845fb83 service nova] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Refreshing network info cache for port 6ceaec2b-a22c-45dc-802c-975fb5d22e3e {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:52:10 user nova-compute[86206]: DEBUG nova.network.neutron [req-4acc36fa-7520-422d-8a6a-ac8fbccbd3cf req-b9a23652-0e92-4af4-b966-abc7c845fb83 service nova] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Updated VIF entry in instance network info cache for port 6ceaec2b-a22c-45dc-802c-975fb5d22e3e. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:52:10 user nova-compute[86206]: DEBUG nova.network.neutron [req-4acc36fa-7520-422d-8a6a-ac8fbccbd3cf req-b9a23652-0e92-4af4-b966-abc7c845fb83 service nova] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Updating instance_info_cache with network_info: [{"id": "6ceaec2b-a22c-45dc-802c-975fb5d22e3e", "address": "fa:16:3e:f0:45:22", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ceaec2b-a2", "ovs_interfaceid": "6ceaec2b-a22c-45dc-802c-975fb5d22e3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:52:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4acc36fa-7520-422d-8a6a-ac8fbccbd3cf req-b9a23652-0e92-4af4-b966-abc7c845fb83 service nova] Releasing lock "refresh_cache-fff6404f-3ab9-4fdb-8443-33fe70cfe6d0" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:52:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Acquiring lock "d4c7228a-907a-48bf-82fc-c1ee31bf2fd2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:52:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Lock "d4c7228a-907a-48bf-82fc-c1ee31bf2fd2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:52:13 user nova-compute[86206]: DEBUG nova.compute.manager [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:52:14 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:52:14 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:52:14 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:52:14 user nova-compute[86206]: INFO nova.compute.claims [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Claim successful on node user
Nov 10 13:52:14 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:52:14 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:52:14 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:14 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.371s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:52:14 user nova-compute[86206]: DEBUG nova.compute.manager [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:52:14 user nova-compute[86206]: DEBUG nova.compute.manager [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:52:14 user nova-compute[86206]: DEBUG nova.network.neutron [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:52:14 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:52:14 user nova-compute[86206]: DEBUG nova.compute.manager [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:52:14 user nova-compute[86206]: DEBUG nova.policy [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05e8c231ee674994ad12bf480dd9636d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '781edf179eb8455dbc6af5463821b4f4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:52:14 user nova-compute[86206]: DEBUG nova.compute.manager [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:52:14 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:52:14 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Creating image(s)
Nov 10 13:52:14 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Acquiring lock "/opt/stack/data/nova/instances/d4c7228a-907a-48bf-82fc-c1ee31bf2fd2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:52:14 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Lock "/opt/stack/data/nova/instances/d4c7228a-907a-48bf-82fc-c1ee31bf2fd2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:52:14 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Lock "/opt/stack/data/nova/instances/d4c7228a-907a-48bf-82fc-c1ee31bf2fd2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:52:14 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:14 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.188s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:14 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Acquiring lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:52:14 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:52:14 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.181s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/d4c7228a-907a-48bf-82fc-c1ee31bf2fd2/disk 1073741824 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/d4c7228a-907a-48bf-82fc-c1ee31bf2fd2/disk 1073741824" returned: 0 in 0.055s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.247s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:52:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:15 user nova-compute[86206]: DEBUG nova.network.neutron [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Successfully created port: 18685663-3f6e-4b05-a7a7-d5111419aff4 {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:52:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.183s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:15 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d4c7228a-907a-48bf-82fc-c1ee31bf2fd2/disk. size=1073741824 {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 10 13:52:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4c7228a-907a-48bf-82fc-c1ee31bf2fd2/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:15 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4c7228a-907a-48bf-82fc-c1ee31bf2fd2/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:15 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Cannot resize image /opt/stack/data/nova/instances/d4c7228a-907a-48bf-82fc-c1ee31bf2fd2/disk to a smaller size. {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 10 13:52:15 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:52:15 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Ensure instance console log exists: /opt/stack/data/nova/instances/d4c7228a-907a-48bf-82fc-c1ee31bf2fd2/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:52:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:52:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:52:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:52:15 user nova-compute[86206]: DEBUG nova.network.neutron [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Successfully updated port: 18685663-3f6e-4b05-a7a7-d5111419aff4 {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:52:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Acquiring lock "refresh_cache-d4c7228a-907a-48bf-82fc-c1ee31bf2fd2" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:52:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Acquired lock "refresh_cache-d4c7228a-907a-48bf-82fc-c1ee31bf2fd2" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:52:15 user nova-compute[86206]: DEBUG nova.network.neutron [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:52:15 user nova-compute[86206]: DEBUG nova.compute.manager [req-0c7d120e-1cda-42b3-b938-e58a7a581508 req-7e6a0470-1779-4d0d-975a-2bb3d20fc2a8 service nova] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Received event network-changed-18685663-3f6e-4b05-a7a7-d5111419aff4 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:52:15 user nova-compute[86206]: DEBUG nova.compute.manager [req-0c7d120e-1cda-42b3-b938-e58a7a581508 req-7e6a0470-1779-4d0d-975a-2bb3d20fc2a8 service nova] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Refreshing instance network info cache due to event network-changed-18685663-3f6e-4b05-a7a7-d5111419aff4. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:52:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-0c7d120e-1cda-42b3-b938-e58a7a581508 req-7e6a0470-1779-4d0d-975a-2bb3d20fc2a8 service nova] Acquiring lock "refresh_cache-d4c7228a-907a-48bf-82fc-c1ee31bf2fd2" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:52:16 user nova-compute[86206]: DEBUG nova.network.neutron [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:52:16 user nova-compute[86206]: DEBUG nova.network.neutron [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Updating instance_info_cache with network_info: [{"id": "18685663-3f6e-4b05-a7a7-d5111419aff4", "address": "fa:16:3e:e3:18:bc", "network": {"id": "d24dd558-238f-4335-94b1-a5d101403ff6", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-211228406-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "781edf179eb8455dbc6af5463821b4f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18685663-3f", "ovs_interfaceid": "18685663-3f6e-4b05-a7a7-d5111419aff4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:52:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Releasing lock "refresh_cache-d4c7228a-907a-48bf-82fc-c1ee31bf2fd2" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:52:16 user nova-compute[86206]: DEBUG nova.compute.manager [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Instance network_info: |[{"id": "18685663-3f6e-4b05-a7a7-d5111419aff4", "address": "fa:16:3e:e3:18:bc", "network": {"id": "d24dd558-238f-4335-94b1-a5d101403ff6", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-211228406-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "781edf179eb8455dbc6af5463821b4f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18685663-3f", "ovs_interfaceid": "18685663-3f6e-4b05-a7a7-d5111419aff4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:52:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-0c7d120e-1cda-42b3-b938-e58a7a581508 req-7e6a0470-1779-4d0d-975a-2bb3d20fc2a8 service nova] Acquired lock "refresh_cache-d4c7228a-907a-48bf-82fc-c1ee31bf2fd2" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:52:16 user nova-compute[86206]: DEBUG nova.network.neutron [req-0c7d120e-1cda-42b3-b938-e58a7a581508 req-7e6a0470-1779-4d0d-975a-2bb3d20fc2a8 service nova] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Refreshing network info cache for port 18685663-3f6e-4b05-a7a7-d5111419aff4 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:52:16 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Start _get_guest_xml network_info=[{"id": "18685663-3f6e-4b05-a7a7-d5111419aff4", "address": "fa:16:3e:e3:18:bc", "network": {"id": "d24dd558-238f-4335-94b1-a5d101403ff6", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-211228406-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "781edf179eb8455dbc6af5463821b4f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18685663-3f", "ovs_interfaceid": "18685663-3f6e-4b05-a7a7-d5111419aff4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '73290e4a-d2c0-4305-9ee6-397ce6a900ba'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:52:16 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:52:16 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:52:16 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:52:16 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:52:16 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:52:16 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:52:16 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:52:16 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:52:16 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:52:16 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:52:16 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:52:16 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:52:16 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:52:16 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:52:16 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:52:16 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:52:16 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:52:16 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:52:16 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:52:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-691205284',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-691205284',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-6912052',id=49,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL16bUP/QMsg5xeib5Oc4w9NXbJ4xydDrQN+/mfz6hMrC1WVsl6rDv1KmUSJ6zCA1t5v9JcBG+IBTONJ78FVqkHOqrqUxJDcvNFLqdZxS4AH4TDJi9S6kvAfx0EnJNfzWw==',key_name='tempest-keypair-953234783',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='781edf179eb8455dbc6af5463821b4f4',ramdisk_id='',reservation_id='r-7c0lhepn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1401581363',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:52:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='05e8c231ee674994ad12bf480dd9636d',uuid=d4c7228a-907a-48bf-82fc-c1ee31bf2fd2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "18685663-3f6e-4b05-a7a7-d5111419aff4", "address": "fa:16:3e:e3:18:bc", "network": {"id": "d24dd558-238f-4335-94b1-a5d101403ff6", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-211228406-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "781edf179eb8455dbc6af5463821b4f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18685663-3f", "ovs_interfaceid": "18685663-3f6e-4b05-a7a7-d5111419aff4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:52:16 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Converting VIF {"id": "18685663-3f6e-4b05-a7a7-d5111419aff4", "address": "fa:16:3e:e3:18:bc", "network": {"id": "d24dd558-238f-4335-94b1-a5d101403ff6", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-211228406-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "781edf179eb8455dbc6af5463821b4f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18685663-3f", "ovs_interfaceid": "18685663-3f6e-4b05-a7a7-d5111419aff4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:52:16 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e3:18:bc,bridge_name='br-int',has_traffic_filtering=True,id=18685663-3f6e-4b05-a7a7-d5111419aff4,network=Network(d24dd558-238f-4335-94b1-a5d101403ff6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18685663-3f') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:52:16 user nova-compute[86206]: DEBUG nova.objects.instance [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Lazy-loading 'pci_devices' on Instance uuid d4c7228a-907a-48bf-82fc-c1ee31bf2fd2 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:52:16 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:52:16 user nova-compute[86206]:   <uuid>d4c7228a-907a-48bf-82fc-c1ee31bf2fd2</uuid>
Nov 10 13:52:16 user nova-compute[86206]:   <name>instance-00000031</name>
Nov 10 13:52:16 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:52:16 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:52:16 user nova-compute[86206]:   <metadata>
Nov 10 13:52:16 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:52:16 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:52:16 user nova-compute[86206]:       <nova:name>tempest-TestServerVolumeAttachScenarioOldVersion-server-691205284</nova:name>
Nov 10 13:52:16 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:52:16</nova:creationTime>
Nov 10 13:52:16 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:52:16 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:52:16 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:52:16 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:52:16 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:52:16 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:52:16 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:52:16 user nova-compute[86206]:       <nova:owner>
Nov 10 13:52:16 user nova-compute[86206]:         <nova:user uuid="05e8c231ee674994ad12bf480dd9636d">tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member</nova:user>
Nov 10 13:52:16 user nova-compute[86206]:         <nova:project uuid="781edf179eb8455dbc6af5463821b4f4">tempest-TestServerVolumeAttachScenarioOldVersion-1401581363</nova:project>
Nov 10 13:52:16 user nova-compute[86206]:       </nova:owner>
Nov 10 13:52:16 user nova-compute[86206]:       <nova:root type="image" uuid="73290e4a-d2c0-4305-9ee6-397ce6a900ba"/>
Nov 10 13:52:16 user nova-compute[86206]:       <nova:ports>
Nov 10 13:52:16 user nova-compute[86206]:         <nova:port uuid="18685663-3f6e-4b05-a7a7-d5111419aff4">
Nov 10 13:52:16 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 10 13:52:16 user nova-compute[86206]:         </nova:port>
Nov 10 13:52:16 user nova-compute[86206]:       </nova:ports>
Nov 10 13:52:16 user nova-compute[86206]:     </nova:instance>
Nov 10 13:52:16 user nova-compute[86206]:   </metadata>
Nov 10 13:52:16 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:52:16 user nova-compute[86206]:     <system>
Nov 10 13:52:16 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:52:16 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:52:16 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:52:16 user nova-compute[86206]:       <entry name="serial">d4c7228a-907a-48bf-82fc-c1ee31bf2fd2</entry>
Nov 10 13:52:16 user nova-compute[86206]:       <entry name="uuid">d4c7228a-907a-48bf-82fc-c1ee31bf2fd2</entry>
Nov 10 13:52:16 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:52:16 user nova-compute[86206]:     </system>
Nov 10 13:52:16 user nova-compute[86206]:   </sysinfo>
Nov 10 13:52:16 user nova-compute[86206]:   <os>
Nov 10 13:52:16 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:52:16 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:52:16 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:52:16 user nova-compute[86206]:   </os>
Nov 10 13:52:16 user nova-compute[86206]:   <features>
Nov 10 13:52:16 user nova-compute[86206]:     <acpi/>
Nov 10 13:52:16 user nova-compute[86206]:     <apic/>
Nov 10 13:52:16 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:52:16 user nova-compute[86206]:   </features>
Nov 10 13:52:16 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:52:16 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:52:16 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:52:16 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:52:16 user nova-compute[86206]:   </clock>
Nov 10 13:52:16 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:52:16 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:52:16 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:52:16 user nova-compute[86206]:   </cpu>
Nov 10 13:52:16 user nova-compute[86206]:   <devices>
Nov 10 13:52:16 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:52:16 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:52:16 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/d4c7228a-907a-48bf-82fc-c1ee31bf2fd2/disk"/>
Nov 10 13:52:16 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:52:16 user nova-compute[86206]:     </disk>
Nov 10 13:52:16 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:52:16 user nova-compute[86206]:       <mac address="fa:16:3e:e3:18:bc"/>
Nov 10 13:52:16 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:52:16 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:52:16 user nova-compute[86206]:       <target dev="tap18685663-3f"/>
Nov 10 13:52:16 user nova-compute[86206]:     </interface>
Nov 10 13:52:16 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:52:16 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/d4c7228a-907a-48bf-82fc-c1ee31bf2fd2/console.log" append="off"/>
Nov 10 13:52:16 user nova-compute[86206]:     </serial>
Nov 10 13:52:16 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:52:16 user nova-compute[86206]:     <video>
Nov 10 13:52:16 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:52:16 user nova-compute[86206]:     </video>
Nov 10 13:52:16 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:52:16 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:52:16 user nova-compute[86206]:     </rng>
Nov 10 13:52:16 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:52:16 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:52:16 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:52:16 user nova-compute[86206]:     </memballoon>
Nov 10 13:52:16 user nova-compute[86206]:   </devices>
Nov 10 13:52:16 user nova-compute[86206]: </domain>
Nov 10 13:52:16 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:52:16 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:52:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-691205284',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-691205284',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-6912052',id=49,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL16bUP/QMsg5xeib5Oc4w9NXbJ4xydDrQN+/mfz6hMrC1WVsl6rDv1KmUSJ6zCA1t5v9JcBG+IBTONJ78FVqkHOqrqUxJDcvNFLqdZxS4AH4TDJi9S6kvAfx0EnJNfzWw==',key_name='tempest-keypair-953234783',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='781edf179eb8455dbc6af5463821b4f4',ramdisk_id='',reservation_id='r-7c0lhepn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1401581363',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:52:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='05e8c231ee674994ad12bf480dd9636d',uuid=d4c7228a-907a-48bf-82fc-c1ee31bf2fd2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "18685663-3f6e-4b05-a7a7-d5111419aff4", "address": "fa:16:3e:e3:18:bc", "network": {"id": "d24dd558-238f-4335-94b1-a5d101403ff6", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-211228406-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "781edf179eb8455dbc6af5463821b4f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18685663-3f", "ovs_interfaceid": "18685663-3f6e-4b05-a7a7-d5111419aff4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:52:16 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Converting VIF {"id": "18685663-3f6e-4b05-a7a7-d5111419aff4", "address": "fa:16:3e:e3:18:bc", "network": {"id": "d24dd558-238f-4335-94b1-a5d101403ff6", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-211228406-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "781edf179eb8455dbc6af5463821b4f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18685663-3f", "ovs_interfaceid": "18685663-3f6e-4b05-a7a7-d5111419aff4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:52:16 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e3:18:bc,bridge_name='br-int',has_traffic_filtering=True,id=18685663-3f6e-4b05-a7a7-d5111419aff4,network=Network(d24dd558-238f-4335-94b1-a5d101403ff6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18685663-3f') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:52:16 user nova-compute[86206]: DEBUG os_vif [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e3:18:bc,bridge_name='br-int',has_traffic_filtering=True,id=18685663-3f6e-4b05-a7a7-d5111419aff4,network=Network(d24dd558-238f-4335-94b1-a5d101403ff6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18685663-3f') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:52:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:52:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:52:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b463bd18-2392-587c-9a67-956a81713149', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:52:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:52:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap18685663-3f, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:52:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap18685663-3f, col_values=(('qos', UUID('4227c063-cba5-44be-b39e-882f9708af40')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:52:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap18685663-3f, col_values=(('external_ids', {'iface-id': '18685663-3f6e-4b05-a7a7-d5111419aff4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e3:18:bc', 'vm-uuid': 'd4c7228a-907a-48bf-82fc-c1ee31bf2fd2'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:52:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:52:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:16 user nova-compute[86206]: INFO os_vif [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e3:18:bc,bridge_name='br-int',has_traffic_filtering=True,id=18685663-3f6e-4b05-a7a7-d5111419aff4,network=Network(d24dd558-238f-4335-94b1-a5d101403ff6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18685663-3f')
Nov 10 13:52:16 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:52:16 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] No VIF found with MAC fa:16:3e:e3:18:bc, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:52:17 user nova-compute[86206]: DEBUG nova.network.neutron [req-0c7d120e-1cda-42b3-b938-e58a7a581508 req-7e6a0470-1779-4d0d-975a-2bb3d20fc2a8 service nova] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Updated VIF entry in instance network info cache for port 18685663-3f6e-4b05-a7a7-d5111419aff4. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:52:17 user nova-compute[86206]: DEBUG nova.network.neutron [req-0c7d120e-1cda-42b3-b938-e58a7a581508 req-7e6a0470-1779-4d0d-975a-2bb3d20fc2a8 service nova] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Updating instance_info_cache with network_info: [{"id": "18685663-3f6e-4b05-a7a7-d5111419aff4", "address": "fa:16:3e:e3:18:bc", "network": {"id": "d24dd558-238f-4335-94b1-a5d101403ff6", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-211228406-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "781edf179eb8455dbc6af5463821b4f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18685663-3f", "ovs_interfaceid": "18685663-3f6e-4b05-a7a7-d5111419aff4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:52:17 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-0c7d120e-1cda-42b3-b938-e58a7a581508 req-7e6a0470-1779-4d0d-975a-2bb3d20fc2a8 service nova] Releasing lock "refresh_cache-d4c7228a-907a-48bf-82fc-c1ee31bf2fd2" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:52:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:18 user nova-compute[86206]: DEBUG nova.compute.manager [req-ddfaccd2-6a03-4625-b6c1-952bd8f83d1d req-daaf605e-282d-494c-9b69-cef7067bf7ba service nova] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Received event network-vif-plugged-18685663-3f6e-4b05-a7a7-d5111419aff4 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:52:18 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-ddfaccd2-6a03-4625-b6c1-952bd8f83d1d req-daaf605e-282d-494c-9b69-cef7067bf7ba service nova] Acquiring lock "d4c7228a-907a-48bf-82fc-c1ee31bf2fd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:52:18 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-ddfaccd2-6a03-4625-b6c1-952bd8f83d1d req-daaf605e-282d-494c-9b69-cef7067bf7ba service nova] Lock "d4c7228a-907a-48bf-82fc-c1ee31bf2fd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:52:18 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-ddfaccd2-6a03-4625-b6c1-952bd8f83d1d req-daaf605e-282d-494c-9b69-cef7067bf7ba service nova] Lock "d4c7228a-907a-48bf-82fc-c1ee31bf2fd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:52:18 user nova-compute[86206]: DEBUG nova.compute.manager [req-ddfaccd2-6a03-4625-b6c1-952bd8f83d1d req-daaf605e-282d-494c-9b69-cef7067bf7ba service nova] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] No waiting events found dispatching network-vif-plugged-18685663-3f6e-4b05-a7a7-d5111419aff4 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:52:18 user nova-compute[86206]: WARNING nova.compute.manager [req-ddfaccd2-6a03-4625-b6c1-952bd8f83d1d req-daaf605e-282d-494c-9b69-cef7067bf7ba service nova] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Received unexpected event network-vif-plugged-18685663-3f6e-4b05-a7a7-d5111419aff4 for instance with vm_state building and task_state spawning.
Nov 10 13:52:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:19 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:20 user nova-compute[86206]: DEBUG nova.compute.manager [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:52:20 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:52:20 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Instance spawned successfully.
Nov 10 13:52:20 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:52:20 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:52:20 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:52:20 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:52:20 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:52:20 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:52:20 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:52:20 user nova-compute[86206]: DEBUG nova.compute.manager [req-a8b76437-9d7e-4f9f-a953-789dbbab24bd req-2240f4c7-5b14-4648-9f6c-f462a4c03494 service nova] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Received event network-vif-plugged-18685663-3f6e-4b05-a7a7-d5111419aff4 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:52:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-a8b76437-9d7e-4f9f-a953-789dbbab24bd req-2240f4c7-5b14-4648-9f6c-f462a4c03494 service nova] Acquiring lock "d4c7228a-907a-48bf-82fc-c1ee31bf2fd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:52:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-a8b76437-9d7e-4f9f-a953-789dbbab24bd req-2240f4c7-5b14-4648-9f6c-f462a4c03494 service nova] Lock "d4c7228a-907a-48bf-82fc-c1ee31bf2fd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:52:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-a8b76437-9d7e-4f9f-a953-789dbbab24bd req-2240f4c7-5b14-4648-9f6c-f462a4c03494 service nova] Lock "d4c7228a-907a-48bf-82fc-c1ee31bf2fd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:52:20 user nova-compute[86206]: DEBUG nova.compute.manager [req-a8b76437-9d7e-4f9f-a953-789dbbab24bd req-2240f4c7-5b14-4648-9f6c-f462a4c03494 service nova] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] No waiting events found dispatching network-vif-plugged-18685663-3f6e-4b05-a7a7-d5111419aff4 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:52:20 user nova-compute[86206]: WARNING nova.compute.manager [req-a8b76437-9d7e-4f9f-a953-789dbbab24bd req-2240f4c7-5b14-4648-9f6c-f462a4c03494 service nova] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Received unexpected event network-vif-plugged-18685663-3f6e-4b05-a7a7-d5111419aff4 for instance with vm_state building and task_state spawning.
Nov 10 13:52:20 user nova-compute[86206]: INFO nova.compute.manager [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Took 5.78 seconds to spawn the instance on the hypervisor.
Nov 10 13:52:20 user nova-compute[86206]: DEBUG nova.compute.manager [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:52:20 user nova-compute[86206]: INFO nova.compute.manager [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Took 6.55 seconds to build instance.
Nov 10 13:52:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-bc97d7b4-9eee-459b-bfae-1040dca66162 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Lock "d4c7228a-907a-48bf-82fc-c1ee31bf2fd2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.658s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:52:20 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._run_image_cache_manager_pass {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:52:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:52:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:52:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:52:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:52:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:52:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:52:20 user nova-compute[86206]: DEBUG nova.virt.libvirt.imagecache [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Verify base images {{(pid=86206) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:314}}
Nov 10 13:52:20 user nova-compute[86206]: DEBUG nova.virt.libvirt.imagecache [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Image id 73290e4a-d2c0-4305-9ee6-397ce6a900ba yields fingerprint ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d {{(pid=86206) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Nov 10 13:52:20 user nova-compute[86206]: INFO nova.virt.libvirt.imagecache [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] image 73290e4a-d2c0-4305-9ee6-397ce6a900ba at (/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d): checking
Nov 10 13:52:20 user nova-compute[86206]: DEBUG nova.virt.libvirt.imagecache [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] image 73290e4a-d2c0-4305-9ee6-397ce6a900ba at (/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d): image is in use {{(pid=86206) _mark_in_use /opt/stack/nova/nova/virt/libvirt/imagecache.py:279}}
Nov 10 13:52:20 user nova-compute[86206]: DEBUG nova.virt.libvirt.imagecache [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Image id  yields fingerprint da39a3ee5e6b4b0d3255bfef95601890afd80709 {{(pid=86206) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Nov 10 13:52:20 user nova-compute[86206]: DEBUG nova.virt.libvirt.imagecache [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Image id 06afec05-6131-4dea-9c90-70e286754d95 yields fingerprint 64d81e5b1b57a3c1e7e7c4b795d062f167b7f7a2 {{(pid=86206) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Nov 10 13:52:20 user nova-compute[86206]: INFO nova.virt.libvirt.imagecache [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] image 06afec05-6131-4dea-9c90-70e286754d95 at (/opt/stack/data/nova/instances/_base/64d81e5b1b57a3c1e7e7c4b795d062f167b7f7a2): checking
Nov 10 13:52:20 user nova-compute[86206]: DEBUG nova.virt.libvirt.imagecache [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] image 06afec05-6131-4dea-9c90-70e286754d95 at (/opt/stack/data/nova/instances/_base/64d81e5b1b57a3c1e7e7c4b795d062f167b7f7a2): image is in use {{(pid=86206) _mark_in_use /opt/stack/nova/nova/virt/libvirt/imagecache.py:279}}
Nov 10 13:52:20 user nova-compute[86206]: DEBUG nova.virt.libvirt.imagecache [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] fff6404f-3ab9-4fdb-8443-33fe70cfe6d0 is a valid instance name {{(pid=86206) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Nov 10 13:52:20 user nova-compute[86206]: DEBUG nova.virt.libvirt.imagecache [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] b62217a9-24a3-412c-a6c1-855a6a8602da is a valid instance name {{(pid=86206) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Nov 10 13:52:20 user nova-compute[86206]: DEBUG nova.virt.libvirt.imagecache [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] b62217a9-24a3-412c-a6c1-855a6a8602da has a disk file {{(pid=86206) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Nov 10 13:52:20 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/disk --force-share --output=json" returned: 0 in 0.259s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:21 user nova-compute[86206]: DEBUG nova.virt.libvirt.imagecache [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance b62217a9-24a3-412c-a6c1-855a6a8602da is backed by 64d81e5b1b57a3c1e7e7c4b795d062f167b7f7a2 {{(pid=86206) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Nov 10 13:52:21 user nova-compute[86206]: DEBUG nova.virt.libvirt.imagecache [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] d4c7228a-907a-48bf-82fc-c1ee31bf2fd2 is a valid instance name {{(pid=86206) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Nov 10 13:52:21 user nova-compute[86206]: DEBUG nova.virt.libvirt.imagecache [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] d4c7228a-907a-48bf-82fc-c1ee31bf2fd2 has a disk file {{(pid=86206) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Nov 10 13:52:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4c7228a-907a-48bf-82fc-c1ee31bf2fd2/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:21 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4c7228a-907a-48bf-82fc-c1ee31bf2fd2/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:21 user nova-compute[86206]: DEBUG nova.virt.libvirt.imagecache [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance d4c7228a-907a-48bf-82fc-c1ee31bf2fd2 is backed by ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d {{(pid=86206) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Nov 10 13:52:21 user nova-compute[86206]: WARNING nova.virt.libvirt.imagecache [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Unknown base file: /opt/stack/data/nova/instances/_base/8aa910fa34c1f4369efd80a657c4d9d83f287f62
Nov 10 13:52:21 user nova-compute[86206]: WARNING nova.virt.libvirt.imagecache [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Unknown base file: /opt/stack/data/nova/instances/_base/9fc42ba2e50ddd40d6a442d959c0b2aa8d68b26a
Nov 10 13:52:21 user nova-compute[86206]: WARNING nova.virt.libvirt.imagecache [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Unknown base file: /opt/stack/data/nova/instances/_base/c50159471e8804c35044035964ca83d2bf236a92
Nov 10 13:52:21 user nova-compute[86206]: WARNING nova.virt.libvirt.imagecache [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Unknown base file: /opt/stack/data/nova/instances/_base/baeb7da6e9e2db2116f31c93ce212ff728ef51c5
Nov 10 13:52:21 user nova-compute[86206]: WARNING nova.virt.libvirt.imagecache [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Unknown base file: /opt/stack/data/nova/instances/_base/d4c0ffd2533d1db7e87e2595edc45bf414b7697b
Nov 10 13:52:21 user nova-compute[86206]: WARNING nova.virt.libvirt.imagecache [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Unknown base file: /opt/stack/data/nova/instances/_base/29053bd9f67c51ba546efaf39ca196d988d5fb5c
Nov 10 13:52:21 user nova-compute[86206]: WARNING nova.virt.libvirt.imagecache [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Unknown base file: /opt/stack/data/nova/instances/_base/09f5a850c00b8ed70590aae6b876cc462d2f318a
Nov 10 13:52:21 user nova-compute[86206]: INFO nova.virt.libvirt.imagecache [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Active base files: /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d /opt/stack/data/nova/instances/_base/64d81e5b1b57a3c1e7e7c4b795d062f167b7f7a2
Nov 10 13:52:21 user nova-compute[86206]: INFO nova.virt.libvirt.imagecache [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Removable base files: /opt/stack/data/nova/instances/_base/8aa910fa34c1f4369efd80a657c4d9d83f287f62 /opt/stack/data/nova/instances/_base/9fc42ba2e50ddd40d6a442d959c0b2aa8d68b26a /opt/stack/data/nova/instances/_base/c50159471e8804c35044035964ca83d2bf236a92 /opt/stack/data/nova/instances/_base/baeb7da6e9e2db2116f31c93ce212ff728ef51c5 /opt/stack/data/nova/instances/_base/d4c0ffd2533d1db7e87e2595edc45bf414b7697b /opt/stack/data/nova/instances/_base/29053bd9f67c51ba546efaf39ca196d988d5fb5c /opt/stack/data/nova/instances/_base/09f5a850c00b8ed70590aae6b876cc462d2f318a
Nov 10 13:52:21 user nova-compute[86206]: INFO nova.virt.libvirt.imagecache [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/8aa910fa34c1f4369efd80a657c4d9d83f287f62
Nov 10 13:52:21 user nova-compute[86206]: INFO nova.virt.libvirt.imagecache [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/9fc42ba2e50ddd40d6a442d959c0b2aa8d68b26a
Nov 10 13:52:21 user nova-compute[86206]: INFO nova.virt.libvirt.imagecache [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/c50159471e8804c35044035964ca83d2bf236a92
Nov 10 13:52:21 user nova-compute[86206]: INFO nova.virt.libvirt.imagecache [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/baeb7da6e9e2db2116f31c93ce212ff728ef51c5
Nov 10 13:52:21 user nova-compute[86206]: INFO nova.virt.libvirt.imagecache [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/d4c0ffd2533d1db7e87e2595edc45bf414b7697b
Nov 10 13:52:21 user nova-compute[86206]: INFO nova.virt.libvirt.imagecache [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/29053bd9f67c51ba546efaf39ca196d988d5fb5c
Nov 10 13:52:21 user nova-compute[86206]: INFO nova.virt.libvirt.imagecache [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/09f5a850c00b8ed70590aae6b876cc462d2f318a
Nov 10 13:52:21 user nova-compute[86206]: DEBUG nova.virt.libvirt.imagecache [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Verification complete {{(pid=86206) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:350}}
Nov 10 13:52:21 user nova-compute[86206]: DEBUG nova.virt.libvirt.imagecache [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Verify swap images {{(pid=86206) _age_and_verify_swap_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:299}}
Nov 10 13:52:21 user nova-compute[86206]: DEBUG nova.virt.libvirt.imagecache [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Verify ephemeral images {{(pid=86206) _age_and_verify_ephemeral_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:284}}
Nov 10 13:52:21 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "f989b385-9f14-460f-9bce-a5627019b503" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:52:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "f989b385-9f14-460f-9bce-a5627019b503" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:52:30 user nova-compute[86206]: DEBUG nova.compute.manager [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: f989b385-9f14-460f-9bce-a5627019b503] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:52:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:52:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:52:30 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:52:30 user nova-compute[86206]: INFO nova.compute.claims [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: f989b385-9f14-460f-9bce-a5627019b503] Claim successful on node user
Nov 10 13:52:30 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:52:30 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:52:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.282s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:52:30 user nova-compute[86206]: DEBUG nova.compute.manager [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: f989b385-9f14-460f-9bce-a5627019b503] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:52:30 user nova-compute[86206]: DEBUG nova.compute.manager [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: f989b385-9f14-460f-9bce-a5627019b503] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:52:30 user nova-compute[86206]: DEBUG nova.network.neutron [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: f989b385-9f14-460f-9bce-a5627019b503] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:52:30 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: f989b385-9f14-460f-9bce-a5627019b503] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:52:30 user nova-compute[86206]: DEBUG nova.compute.manager [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: f989b385-9f14-460f-9bce-a5627019b503] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:52:31 user nova-compute[86206]: DEBUG nova.policy [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70b0703bebcb46969be6c8da0fb19f17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '398c80570edc4001af39959f6ca0a0c6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:52:31 user nova-compute[86206]: INFO nova.virt.block_device [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: f989b385-9f14-460f-9bce-a5627019b503] Booting with volume ca1676a8-36c1-461f-a14f-060ba874ad73 at /dev/vda
Nov 10 13:52:31 user nova-compute[86206]: DEBUG os_brick.utils [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:52:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:31 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7d54ca6-864c-4fac-9d73-732d9a874531]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:52:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:31 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f5b4bbd-f407-41d5-b053-9f6c9debbef6]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:52:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:31 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2a5fdc2-62c5-4f1d-b84d-4641fe9abcb5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:52:31 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[37f7655b-005c-484b-9815-fd953d6ea5fe]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:52:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:52:31 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:52:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:52:31 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:52:31 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a81c9952-a3cf-4ce4-a094-82f76d3ef634]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:52:31 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:52:31 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:52:31 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:52:31 user nova-compute[86206]: DEBUG os_brick.utils [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:52:31 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: f989b385-9f14-460f-9bce-a5627019b503] Updating existing volume attachment record: 6da60b66-a220-4c8e-83d8-e90fd0f03d9e {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 13:52:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:31 user nova-compute[86206]: DEBUG nova.network.neutron [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: f989b385-9f14-460f-9bce-a5627019b503] Successfully created port: 65edc5d5-ca69-4289-9ed8-65808515ed65 {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:52:32 user nova-compute[86206]: DEBUG nova.network.neutron [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: f989b385-9f14-460f-9bce-a5627019b503] Successfully updated port: 65edc5d5-ca69-4289-9ed8-65808515ed65 {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:52:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "refresh_cache-f989b385-9f14-460f-9bce-a5627019b503" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:52:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquired lock "refresh_cache-f989b385-9f14-460f-9bce-a5627019b503" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:52:32 user nova-compute[86206]: DEBUG nova.network.neutron [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: f989b385-9f14-460f-9bce-a5627019b503] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:52:32 user nova-compute[86206]: DEBUG nova.compute.manager [req-74fa3936-1e41-4e10-8478-97070f98bac0 req-a8d8d56e-a1b5-4ce9-8830-86bfad54b4a3 service nova] [instance: f989b385-9f14-460f-9bce-a5627019b503] Received event network-changed-65edc5d5-ca69-4289-9ed8-65808515ed65 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:52:32 user nova-compute[86206]: DEBUG nova.compute.manager [req-74fa3936-1e41-4e10-8478-97070f98bac0 req-a8d8d56e-a1b5-4ce9-8830-86bfad54b4a3 service nova] [instance: f989b385-9f14-460f-9bce-a5627019b503] Refreshing instance network info cache due to event network-changed-65edc5d5-ca69-4289-9ed8-65808515ed65. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:52:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-74fa3936-1e41-4e10-8478-97070f98bac0 req-a8d8d56e-a1b5-4ce9-8830-86bfad54b4a3 service nova] Acquiring lock "refresh_cache-f989b385-9f14-460f-9bce-a5627019b503" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:52:32 user nova-compute[86206]: DEBUG nova.network.neutron [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: f989b385-9f14-460f-9bce-a5627019b503] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:52:32 user nova-compute[86206]: DEBUG nova.network.neutron [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: f989b385-9f14-460f-9bce-a5627019b503] Updating instance_info_cache with network_info: [{"id": "65edc5d5-ca69-4289-9ed8-65808515ed65", "address": "fa:16:3e:46:b8:f6", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65edc5d5-ca", "ovs_interfaceid": "65edc5d5-ca69-4289-9ed8-65808515ed65", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:52:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Releasing lock "refresh_cache-f989b385-9f14-460f-9bce-a5627019b503" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:52:33 user nova-compute[86206]: DEBUG nova.compute.manager [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: f989b385-9f14-460f-9bce-a5627019b503] Instance network_info: |[{"id": "65edc5d5-ca69-4289-9ed8-65808515ed65", "address": "fa:16:3e:46:b8:f6", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65edc5d5-ca", "ovs_interfaceid": "65edc5d5-ca69-4289-9ed8-65808515ed65", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:52:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-74fa3936-1e41-4e10-8478-97070f98bac0 req-a8d8d56e-a1b5-4ce9-8830-86bfad54b4a3 service nova] Acquired lock "refresh_cache-f989b385-9f14-460f-9bce-a5627019b503" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:52:33 user nova-compute[86206]: DEBUG nova.network.neutron [req-74fa3936-1e41-4e10-8478-97070f98bac0 req-a8d8d56e-a1b5-4ce9-8830-86bfad54b4a3 service nova] [instance: f989b385-9f14-460f-9bce-a5627019b503] Refreshing network info cache for port 65edc5d5-ca69-4289-9ed8-65808515ed65 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:52:33 user nova-compute[86206]: DEBUG nova.network.neutron [req-74fa3936-1e41-4e10-8478-97070f98bac0 req-a8d8d56e-a1b5-4ce9-8830-86bfad54b4a3 service nova] [instance: f989b385-9f14-460f-9bce-a5627019b503] Updated VIF entry in instance network info cache for port 65edc5d5-ca69-4289-9ed8-65808515ed65. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:52:33 user nova-compute[86206]: DEBUG nova.network.neutron [req-74fa3936-1e41-4e10-8478-97070f98bac0 req-a8d8d56e-a1b5-4ce9-8830-86bfad54b4a3 service nova] [instance: f989b385-9f14-460f-9bce-a5627019b503] Updating instance_info_cache with network_info: [{"id": "65edc5d5-ca69-4289-9ed8-65808515ed65", "address": "fa:16:3e:46:b8:f6", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65edc5d5-ca", "ovs_interfaceid": "65edc5d5-ca69-4289-9ed8-65808515ed65", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:52:33 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-74fa3936-1e41-4e10-8478-97070f98bac0 req-a8d8d56e-a1b5-4ce9-8830-86bfad54b4a3 service nova] Releasing lock "refresh_cache-f989b385-9f14-460f-9bce-a5627019b503" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:52:34 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:39 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:44 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:49 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:50 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:52:50 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:52:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "refresh_cache-fff6404f-3ab9-4fdb-8443-33fe70cfe6d0" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:52:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquired lock "refresh_cache-fff6404f-3ab9-4fdb-8443-33fe70cfe6d0" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:52:50 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Forcefully refreshing network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 10 13:52:51 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Updating instance_info_cache with network_info: [{"id": "6ceaec2b-a22c-45dc-802c-975fb5d22e3e", "address": "fa:16:3e:f0:45:22", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ceaec2b-a2", "ovs_interfaceid": "6ceaec2b-a22c-45dc-802c-975fb5d22e3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:52:51 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Releasing lock "refresh_cache-fff6404f-3ab9-4fdb-8443-33fe70cfe6d0" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:52:51 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Updated the network info_cache for instance {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 10 13:52:51 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:52:51 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:52:51 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:52:51 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:52:51 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:52:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:51 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:52:51 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:52:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4c7228a-907a-48bf-82fc-c1ee31bf2fd2/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4c7228a-907a-48bf-82fc-c1ee31bf2fd2/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4c7228a-907a-48bf-82fc-c1ee31bf2fd2/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:51 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4c7228a-907a-48bf-82fc-c1ee31bf2fd2/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:52 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:52:52 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:52:52 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=8572MB free_disk=25.011005401611328GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:52:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:52:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:52:52 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance b62217a9-24a3-412c-a6c1-855a6a8602da actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:52:52 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance fff6404f-3ab9-4fdb-8443-33fe70cfe6d0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:52:52 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance d4c7228a-907a-48bf-82fc-c1ee31bf2fd2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:52:52 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance f989b385-9f14-460f-9bce-a5627019b503 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:52:52 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:52:52 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:52:52 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Refreshing inventories for resource provider 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 10 13:52:52 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Updating ProviderTree inventory for provider 97afe8a5-73d4-462c-9196-a44dc5775cec from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 10 13:52:52 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Updating inventory in ProviderTree for provider 97afe8a5-73d4-462c-9196-a44dc5775cec with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 10 13:52:52 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Refreshing aggregate associations for resource provider 97afe8a5-73d4-462c-9196-a44dc5775cec, aggregates: None {{(pid=86206) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 10 13:52:52 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Refreshing trait associations for resource provider 97afe8a5-73d4-462c-9196-a44dc5775cec, traits: COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_USB,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_SSE,COMPUTE_NODE,COMPUTE_STORAGE_BUS_VIRTIO,HW_CPU_X86_MMX,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_SSSE3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE2,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE41,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIF_MODEL_VIRTIO {{(pid=86206) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 10 13:52:52 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:52:52 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:52:52 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:52:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.619s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:52:53 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:52:53 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 13:52:54 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:52:54 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG nova.compute.manager [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: f989b385-9f14-460f-9bce-a5627019b503] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: f989b385-9f14-460f-9bce-a5627019b503] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:52:55 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: f989b385-9f14-460f-9bce-a5627019b503] Creating image(s)
Nov 10 13:52:55 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: f989b385-9f14-460f-9bce-a5627019b503] Did not create local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: f989b385-9f14-460f-9bce-a5627019b503] Ensure instance console log exists: /opt/stack/data/nova/instances/f989b385-9f14-460f-9bce-a5627019b503/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: f989b385-9f14-460f-9bce-a5627019b503] Start _get_guest_xml network_info=[{"id": "65edc5d5-ca69-4289-9ed8-65808515ed65", "address": "fa:16:3e:46:b8:f6", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65edc5d5-ca", "ovs_interfaceid": "65edc5d5-ca69-4289-9ed8-65808515ed65", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'disk_bus': 'virtio', 'guest_format': None, 'device_type': 'disk', 'attachment_id': '6da60b66-a220-4c8e-83d8-e90fd0f03d9e', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fDurMXeP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f989b385-9f14-460f-9bce-a5627019b503', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca1676a8-36c1-461f-a14f-060ba874ad73', 'serial': 'ca1676a8-36c1-461f-a14f-060ba874ad73'}, 'mount_device': '/dev/vda', 'boot_index': 0, 'volume_type': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:52:55 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:52:55 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:52:55 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: f989b385-9f14-460f-9bce-a5627019b503] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fDurMXeP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:52:55 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:52:55 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:52:55 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:52:55 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:52:55 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:52:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73 -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[63828816-443f-41ae-8938-ad64e0747311]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 13:52:55 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73 -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca6c6cca-178c-4788-870b-4ef1e2357ba7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73] added
Nov 10 13:52:55 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6473ac2-65f9-4c26-a162-54295d0a8f4e]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb69071b-733d-45be-a5e7-3e122e703387]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fDurMXeP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fDurMXeP" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9e0bd8d-0560-4340-b29e-3352632665ca]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'fDurMXeP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[930a6ff3-eaff-4669-b1cc-4b06fede95cb]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[618a6b54-9bec-4d1d-a7a9-26920a93802b]: (4, ('tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)
Nov 10 13:52:55 user nova-compute[86206]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 (non-flash)
Nov 10 13:52:55 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsi session list stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)
Nov 10 13:52:55 user nova-compute[86206]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 (non-flash)
Nov 10 13:52:55 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73 -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73 -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e471429-4c37-493d-b8c8-79e5c759009a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73, portal: 172.16.0.220,3260]
Nov 10 13:52:55 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73, portal: 172.16.0.220,3260] successful.
Nov 10 13:52:55 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5c2c052-6c40-4928-bc98-84a54988d34c]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f565502-981f-467f-9191-4aabc8f45816]: (4, ('tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)
Nov 10 13:52:55 user nova-compute[86206]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 (non-flash)
Nov 10 13:52:55 user nova-compute[86206]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73 (non-flash)
Nov 10 13:52:55 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsi session list stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)
Nov 10 13:52:55 user nova-compute[86206]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 (non-flash)
Nov 10 13:52:55 user nova-compute[86206]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73 (non-flash)
Nov 10 13:52:55 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.279s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] HCTL ('35', '-', '-', 0) found on session 46 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbd8cf55-f0a5-4c99-9117-ef337202e7ab]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Searching for a device in session 46 and hctl ['35', '*', '*', 0] yield: None {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:52:55 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:52:56 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Searching for a device in session 46 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:52:56 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fDurMXeP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:52:56 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.309s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:52:56 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] <== connect_volume: return (1309ms) {'type': 'block', 'scsi_wwn': '26534633733616331', 'path': '/dev/sdd'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:52:56 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: f989b385-9f14-460f-9bce-a5627019b503] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26534633733616331', 'path': '/dev/sdd'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:52:56 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:52:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1155290247',display_name='tempest-TestVolumeBootPattern-server-1155290247',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1155290247',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMlDE+CswMeQ2L4HJmZih6MW8Nx2adkCOd65Hdd25jovjCpkw2RSpp4uz7hREcPT9bTcOavdX8FxPdALmNkDTngZbnXiMV7zZluant0cjY+XToQMutom3iOs74IT5f1D9Q==',key_name='tempest-TestVolumeBootPattern-1903993718',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='398c80570edc4001af39959f6ca0a0c6',ramdisk_id='',reservation_id='r-722cud2l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-19527526',owner_user_name='tempest-TestVolumeBootPattern-19527526-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:52:31Z,user_data=None,user_id='70b0703bebcb46969be6c8da0fb19f17',uuid=f989b385-9f14-460f-9bce-a5627019b503,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "65edc5d5-ca69-4289-9ed8-65808515ed65", "address": "fa:16:3e:46:b8:f6", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65edc5d5-ca", "ovs_interfaceid": "65edc5d5-ca69-4289-9ed8-65808515ed65", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:52:56 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Converting VIF {"id": "65edc5d5-ca69-4289-9ed8-65808515ed65", "address": "fa:16:3e:46:b8:f6", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65edc5d5-ca", "ovs_interfaceid": "65edc5d5-ca69-4289-9ed8-65808515ed65", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:52:56 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:46:b8:f6,bridge_name='br-int',has_traffic_filtering=True,id=65edc5d5-ca69-4289-9ed8-65808515ed65,network=Network(d841a72f-c220-4ec4-8258-16c8288db743),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65edc5d5-ca') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:52:56 user nova-compute[86206]: DEBUG nova.objects.instance [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lazy-loading 'pci_devices' on Instance uuid f989b385-9f14-460f-9bce-a5627019b503 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:52:56 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: f989b385-9f14-460f-9bce-a5627019b503] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:52:56 user nova-compute[86206]:   <uuid>f989b385-9f14-460f-9bce-a5627019b503</uuid>
Nov 10 13:52:56 user nova-compute[86206]:   <name>instance-00000032</name>
Nov 10 13:52:56 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:52:56 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:52:56 user nova-compute[86206]:   <metadata>
Nov 10 13:52:56 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:52:56 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:52:56 user nova-compute[86206]:       <nova:name>tempest-TestVolumeBootPattern-server-1155290247</nova:name>
Nov 10 13:52:56 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:52:55</nova:creationTime>
Nov 10 13:52:56 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:52:56 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:52:56 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:52:56 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:52:56 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:52:56 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:52:56 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:52:56 user nova-compute[86206]:       <nova:owner>
Nov 10 13:52:56 user nova-compute[86206]:         <nova:user uuid="70b0703bebcb46969be6c8da0fb19f17">tempest-TestVolumeBootPattern-19527526-project-member</nova:user>
Nov 10 13:52:56 user nova-compute[86206]:         <nova:project uuid="398c80570edc4001af39959f6ca0a0c6">tempest-TestVolumeBootPattern-19527526</nova:project>
Nov 10 13:52:56 user nova-compute[86206]:       </nova:owner>
Nov 10 13:52:56 user nova-compute[86206]:       <nova:ports>
Nov 10 13:52:56 user nova-compute[86206]:         <nova:port uuid="65edc5d5-ca69-4289-9ed8-65808515ed65">
Nov 10 13:52:56 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 10 13:52:56 user nova-compute[86206]:         </nova:port>
Nov 10 13:52:56 user nova-compute[86206]:       </nova:ports>
Nov 10 13:52:56 user nova-compute[86206]:     </nova:instance>
Nov 10 13:52:56 user nova-compute[86206]:   </metadata>
Nov 10 13:52:56 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:52:56 user nova-compute[86206]:     <system>
Nov 10 13:52:56 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:52:56 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:52:56 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:52:56 user nova-compute[86206]:       <entry name="serial">f989b385-9f14-460f-9bce-a5627019b503</entry>
Nov 10 13:52:56 user nova-compute[86206]:       <entry name="uuid">f989b385-9f14-460f-9bce-a5627019b503</entry>
Nov 10 13:52:56 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:52:56 user nova-compute[86206]:     </system>
Nov 10 13:52:56 user nova-compute[86206]:   </sysinfo>
Nov 10 13:52:56 user nova-compute[86206]:   <os>
Nov 10 13:52:56 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:52:56 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:52:56 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:52:56 user nova-compute[86206]:   </os>
Nov 10 13:52:56 user nova-compute[86206]:   <features>
Nov 10 13:52:56 user nova-compute[86206]:     <acpi/>
Nov 10 13:52:56 user nova-compute[86206]:     <apic/>
Nov 10 13:52:56 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:52:56 user nova-compute[86206]:   </features>
Nov 10 13:52:56 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:52:56 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:52:56 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:52:56 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:52:56 user nova-compute[86206]:   </clock>
Nov 10 13:52:56 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:52:56 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:52:56 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:52:56 user nova-compute[86206]:   </cpu>
Nov 10 13:52:56 user nova-compute[86206]:   <devices>
Nov 10 13:52:56 user nova-compute[86206]:     <disk type="block" device="disk">
Nov 10 13:52:56 user nova-compute[86206]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:52:56 user nova-compute[86206]:       <source dev="/dev/sdd"/>
Nov 10 13:52:56 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:52:56 user nova-compute[86206]:       <serial>ca1676a8-36c1-461f-a14f-060ba874ad73</serial>
Nov 10 13:52:56 user nova-compute[86206]:     </disk>
Nov 10 13:52:56 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:52:56 user nova-compute[86206]:       <mac address="fa:16:3e:46:b8:f6"/>
Nov 10 13:52:56 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:52:56 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:52:56 user nova-compute[86206]:       <target dev="tap65edc5d5-ca"/>
Nov 10 13:52:56 user nova-compute[86206]:     </interface>
Nov 10 13:52:56 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:52:56 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/f989b385-9f14-460f-9bce-a5627019b503/console.log" append="off"/>
Nov 10 13:52:56 user nova-compute[86206]:     </serial>
Nov 10 13:52:56 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:52:56 user nova-compute[86206]:     <video>
Nov 10 13:52:56 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:52:56 user nova-compute[86206]:     </video>
Nov 10 13:52:56 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:52:56 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:52:56 user nova-compute[86206]:     </rng>
Nov 10 13:52:56 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:52:56 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:52:56 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:52:56 user nova-compute[86206]:     </memballoon>
Nov 10 13:52:56 user nova-compute[86206]:   </devices>
Nov 10 13:52:56 user nova-compute[86206]: </domain>
Nov 10 13:52:56 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:52:56 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:52:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1155290247',display_name='tempest-TestVolumeBootPattern-server-1155290247',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1155290247',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMlDE+CswMeQ2L4HJmZih6MW8Nx2adkCOd65Hdd25jovjCpkw2RSpp4uz7hREcPT9bTcOavdX8FxPdALmNkDTngZbnXiMV7zZluant0cjY+XToQMutom3iOs74IT5f1D9Q==',key_name='tempest-TestVolumeBootPattern-1903993718',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='398c80570edc4001af39959f6ca0a0c6',ramdisk_id='',reservation_id='r-722cud2l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-19527526',owner_user_name='tempest-TestVolumeBootPattern-19527526-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:52:31Z,user_data=None,user_id='70b0703bebcb46969be6c8da0fb19f17',uuid=f989b385-9f14-460f-9bce-a5627019b503,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "65edc5d5-ca69-4289-9ed8-65808515ed65", "address": "fa:16:3e:46:b8:f6", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65edc5d5-ca", "ovs_interfaceid": "65edc5d5-ca69-4289-9ed8-65808515ed65", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:52:56 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Converting VIF {"id": "65edc5d5-ca69-4289-9ed8-65808515ed65", "address": "fa:16:3e:46:b8:f6", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65edc5d5-ca", "ovs_interfaceid": "65edc5d5-ca69-4289-9ed8-65808515ed65", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:52:56 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:46:b8:f6,bridge_name='br-int',has_traffic_filtering=True,id=65edc5d5-ca69-4289-9ed8-65808515ed65,network=Network(d841a72f-c220-4ec4-8258-16c8288db743),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65edc5d5-ca') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:52:56 user nova-compute[86206]: DEBUG os_vif [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:46:b8:f6,bridge_name='br-int',has_traffic_filtering=True,id=65edc5d5-ca69-4289-9ed8-65808515ed65,network=Network(d841a72f-c220-4ec4-8258-16c8288db743),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65edc5d5-ca') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:52:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:52:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:52:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c208d651-098e-5e82-9e64-55cd74e57b59', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:52:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap65edc5d5-ca, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:52:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap65edc5d5-ca, col_values=(('qos', UUID('df5f3f70-6621-4fda-8156-81d34cb9a764')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:52:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap65edc5d5-ca, col_values=(('external_ids', {'iface-id': '65edc5d5-ca69-4289-9ed8-65808515ed65', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:46:b8:f6', 'vm-uuid': 'f989b385-9f14-460f-9bce-a5627019b503'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:52:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:52:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:56 user nova-compute[86206]: INFO os_vif [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:46:b8:f6,bridge_name='br-int',has_traffic_filtering=True,id=65edc5d5-ca69-4289-9ed8-65808515ed65,network=Network(d841a72f-c220-4ec4-8258-16c8288db743),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65edc5d5-ca')
Nov 10 13:52:56 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:52:56 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] No VIF found with MAC fa:16:3e:46:b8:f6, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:52:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:57 user nova-compute[86206]: DEBUG nova.compute.manager [req-dcd2493d-0055-458b-83e2-e43e0a5b13c8 req-55d0df9b-4991-48b5-a1bf-4c4efd446bec service nova] [instance: f989b385-9f14-460f-9bce-a5627019b503] Received event network-vif-plugged-65edc5d5-ca69-4289-9ed8-65808515ed65 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:52:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-dcd2493d-0055-458b-83e2-e43e0a5b13c8 req-55d0df9b-4991-48b5-a1bf-4c4efd446bec service nova] Acquiring lock "f989b385-9f14-460f-9bce-a5627019b503-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:52:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-dcd2493d-0055-458b-83e2-e43e0a5b13c8 req-55d0df9b-4991-48b5-a1bf-4c4efd446bec service nova] Lock "f989b385-9f14-460f-9bce-a5627019b503-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:52:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-dcd2493d-0055-458b-83e2-e43e0a5b13c8 req-55d0df9b-4991-48b5-a1bf-4c4efd446bec service nova] Lock "f989b385-9f14-460f-9bce-a5627019b503-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:52:57 user nova-compute[86206]: DEBUG nova.compute.manager [req-dcd2493d-0055-458b-83e2-e43e0a5b13c8 req-55d0df9b-4991-48b5-a1bf-4c4efd446bec service nova] [instance: f989b385-9f14-460f-9bce-a5627019b503] No waiting events found dispatching network-vif-plugged-65edc5d5-ca69-4289-9ed8-65808515ed65 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:52:57 user nova-compute[86206]: WARNING nova.compute.manager [req-dcd2493d-0055-458b-83e2-e43e0a5b13c8 req-55d0df9b-4991-48b5-a1bf-4c4efd446bec service nova] [instance: f989b385-9f14-460f-9bce-a5627019b503] Received unexpected event network-vif-plugged-65edc5d5-ca69-4289-9ed8-65808515ed65 for instance with vm_state building and task_state spawning.
Nov 10 13:52:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:52:59 user nova-compute[86206]: DEBUG nova.compute.manager [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: f989b385-9f14-460f-9bce-a5627019b503] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:52:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: f989b385-9f14-460f-9bce-a5627019b503] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:52:59 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: f989b385-9f14-460f-9bce-a5627019b503] Instance spawned successfully.
Nov 10 13:52:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: f989b385-9f14-460f-9bce-a5627019b503] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:52:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: f989b385-9f14-460f-9bce-a5627019b503] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:52:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: f989b385-9f14-460f-9bce-a5627019b503] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:52:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: f989b385-9f14-460f-9bce-a5627019b503] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:52:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: f989b385-9f14-460f-9bce-a5627019b503] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:52:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: f989b385-9f14-460f-9bce-a5627019b503] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:52:59 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: f989b385-9f14-460f-9bce-a5627019b503] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:53:00 user nova-compute[86206]: INFO nova.compute.manager [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: f989b385-9f14-460f-9bce-a5627019b503] Took 4.97 seconds to spawn the instance on the hypervisor.
Nov 10 13:53:00 user nova-compute[86206]: DEBUG nova.compute.manager [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: f989b385-9f14-460f-9bce-a5627019b503] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:53:00 user nova-compute[86206]: DEBUG nova.compute.manager [req-5a0f58b8-0e90-4e64-b2bd-47713f8349ac req-16f1d28d-f0f8-43cb-a083-e33701677b0c service nova] [instance: f989b385-9f14-460f-9bce-a5627019b503] Received event network-vif-plugged-65edc5d5-ca69-4289-9ed8-65808515ed65 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:53:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-5a0f58b8-0e90-4e64-b2bd-47713f8349ac req-16f1d28d-f0f8-43cb-a083-e33701677b0c service nova] Acquiring lock "f989b385-9f14-460f-9bce-a5627019b503-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:53:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-5a0f58b8-0e90-4e64-b2bd-47713f8349ac req-16f1d28d-f0f8-43cb-a083-e33701677b0c service nova] Lock "f989b385-9f14-460f-9bce-a5627019b503-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:53:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-5a0f58b8-0e90-4e64-b2bd-47713f8349ac req-16f1d28d-f0f8-43cb-a083-e33701677b0c service nova] Lock "f989b385-9f14-460f-9bce-a5627019b503-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:53:00 user nova-compute[86206]: DEBUG nova.compute.manager [req-5a0f58b8-0e90-4e64-b2bd-47713f8349ac req-16f1d28d-f0f8-43cb-a083-e33701677b0c service nova] [instance: f989b385-9f14-460f-9bce-a5627019b503] No waiting events found dispatching network-vif-plugged-65edc5d5-ca69-4289-9ed8-65808515ed65 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:53:00 user nova-compute[86206]: WARNING nova.compute.manager [req-5a0f58b8-0e90-4e64-b2bd-47713f8349ac req-16f1d28d-f0f8-43cb-a083-e33701677b0c service nova] [instance: f989b385-9f14-460f-9bce-a5627019b503] Received unexpected event network-vif-plugged-65edc5d5-ca69-4289-9ed8-65808515ed65 for instance with vm_state building and task_state spawning.
Nov 10 13:53:00 user nova-compute[86206]: INFO nova.compute.manager [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: f989b385-9f14-460f-9bce-a5627019b503] Took 29.57 seconds to build instance.
Nov 10 13:53:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3bca85e3-f4fc-4be1-a815-305250ffb2f7 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "f989b385-9f14-460f-9bce-a5627019b503" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 29.673s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:53:00 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:53:01 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:53:02 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:53:02 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:53:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:53:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:53:11 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:53:13 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:53:13 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Cleaning up deleted instances with incomplete migration  {{(pid=86206) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 10 13:53:14 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:53:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:53:19 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:53:20 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._sync_power_states {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:53:20 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Triggering sync for uuid b62217a9-24a3-412c-a6c1-855a6a8602da {{(pid=86206) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 10 13:53:20 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Triggering sync for uuid fff6404f-3ab9-4fdb-8443-33fe70cfe6d0 {{(pid=86206) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 10 13:53:20 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Triggering sync for uuid d4c7228a-907a-48bf-82fc-c1ee31bf2fd2 {{(pid=86206) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 10 13:53:20 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Triggering sync for uuid f989b385-9f14-460f-9bce-a5627019b503 {{(pid=86206) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 10 13:53:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "b62217a9-24a3-412c-a6c1-855a6a8602da" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:53:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "b62217a9-24a3-412c-a6c1-855a6a8602da" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:53:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "fff6404f-3ab9-4fdb-8443-33fe70cfe6d0" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:53:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "fff6404f-3ab9-4fdb-8443-33fe70cfe6d0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:53:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "d4c7228a-907a-48bf-82fc-c1ee31bf2fd2" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:53:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "d4c7228a-907a-48bf-82fc-c1ee31bf2fd2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:53:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "f989b385-9f14-460f-9bce-a5627019b503" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:53:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "f989b385-9f14-460f-9bce-a5627019b503" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:53:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "b62217a9-24a3-412c-a6c1-855a6a8602da" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.037s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:53:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "d4c7228a-907a-48bf-82fc-c1ee31bf2fd2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.041s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:53:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "fff6404f-3ab9-4fdb-8443-33fe70cfe6d0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.044s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:53:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "f989b385-9f14-460f-9bce-a5627019b503" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.047s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:53:21 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:53:22 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:53:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:53:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:53:26 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:53:26 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Cleaning up deleted instances {{(pid=86206) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 10 13:53:26 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] There are 0 instances to clean {{(pid=86206) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 10 13:53:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:53:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:53:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:53:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:53:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=86206) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 10 13:53:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:53:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:53:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:53:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:53:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:53:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=86206) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 10 13:53:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:53:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:53:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:53:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:53:49 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:53:49 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:53:49 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Rebuilding the list of instances to heal {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 10 13:53:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "refresh_cache-b62217a9-24a3-412c-a6c1-855a6a8602da" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:53:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquired lock "refresh_cache-b62217a9-24a3-412c-a6c1-855a6a8602da" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:53:50 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Forcefully refreshing network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 10 13:53:50 user nova-compute[86206]: DEBUG nova.objects.instance [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lazy-loading 'info_cache' on Instance uuid b62217a9-24a3-412c-a6c1-855a6a8602da {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:53:50 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Updating instance_info_cache with network_info: [{"id": "a6a1450b-f59b-49ec-a928-7aaa29690056", "address": "fa:16:3e:3f:74:ee", "network": {"id": "c44ccb21-a7dd-44e7-abce-ab2009ff7e2a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-244972796-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.31", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2b1d0e89b6f4eb48c0d75d93b7becf7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6a1450b-f5", "ovs_interfaceid": "a6a1450b-f59b-49ec-a928-7aaa29690056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:53:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Releasing lock "refresh_cache-b62217a9-24a3-412c-a6c1-855a6a8602da" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:53:50 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Updated the network info_cache for instance {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 10 13:53:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:53:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:53:51 user nova-compute[86206]: DEBUG nova.compute.manager [req-9dce9e33-685a-40c4-877f-09e922a2d3a8 req-9876329a-50a1-49d6-bf79-d6496fb3e4f6 service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Received event network-changed-a6a1450b-f59b-49ec-a928-7aaa29690056 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:53:51 user nova-compute[86206]: DEBUG nova.compute.manager [req-9dce9e33-685a-40c4-877f-09e922a2d3a8 req-9876329a-50a1-49d6-bf79-d6496fb3e4f6 service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Refreshing instance network info cache due to event network-changed-a6a1450b-f59b-49ec-a928-7aaa29690056. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:53:51 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-9dce9e33-685a-40c4-877f-09e922a2d3a8 req-9876329a-50a1-49d6-bf79-d6496fb3e4f6 service nova] Acquiring lock "refresh_cache-b62217a9-24a3-412c-a6c1-855a6a8602da" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:53:51 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-9dce9e33-685a-40c4-877f-09e922a2d3a8 req-9876329a-50a1-49d6-bf79-d6496fb3e4f6 service nova] Acquired lock "refresh_cache-b62217a9-24a3-412c-a6c1-855a6a8602da" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:53:51 user nova-compute[86206]: DEBUG nova.network.neutron [req-9dce9e33-685a-40c4-877f-09e922a2d3a8 req-9876329a-50a1-49d6-bf79-d6496fb3e4f6 service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Refreshing network info cache for port a6a1450b-f59b-49ec-a928-7aaa29690056 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:53:52 user nova-compute[86206]: DEBUG nova.network.neutron [req-9dce9e33-685a-40c4-877f-09e922a2d3a8 req-9876329a-50a1-49d6-bf79-d6496fb3e4f6 service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Updated VIF entry in instance network info cache for port a6a1450b-f59b-49ec-a928-7aaa29690056. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:53:52 user nova-compute[86206]: DEBUG nova.network.neutron [req-9dce9e33-685a-40c4-877f-09e922a2d3a8 req-9876329a-50a1-49d6-bf79-d6496fb3e4f6 service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Updating instance_info_cache with network_info: [{"id": "a6a1450b-f59b-49ec-a928-7aaa29690056", "address": "fa:16:3e:3f:74:ee", "network": {"id": "c44ccb21-a7dd-44e7-abce-ab2009ff7e2a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-244972796-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.31", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2b1d0e89b6f4eb48c0d75d93b7becf7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6a1450b-f5", "ovs_interfaceid": "a6a1450b-f59b-49ec-a928-7aaa29690056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:53:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-9dce9e33-685a-40c4-877f-09e922a2d3a8 req-9876329a-50a1-49d6-bf79-d6496fb3e4f6 service nova] Releasing lock "refresh_cache-b62217a9-24a3-412c-a6c1-855a6a8602da" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:53:52 user nova-compute[86206]: DEBUG nova.compute.manager [req-1be1df3c-4c2d-4d93-a125-73d8f783313d req-64ef80fd-6b5e-4cd8-becd-6536dad05b2a service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Received event network-changed-a6a1450b-f59b-49ec-a928-7aaa29690056 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:53:52 user nova-compute[86206]: DEBUG nova.compute.manager [req-1be1df3c-4c2d-4d93-a125-73d8f783313d req-64ef80fd-6b5e-4cd8-becd-6536dad05b2a service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Refreshing instance network info cache due to event network-changed-a6a1450b-f59b-49ec-a928-7aaa29690056. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:53:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1be1df3c-4c2d-4d93-a125-73d8f783313d req-64ef80fd-6b5e-4cd8-becd-6536dad05b2a service nova] Acquiring lock "refresh_cache-b62217a9-24a3-412c-a6c1-855a6a8602da" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:53:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1be1df3c-4c2d-4d93-a125-73d8f783313d req-64ef80fd-6b5e-4cd8-becd-6536dad05b2a service nova] Acquired lock "refresh_cache-b62217a9-24a3-412c-a6c1-855a6a8602da" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:53:52 user nova-compute[86206]: DEBUG nova.network.neutron [req-1be1df3c-4c2d-4d93-a125-73d8f783313d req-64ef80fd-6b5e-4cd8-becd-6536dad05b2a service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Refreshing network info cache for port a6a1450b-f59b-49ec-a928-7aaa29690056 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:53:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f935d313-c45f-4e04-b82a-61a2b758e7b5 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Acquiring lock "b62217a9-24a3-412c-a6c1-855a6a8602da" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:53:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f935d313-c45f-4e04-b82a-61a2b758e7b5 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "b62217a9-24a3-412c-a6c1-855a6a8602da" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:53:52 user nova-compute[86206]: INFO nova.compute.manager [None req-f935d313-c45f-4e04-b82a-61a2b758e7b5 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Detaching volume a696936a-ece0-456b-bdd7-dfa4ac97d6c8
Nov 10 13:53:52 user nova-compute[86206]: INFO nova.virt.block_device [None req-f935d313-c45f-4e04-b82a-61a2b758e7b5 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Attempting to driver detach volume a696936a-ece0-456b-bdd7-dfa4ac97d6c8 from mountpoint /dev/vdb
Nov 10 13:53:52 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f935d313-c45f-4e04-b82a-61a2b758e7b5 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Attempting to detach device vdb from instance b62217a9-24a3-412c-a6c1-855a6a8602da from the persistent domain config. {{(pid=86206) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 10 13:53:52 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-f935d313-c45f-4e04-b82a-61a2b758e7b5 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 13:53:52 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:53:52 user nova-compute[86206]:   <source dev="/dev/sdb"/>
Nov 10 13:53:52 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:53:52 user nova-compute[86206]:   <serial>a696936a-ece0-456b-bdd7-dfa4ac97d6c8</serial>
Nov 10 13:53:52 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 10 13:53:52 user nova-compute[86206]: </disk>
Nov 10 13:53:52 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 13:53:52 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-f935d313-c45f-4e04-b82a-61a2b758e7b5 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Successfully detached device vdb from instance b62217a9-24a3-412c-a6c1-855a6a8602da from the persistent domain config.
Nov 10 13:53:52 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f935d313-c45f-4e04-b82a-61a2b758e7b5 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance b62217a9-24a3-412c-a6c1-855a6a8602da from the live domain config. {{(pid=86206) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 10 13:53:52 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-f935d313-c45f-4e04-b82a-61a2b758e7b5 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 13:53:52 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:53:52 user nova-compute[86206]:   <source dev="/dev/sdb"/>
Nov 10 13:53:52 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:53:52 user nova-compute[86206]:   <serial>a696936a-ece0-456b-bdd7-dfa4ac97d6c8</serial>
Nov 10 13:53:52 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 10 13:53:52 user nova-compute[86206]: </disk>
Nov 10 13:53:52 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 13:53:52 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:53:52 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 13:53:52 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:53:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:53:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:53:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:53:52 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:53:52 user nova-compute[86206]: DEBUG nova.network.neutron [req-1be1df3c-4c2d-4d93-a125-73d8f783313d req-64ef80fd-6b5e-4cd8-becd-6536dad05b2a service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Updated VIF entry in instance network info cache for port a6a1450b-f59b-49ec-a928-7aaa29690056. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:53:52 user nova-compute[86206]: DEBUG nova.network.neutron [req-1be1df3c-4c2d-4d93-a125-73d8f783313d req-64ef80fd-6b5e-4cd8-becd-6536dad05b2a service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Updating instance_info_cache with network_info: [{"id": "a6a1450b-f59b-49ec-a928-7aaa29690056", "address": "fa:16:3e:3f:74:ee", "network": {"id": "c44ccb21-a7dd-44e7-abce-ab2009ff7e2a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-244972796-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2b1d0e89b6f4eb48c0d75d93b7becf7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6a1450b-f5", "ovs_interfaceid": "a6a1450b-f59b-49ec-a928-7aaa29690056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:53:53 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-1be1df3c-4c2d-4d93-a125-73d8f783313d req-64ef80fd-6b5e-4cd8-becd-6536dad05b2a service nova] Releasing lock "refresh_cache-b62217a9-24a3-412c-a6c1-855a6a8602da" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:53:53 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:53:53 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f935d313-c45f-4e04-b82a-61a2b758e7b5 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance b62217a9-24a3-412c-a6c1-855a6a8602da {{(pid=86206) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 10 13:53:53 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:53:53 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:53:53 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:53:53 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:53:53 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4c7228a-907a-48bf-82fc-c1ee31bf2fd2/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:53:53 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4c7228a-907a-48bf-82fc-c1ee31bf2fd2/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:53:53 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4c7228a-907a-48bf-82fc-c1ee31bf2fd2/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:53:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4c7228a-907a-48bf-82fc-c1ee31bf2fd2/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:53:54 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:53:54 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:53:54 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:53:54 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:53:54 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=8545MB free_disk=25.000545501708984GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:53:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:53:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:53:54 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance b62217a9-24a3-412c-a6c1-855a6a8602da actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:53:54 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance fff6404f-3ab9-4fdb-8443-33fe70cfe6d0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:53:54 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance d4c7228a-907a-48bf-82fc-c1ee31bf2fd2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:53:54 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance f989b385-9f14-460f-9bce-a5627019b503 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:53:54 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:53:54 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:53:54 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:53:54 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:53:54 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:53:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.311s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:53:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:53:56 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:53:56 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:53:56 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:54:01 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:54:01 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:54:02 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:54:04 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:54:05 user nova-compute[86206]: DEBUG nova.compute.manager [req-180cdb20-72fc-4b23-8f99-d5d4b2dcefa4 req-bd9835e2-46a4-4d14-822e-847a0c62bf4f service nova] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Received event network-changed-18685663-3f6e-4b05-a7a7-d5111419aff4 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:54:05 user nova-compute[86206]: DEBUG nova.compute.manager [req-180cdb20-72fc-4b23-8f99-d5d4b2dcefa4 req-bd9835e2-46a4-4d14-822e-847a0c62bf4f service nova] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Refreshing instance network info cache due to event network-changed-18685663-3f6e-4b05-a7a7-d5111419aff4. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:54:05 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-180cdb20-72fc-4b23-8f99-d5d4b2dcefa4 req-bd9835e2-46a4-4d14-822e-847a0c62bf4f service nova] Acquiring lock "refresh_cache-d4c7228a-907a-48bf-82fc-c1ee31bf2fd2" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:54:05 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-180cdb20-72fc-4b23-8f99-d5d4b2dcefa4 req-bd9835e2-46a4-4d14-822e-847a0c62bf4f service nova] Acquired lock "refresh_cache-d4c7228a-907a-48bf-82fc-c1ee31bf2fd2" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:54:05 user nova-compute[86206]: DEBUG nova.network.neutron [req-180cdb20-72fc-4b23-8f99-d5d4b2dcefa4 req-bd9835e2-46a4-4d14-822e-847a0c62bf4f service nova] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Refreshing network info cache for port 18685663-3f6e-4b05-a7a7-d5111419aff4 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:54:06 user nova-compute[86206]: DEBUG nova.network.neutron [req-180cdb20-72fc-4b23-8f99-d5d4b2dcefa4 req-bd9835e2-46a4-4d14-822e-847a0c62bf4f service nova] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Updated VIF entry in instance network info cache for port 18685663-3f6e-4b05-a7a7-d5111419aff4. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:54:06 user nova-compute[86206]: DEBUG nova.network.neutron [req-180cdb20-72fc-4b23-8f99-d5d4b2dcefa4 req-bd9835e2-46a4-4d14-822e-847a0c62bf4f service nova] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Updating instance_info_cache with network_info: [{"id": "18685663-3f6e-4b05-a7a7-d5111419aff4", "address": "fa:16:3e:e3:18:bc", "network": {"id": "d24dd558-238f-4335-94b1-a5d101403ff6", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-211228406-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "781edf179eb8455dbc6af5463821b4f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18685663-3f", "ovs_interfaceid": "18685663-3f6e-4b05-a7a7-d5111419aff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:54:06 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-180cdb20-72fc-4b23-8f99-d5d4b2dcefa4 req-bd9835e2-46a4-4d14-822e-847a0c62bf4f service nova] Releasing lock "refresh_cache-d4c7228a-907a-48bf-82fc-c1ee31bf2fd2" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:54:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:54:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:54:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Acquiring lock "d4c7228a-907a-48bf-82fc-c1ee31bf2fd2" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Lock "d4c7228a-907a-48bf-82fc-c1ee31bf2fd2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG nova.objects.instance [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Lazy-loading 'flavor' on Instance uuid d4c7228a-907a-48bf-82fc-c1ee31bf2fd2 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Lock "d4c7228a-907a-48bf-82fc-c1ee31bf2fd2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.051s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:54:13 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-f935d313-c45f-4e04-b82a-61a2b758e7b5 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance b62217a9-24a3-412c-a6c1-855a6a8602da is timed out.
Nov 10 13:54:13 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-f935d313-c45f-4e04-b82a-61a2b758e7b5 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Successfully detached device vdb from instance b62217a9-24a3-412c-a6c1-855a6a8602da from the live domain config.
Nov 10 13:54:13 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f935d313-c45f-4e04-b82a-61a2b758e7b5 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f935d313-c45f-4e04-b82a-61a2b758e7b5 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SqkpImAv', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:54:13 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-f935d313-c45f-4e04-b82a-61a2b758e7b5 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:54:13 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-f935d313-c45f-4e04-b82a-61a2b758e7b5 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-f935d313-c45f-4e04-b82a-61a2b758e7b5 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[e69c699f-61a3-4aca-988a-8615c45589bf]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f935d313-c45f-4e04-b82a-61a2b758e7b5 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 13:54:13 user nova-compute[86206]: No targets found.
Nov 10 13:54:13 user nova-compute[86206]: iSNS:
Nov 10 13:54:13 user nova-compute[86206]: No targets found.
Nov 10 13:54:13 user nova-compute[86206]: STATIC:
Nov 10 13:54:13 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8
Nov 10 13:54:13 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:54:13 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:54:13 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73
Nov 10 13:54:13 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:54:13 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:54:13 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c
Nov 10 13:54:13 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:54:13 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:54:13 user nova-compute[86206]: FIRMWARE:
Nov 10 13:54:13 user nova-compute[86206]: No targets found.
Nov 10 13:54:13 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f935d313-c45f-4e04-b82a-61a2b758e7b5 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 13:54:13 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 13:54:13 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f935d313-c45f-4e04-b82a-61a2b758e7b5 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Acquiring lock "d4c7228a-907a-48bf-82fc-c1ee31bf2fd2" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Lock "d4c7228a-907a-48bf-82fc-c1ee31bf2fd2" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:54:13 user nova-compute[86206]: INFO nova.compute.manager [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Attaching volume 7b9f71b5-7138-409b-82a8-92f8c7f64d62 to /dev/vdb
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c59f667-2f55-46a6-93cb-74a361b14945]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[612b9f6c-06cd-4f34-a2f4-ea445433bc11]: (4, ('tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f935d313-c45f-4e04-b82a-61a2b758e7b5 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)
Nov 10 13:54:13 user nova-compute[86206]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 (non-flash)
Nov 10 13:54:13 user nova-compute[86206]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73 (non-flash)
Nov 10 13:54:13 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f935d313-c45f-4e04-b82a-61a2b758e7b5 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsi session list stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)
Nov 10 13:54:13 user nova-compute[86206]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 (non-flash)
Nov 10 13:54:13 user nova-compute[86206]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73 (non-flash)
Nov 10 13:54:13 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f935d313-c45f-4e04-b82a-61a2b758e7b5 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe46431b7f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8'): ({'sdb'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-f935d313-c45f-4e04-b82a-61a2b758e7b5 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Removing single pathed devices sdb {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG os_brick.utils [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e9b66b5-4338-472c-ba38-b1e6b5f80738]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[e05587fc-ea3b-4adb-a64c-9784c489fcb3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[09c66760-cbe3-465c-be76-3f533d415d11]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-f935d313-c45f-4e04-b82a-61a2b758e7b5 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Flushing IO for device /dev/sdb {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b1357da-6f60-4103-ad12-a9f7f482fdd5]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2ef9c7a-13d9-428c-a97b-86d770f93cfc]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-f935d313-c45f-4e04-b82a-61a2b758e7b5 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[89abe3eb-734f-4bc4-a0e1-4abf420a9a9e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[495e8ead-ea88-48cc-8c24-46f301e9c838]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.048s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[49b7d58c-23d5-4be1-9a9c-54c35207c229]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-f935d313-c45f-4e04-b82a-61a2b758e7b5 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-f935d313-c45f-4e04-b82a-61a2b758e7b5 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] SCSI volumes sdb have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f935d313-c45f-4e04-b82a-61a2b758e7b5 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:54:13 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[88de4582-c6db-451c-9f81-269994dac627]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG os_brick.utils [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] <== get_connector_properties: return (133ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Updating existing volume attachment record: 30290d47-70f7-429c-8c3e-46cf6f7f0d85 {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8eda731-e998-4073-bf74-1dbab6c9a2b2]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f935d313-c45f-4e04-b82a-61a2b758e7b5 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[91adf773-f223-44e0-ba57-3e98c438338d]: (4, ('Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8, portal: 172.16.0.220,3260]\nLogout of [sid: 45, target: iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f935d313-c45f-4e04-b82a-61a2b758e7b5 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8, portal: 172.16.0.220,3260]
Nov 10 13:54:13 user nova-compute[86206]: Logout of [sid: 45, target: iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8, portal: 172.16.0.220,3260] successful.
Nov 10 13:54:13 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a696936a-ece0-456b-bdd7-dfa4ac97d6c8 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[208c29fa-ac4a-445a-8f16-bba20731884e]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f935d313-c45f-4e04-b82a-61a2b758e7b5 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-f935d313-c45f-4e04-b82a-61a2b758e7b5 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.325s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-f935d313-c45f-4e04-b82a-61a2b758e7b5 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] <== disconnect_volume: return (327ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:54:13 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f935d313-c45f-4e04-b82a-61a2b758e7b5 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 13:54:14 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:54:14 user nova-compute[86206]: DEBUG nova.objects.instance [None req-f935d313-c45f-4e04-b82a-61a2b758e7b5 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lazy-loading 'flavor' on Instance uuid b62217a9-24a3-412c-a6c1-855a6a8602da {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:54:14 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f935d313-c45f-4e04-b82a-61a2b758e7b5 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "b62217a9-24a3-412c-a6c1-855a6a8602da" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.076s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:54:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:54:21 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:54:22 user nova-compute[86206]: DEBUG nova.compute.manager [req-664f3576-f283-4de3-a8c4-8249cd74d5b1 req-6ac69f40-ff3d-4d35-a883-0e8b4ee2dda9 service nova] [instance: f989b385-9f14-460f-9bce-a5627019b503] Received event network-changed-65edc5d5-ca69-4289-9ed8-65808515ed65 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:54:22 user nova-compute[86206]: DEBUG nova.compute.manager [req-664f3576-f283-4de3-a8c4-8249cd74d5b1 req-6ac69f40-ff3d-4d35-a883-0e8b4ee2dda9 service nova] [instance: f989b385-9f14-460f-9bce-a5627019b503] Refreshing instance network info cache due to event network-changed-65edc5d5-ca69-4289-9ed8-65808515ed65. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:54:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-664f3576-f283-4de3-a8c4-8249cd74d5b1 req-6ac69f40-ff3d-4d35-a883-0e8b4ee2dda9 service nova] Acquiring lock "refresh_cache-f989b385-9f14-460f-9bce-a5627019b503" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:54:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-664f3576-f283-4de3-a8c4-8249cd74d5b1 req-6ac69f40-ff3d-4d35-a883-0e8b4ee2dda9 service nova] Acquired lock "refresh_cache-f989b385-9f14-460f-9bce-a5627019b503" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:54:22 user nova-compute[86206]: DEBUG nova.network.neutron [req-664f3576-f283-4de3-a8c4-8249cd74d5b1 req-6ac69f40-ff3d-4d35-a883-0e8b4ee2dda9 service nova] [instance: f989b385-9f14-460f-9bce-a5627019b503] Refreshing network info cache for port 65edc5d5-ca69-4289-9ed8-65808515ed65 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:54:22 user nova-compute[86206]: DEBUG nova.network.neutron [req-664f3576-f283-4de3-a8c4-8249cd74d5b1 req-6ac69f40-ff3d-4d35-a883-0e8b4ee2dda9 service nova] [instance: f989b385-9f14-460f-9bce-a5627019b503] Updated VIF entry in instance network info cache for port 65edc5d5-ca69-4289-9ed8-65808515ed65. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:54:23 user nova-compute[86206]: DEBUG nova.network.neutron [req-664f3576-f283-4de3-a8c4-8249cd74d5b1 req-6ac69f40-ff3d-4d35-a883-0e8b4ee2dda9 service nova] [instance: f989b385-9f14-460f-9bce-a5627019b503] Updating instance_info_cache with network_info: [{"id": "65edc5d5-ca69-4289-9ed8-65808515ed65", "address": "fa:16:3e:46:b8:f6", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.92", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65edc5d5-ca", "ovs_interfaceid": "65edc5d5-ca69-4289-9ed8-65808515ed65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:54:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-664f3576-f283-4de3-a8c4-8249cd74d5b1 req-6ac69f40-ff3d-4d35-a883-0e8b4ee2dda9 service nova] Releasing lock "refresh_cache-f989b385-9f14-460f-9bce-a5627019b503" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:54:24 user nova-compute[86206]: DEBUG nova.compute.manager [req-f068825e-ab74-4bad-af3e-38135de5d29e req-b6b14a14-a1cb-4624-a828-9bfb0f829104 service nova] [instance: f989b385-9f14-460f-9bce-a5627019b503] Received event network-changed-65edc5d5-ca69-4289-9ed8-65808515ed65 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:54:24 user nova-compute[86206]: DEBUG nova.compute.manager [req-f068825e-ab74-4bad-af3e-38135de5d29e req-b6b14a14-a1cb-4624-a828-9bfb0f829104 service nova] [instance: f989b385-9f14-460f-9bce-a5627019b503] Refreshing instance network info cache due to event network-changed-65edc5d5-ca69-4289-9ed8-65808515ed65. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:54:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f068825e-ab74-4bad-af3e-38135de5d29e req-b6b14a14-a1cb-4624-a828-9bfb0f829104 service nova] Acquiring lock "refresh_cache-f989b385-9f14-460f-9bce-a5627019b503" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:54:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f068825e-ab74-4bad-af3e-38135de5d29e req-b6b14a14-a1cb-4624-a828-9bfb0f829104 service nova] Acquired lock "refresh_cache-f989b385-9f14-460f-9bce-a5627019b503" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:54:24 user nova-compute[86206]: DEBUG nova.network.neutron [req-f068825e-ab74-4bad-af3e-38135de5d29e req-b6b14a14-a1cb-4624-a828-9bfb0f829104 service nova] [instance: f989b385-9f14-460f-9bce-a5627019b503] Refreshing network info cache for port 65edc5d5-ca69-4289-9ed8-65808515ed65 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:54:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "f989b385-9f14-460f-9bce-a5627019b503" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:54:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "f989b385-9f14-460f-9bce-a5627019b503" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:54:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "f989b385-9f14-460f-9bce-a5627019b503-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:54:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "f989b385-9f14-460f-9bce-a5627019b503-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:54:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "f989b385-9f14-460f-9bce-a5627019b503-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:54:24 user nova-compute[86206]: INFO nova.compute.manager [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: f989b385-9f14-460f-9bce-a5627019b503] Terminating instance
Nov 10 13:54:24 user nova-compute[86206]: DEBUG nova.compute.manager [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: f989b385-9f14-460f-9bce-a5627019b503] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:54:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:54:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:54:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:54:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:54:24 user nova-compute[86206]: DEBUG nova.compute.manager [req-aaaaf292-00bc-4c1f-b37b-112e569b4326 req-33eeb26a-f048-4397-a358-7d52989d769d service nova] [instance: f989b385-9f14-460f-9bce-a5627019b503] Received event network-vif-unplugged-65edc5d5-ca69-4289-9ed8-65808515ed65 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:54:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-aaaaf292-00bc-4c1f-b37b-112e569b4326 req-33eeb26a-f048-4397-a358-7d52989d769d service nova] Acquiring lock "f989b385-9f14-460f-9bce-a5627019b503-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:54:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-aaaaf292-00bc-4c1f-b37b-112e569b4326 req-33eeb26a-f048-4397-a358-7d52989d769d service nova] Lock "f989b385-9f14-460f-9bce-a5627019b503-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:54:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-aaaaf292-00bc-4c1f-b37b-112e569b4326 req-33eeb26a-f048-4397-a358-7d52989d769d service nova] Lock "f989b385-9f14-460f-9bce-a5627019b503-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:54:24 user nova-compute[86206]: DEBUG nova.compute.manager [req-aaaaf292-00bc-4c1f-b37b-112e569b4326 req-33eeb26a-f048-4397-a358-7d52989d769d service nova] [instance: f989b385-9f14-460f-9bce-a5627019b503] No waiting events found dispatching network-vif-unplugged-65edc5d5-ca69-4289-9ed8-65808515ed65 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:54:24 user nova-compute[86206]: DEBUG nova.compute.manager [req-aaaaf292-00bc-4c1f-b37b-112e569b4326 req-33eeb26a-f048-4397-a358-7d52989d769d service nova] [instance: f989b385-9f14-460f-9bce-a5627019b503] Received event network-vif-unplugged-65edc5d5-ca69-4289-9ed8-65808515ed65 for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:54:24 user nova-compute[86206]: DEBUG nova.network.neutron [req-f068825e-ab74-4bad-af3e-38135de5d29e req-b6b14a14-a1cb-4624-a828-9bfb0f829104 service nova] [instance: f989b385-9f14-460f-9bce-a5627019b503] Updated VIF entry in instance network info cache for port 65edc5d5-ca69-4289-9ed8-65808515ed65. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:54:24 user nova-compute[86206]: DEBUG nova.network.neutron [req-f068825e-ab74-4bad-af3e-38135de5d29e req-b6b14a14-a1cb-4624-a828-9bfb0f829104 service nova] [instance: f989b385-9f14-460f-9bce-a5627019b503] Updating instance_info_cache with network_info: [{"id": "65edc5d5-ca69-4289-9ed8-65808515ed65", "address": "fa:16:3e:46:b8:f6", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65edc5d5-ca", "ovs_interfaceid": "65edc5d5-ca69-4289-9ed8-65808515ed65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:54:24 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-f068825e-ab74-4bad-af3e-38135de5d29e req-b6b14a14-a1cb-4624-a828-9bfb0f829104 service nova] Releasing lock "refresh_cache-f989b385-9f14-460f-9bce-a5627019b503" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:54:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:54:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:54:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:54:25 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: f989b385-9f14-460f-9bce-a5627019b503] Instance destroyed successfully.
Nov 10 13:54:25 user nova-compute[86206]: DEBUG nova.objects.instance [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lazy-loading 'resources' on Instance uuid f989b385-9f14-460f-9bce-a5627019b503 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:52:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1155290247',display_name='tempest-TestVolumeBootPattern-server-1155290247',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1155290247',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMlDE+CswMeQ2L4HJmZih6MW8Nx2adkCOd65Hdd25jovjCpkw2RSpp4uz7hREcPT9bTcOavdX8FxPdALmNkDTngZbnXiMV7zZluant0cjY+XToQMutom3iOs74IT5f1D9Q==',key_name='tempest-TestVolumeBootPattern-1903993718',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:53:00Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='398c80570edc4001af39959f6ca0a0c6',ramdisk_id='',reservation_id='r-722cud2l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-19527526',owner_user_name='tempest-TestVolumeBootPattern-19527526-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:53:00Z,user_data=None,user_id='70b0703bebcb46969be6c8da0fb19f17',uuid=f989b385-9f14-460f-9bce-a5627019b503,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "65edc5d5-ca69-4289-9ed8-65808515ed65", "address": "fa:16:3e:46:b8:f6", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.92", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65edc5d5-ca", "ovs_interfaceid": "65edc5d5-ca69-4289-9ed8-65808515ed65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Converting VIF {"id": "65edc5d5-ca69-4289-9ed8-65808515ed65", "address": "fa:16:3e:46:b8:f6", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.92", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap65edc5d5-ca", "ovs_interfaceid": "65edc5d5-ca69-4289-9ed8-65808515ed65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:46:b8:f6,bridge_name='br-int',has_traffic_filtering=True,id=65edc5d5-ca69-4289-9ed8-65808515ed65,network=Network(d841a72f-c220-4ec4-8258-16c8288db743),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65edc5d5-ca') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG os_vif [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:46:b8:f6,bridge_name='br-int',has_traffic_filtering=True,id=65edc5d5-ca69-4289-9ed8-65808515ed65,network=Network(d841a72f-c220-4ec4-8258-16c8288db743),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65edc5d5-ca') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap65edc5d5-ca, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=df5f3f70-6621-4fda-8156-81d34cb9a764) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:54:25 user nova-compute[86206]: INFO os_vif [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:46:b8:f6,bridge_name='br-int',has_traffic_filtering=True,id=65edc5d5-ca69-4289-9ed8-65808515ed65,network=Network(d841a72f-c220-4ec4-8258-16c8288db743),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap65edc5d5-ca')
Nov 10 13:54:25 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: f989b385-9f14-460f-9bce-a5627019b503] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fDurMXeP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:54:25 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:54:25 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.029s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4edf2de-8736-43a7-a856-85d96b5185ba]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 13:54:25 user nova-compute[86206]: No targets found.
Nov 10 13:54:25 user nova-compute[86206]: iSNS:
Nov 10 13:54:25 user nova-compute[86206]: No targets found.
Nov 10 13:54:25 user nova-compute[86206]: STATIC:
Nov 10 13:54:25 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73
Nov 10 13:54:25 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:54:25 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:54:25 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c
Nov 10 13:54:25 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:54:25 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:54:25 user nova-compute[86206]: FIRMWARE:
Nov 10 13:54:25 user nova-compute[86206]: No targets found.
Nov 10 13:54:25 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 13:54:25 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 13:54:25 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f686d04d-9f78-4169-83d0-11761f60c82e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b61b1bb7-3e8d-40e5-89a3-522f43dea6fd]: (4, ('tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)
Nov 10 13:54:25 user nova-compute[86206]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73 (non-flash)
Nov 10 13:54:25 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsi session list stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)
Nov 10 13:54:25 user nova-compute[86206]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73 (non-flash)
Nov 10 13:54:25 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe464515510>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73'): ({'sdd'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Removing single pathed devices sdd {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7455ca50-5be3-4399-96f7-cd8ccc4b8320]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[fce47b7d-828c-47cb-af7e-7e1c3e1fd6d7]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Flushing IO for device /dev/sdd {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[d210e9de-9407-4a0d-8514-6005429192db]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.063s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d5b8faf-5ae8-4c63-a9cc-5286efe471c5]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] SCSI volumes sdd have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[59680247-786b-40a5-8471-16838ab2554f]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73 -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73 -p 172.16.0.220:3260 --logout" returned: 0 in 0.048s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[293d25d2-d418-463f-b93d-493c445a7615]: (4, ('Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73, portal: 172.16.0.220,3260]\nLogout of [sid: 46, target: iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73, portal: 172.16.0.220,3260]
Nov 10 13:54:25 user nova-compute[86206]: Logout of [sid: 46, target: iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73, portal: 172.16.0.220,3260] successful.
Nov 10 13:54:25 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73 -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ca1676a8-36c1-461f-a14f-060ba874ad73 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad45831c-caba-4151-8e9d-215bf949631c]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.342s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] <== disconnect_volume: return (343ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: f989b385-9f14-460f-9bce-a5627019b503] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 13:54:25 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: f989b385-9f14-460f-9bce-a5627019b503] Deleting instance files /opt/stack/data/nova/instances/f989b385-9f14-460f-9bce-a5627019b503_del
Nov 10 13:54:25 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: f989b385-9f14-460f-9bce-a5627019b503] Deletion of /opt/stack/data/nova/instances/f989b385-9f14-460f-9bce-a5627019b503_del complete
Nov 10 13:54:25 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:54:25 user nova-compute[86206]: INFO nova.compute.manager [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: f989b385-9f14-460f-9bce-a5627019b503] Took 1.24 seconds to destroy the instance on the hypervisor.
Nov 10 13:54:25 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: f989b385-9f14-460f-9bce-a5627019b503] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: f989b385-9f14-460f-9bce-a5627019b503] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:54:25 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: f989b385-9f14-460f-9bce-a5627019b503] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:54:25 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: f989b385-9f14-460f-9bce-a5627019b503] Took 0.43 seconds to deallocate network for instance.
Nov 10 13:54:26 user nova-compute[86206]: DEBUG nova.compute.manager [req-4fa900d9-3a52-4079-9d03-6d89a41d393f req-faa9f538-3b54-4e79-97c3-9f3daee14ae6 service nova] [instance: f989b385-9f14-460f-9bce-a5627019b503] Received event network-vif-plugged-65edc5d5-ca69-4289-9ed8-65808515ed65 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:54:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4fa900d9-3a52-4079-9d03-6d89a41d393f req-faa9f538-3b54-4e79-97c3-9f3daee14ae6 service nova] Acquiring lock "f989b385-9f14-460f-9bce-a5627019b503-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:54:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4fa900d9-3a52-4079-9d03-6d89a41d393f req-faa9f538-3b54-4e79-97c3-9f3daee14ae6 service nova] Lock "f989b385-9f14-460f-9bce-a5627019b503-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:54:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-4fa900d9-3a52-4079-9d03-6d89a41d393f req-faa9f538-3b54-4e79-97c3-9f3daee14ae6 service nova] Lock "f989b385-9f14-460f-9bce-a5627019b503-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:54:26 user nova-compute[86206]: DEBUG nova.compute.manager [req-4fa900d9-3a52-4079-9d03-6d89a41d393f req-faa9f538-3b54-4e79-97c3-9f3daee14ae6 service nova] [instance: f989b385-9f14-460f-9bce-a5627019b503] No waiting events found dispatching network-vif-plugged-65edc5d5-ca69-4289-9ed8-65808515ed65 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:54:26 user nova-compute[86206]: WARNING nova.compute.manager [req-4fa900d9-3a52-4079-9d03-6d89a41d393f req-faa9f538-3b54-4e79-97c3-9f3daee14ae6 service nova] [instance: f989b385-9f14-460f-9bce-a5627019b503] Received unexpected event network-vif-plugged-65edc5d5-ca69-4289-9ed8-65808515ed65 for instance with vm_state active and task_state deleting.
Nov 10 13:54:26 user nova-compute[86206]: DEBUG nova.compute.manager [req-4fa900d9-3a52-4079-9d03-6d89a41d393f req-faa9f538-3b54-4e79-97c3-9f3daee14ae6 service nova] [instance: f989b385-9f14-460f-9bce-a5627019b503] Received event network-vif-deleted-65edc5d5-ca69-4289-9ed8-65808515ed65 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:54:27 user nova-compute[86206]: INFO nova.compute.manager [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: f989b385-9f14-460f-9bce-a5627019b503] Took 1.13 seconds to detach 1 volumes for instance.
Nov 10 13:54:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:54:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:54:27 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:54:27 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:54:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.192s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:54:27 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Deleted allocations for instance f989b385-9f14-460f-9bce-a5627019b503
Nov 10 13:54:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-c671ed6f-fea1-463a-a3c8-d6b06eff7345 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "f989b385-9f14-460f-9bce-a5627019b503" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.186s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:54:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:54:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:54:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:54:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=86206) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 10 13:54:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:54:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:54:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:54:39 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:54:40 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:54:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:54:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:54:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=86206) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 10 13:54:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:54:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:54:45 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:54:49 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:54:49 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:54:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "refresh_cache-fff6404f-3ab9-4fdb-8443-33fe70cfe6d0" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:54:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquired lock "refresh_cache-fff6404f-3ab9-4fdb-8443-33fe70cfe6d0" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:54:50 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Forcefully refreshing network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 10 13:54:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:54:50 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Updating instance_info_cache with network_info: [{"id": "6ceaec2b-a22c-45dc-802c-975fb5d22e3e", "address": "fa:16:3e:f0:45:22", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ceaec2b-a2", "ovs_interfaceid": "6ceaec2b-a22c-45dc-802c-975fb5d22e3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:54:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Releasing lock "refresh_cache-fff6404f-3ab9-4fdb-8443-33fe70cfe6d0" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:54:50 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Updated the network info_cache for instance {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 10 13:54:52 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:54:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:54:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:54:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:54:52 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:54:53 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:54:53 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:54:53 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:54:53 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:54:53 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:54:53 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4c7228a-907a-48bf-82fc-c1ee31bf2fd2/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:54:53 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4c7228a-907a-48bf-82fc-c1ee31bf2fd2/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:54:53 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4c7228a-907a-48bf-82fc-c1ee31bf2fd2/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:54:53 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4c7228a-907a-48bf-82fc-c1ee31bf2fd2/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:54:53 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-61ebedf1-5241-4c4b-8110-97525ff6252e tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Acquiring lock "b62217a9-24a3-412c-a6c1-855a6a8602da" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:54:53 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-61ebedf1-5241-4c4b-8110-97525ff6252e tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "b62217a9-24a3-412c-a6c1-855a6a8602da" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:54:53 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-61ebedf1-5241-4c4b-8110-97525ff6252e tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Acquiring lock "b62217a9-24a3-412c-a6c1-855a6a8602da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:54:53 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-61ebedf1-5241-4c4b-8110-97525ff6252e tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "b62217a9-24a3-412c-a6c1-855a6a8602da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:54:53 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-61ebedf1-5241-4c4b-8110-97525ff6252e tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "b62217a9-24a3-412c-a6c1-855a6a8602da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:54:53 user nova-compute[86206]: INFO nova.compute.manager [None req-61ebedf1-5241-4c4b-8110-97525ff6252e tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Terminating instance
Nov 10 13:54:53 user nova-compute[86206]: DEBUG nova.compute.manager [None req-61ebedf1-5241-4c4b-8110-97525ff6252e tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:54:54 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:54:54 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:54:54 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=8658MB free_disk=24.997867584228516GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:54:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:54:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:54:54 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:54:54 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:54:54 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:54:54 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance b62217a9-24a3-412c-a6c1-855a6a8602da actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:54:54 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance fff6404f-3ab9-4fdb-8443-33fe70cfe6d0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:54:54 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance d4c7228a-907a-48bf-82fc-c1ee31bf2fd2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:54:54 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:54:54 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:54:54 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:54:54 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:54:54 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:54:54 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:54:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.328s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:54:54 user nova-compute[86206]: DEBUG nova.compute.manager [req-fbc28821-3b8e-45b3-abde-30b480d5730a req-84dd6aeb-1456-4226-a344-f4ffaa09d9b7 service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Received event network-vif-unplugged-a6a1450b-f59b-49ec-a928-7aaa29690056 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:54:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-fbc28821-3b8e-45b3-abde-30b480d5730a req-84dd6aeb-1456-4226-a344-f4ffaa09d9b7 service nova] Acquiring lock "b62217a9-24a3-412c-a6c1-855a6a8602da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:54:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-fbc28821-3b8e-45b3-abde-30b480d5730a req-84dd6aeb-1456-4226-a344-f4ffaa09d9b7 service nova] Lock "b62217a9-24a3-412c-a6c1-855a6a8602da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:54:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-fbc28821-3b8e-45b3-abde-30b480d5730a req-84dd6aeb-1456-4226-a344-f4ffaa09d9b7 service nova] Lock "b62217a9-24a3-412c-a6c1-855a6a8602da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:54:54 user nova-compute[86206]: DEBUG nova.compute.manager [req-fbc28821-3b8e-45b3-abde-30b480d5730a req-84dd6aeb-1456-4226-a344-f4ffaa09d9b7 service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] No waiting events found dispatching network-vif-unplugged-a6a1450b-f59b-49ec-a928-7aaa29690056 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:54:54 user nova-compute[86206]: DEBUG nova.compute.manager [req-fbc28821-3b8e-45b3-abde-30b480d5730a req-84dd6aeb-1456-4226-a344-f4ffaa09d9b7 service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Received event network-vif-unplugged-a6a1450b-f59b-49ec-a928-7aaa29690056 for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:54:54 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:54:54 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Instance destroyed successfully.
Nov 10 13:54:54 user nova-compute[86206]: DEBUG nova.objects.instance [None req-61ebedf1-5241-4c4b-8110-97525ff6252e tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lazy-loading 'resources' on Instance uuid b62217a9-24a3-412c-a6c1-855a6a8602da {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:54:55 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-61ebedf1-5241-4c4b-8110-97525ff6252e tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:49:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1264254054',display_name='tempest-TestMinimumBasicScenario-server-1264254054',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1264254054',id=47,image_ref='06afec05-6131-4dea-9c90-70e286754d95',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMmww8PszMGBXYPUEMRRtP8Xjyfy9slz2y7exmy8dObErnqkdCyrS7pH2GI+vdP63ExPIotJiKXEA6pORLYQBV9G8I9KN4zt/Zxl+6iI2t26rs/DiMmF3GLP0cMuN6EFeg==',key_name='tempest-TestMinimumBasicScenario-330470208',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:49:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f2b1d0e89b6f4eb48c0d75d93b7becf7',ramdisk_id='',reservation_id='r-f5bg6l6q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='06afec05-6131-4dea-9c90-70e286754d95',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-868117923',owner_user_name='tempest-TestMinimumBasicScenario-868117923-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:52:07Z,user_data=None,user_id='fb70ff887f6848409daa0c76f35c5acc',uuid=b62217a9-24a3-412c-a6c1-855a6a8602da,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a6a1450b-f59b-49ec-a928-7aaa29690056", "address": "fa:16:3e:3f:74:ee", "network": {"id": "c44ccb21-a7dd-44e7-abce-ab2009ff7e2a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-244972796-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2b1d0e89b6f4eb48c0d75d93b7becf7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6a1450b-f5", "ovs_interfaceid": "a6a1450b-f59b-49ec-a928-7aaa29690056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:54:55 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-61ebedf1-5241-4c4b-8110-97525ff6252e tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Converting VIF {"id": "a6a1450b-f59b-49ec-a928-7aaa29690056", "address": "fa:16:3e:3f:74:ee", "network": {"id": "c44ccb21-a7dd-44e7-abce-ab2009ff7e2a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-244972796-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2b1d0e89b6f4eb48c0d75d93b7becf7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa6a1450b-f5", "ovs_interfaceid": "a6a1450b-f59b-49ec-a928-7aaa29690056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:54:55 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-61ebedf1-5241-4c4b-8110-97525ff6252e tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3f:74:ee,bridge_name='br-int',has_traffic_filtering=True,id=a6a1450b-f59b-49ec-a928-7aaa29690056,network=Network(c44ccb21-a7dd-44e7-abce-ab2009ff7e2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6a1450b-f5') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:54:55 user nova-compute[86206]: DEBUG os_vif [None req-61ebedf1-5241-4c4b-8110-97525ff6252e tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3f:74:ee,bridge_name='br-int',has_traffic_filtering=True,id=a6a1450b-f59b-49ec-a928-7aaa29690056,network=Network(c44ccb21-a7dd-44e7-abce-ab2009ff7e2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6a1450b-f5') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:54:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:54:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa6a1450b-f5, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:54:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:54:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:54:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:54:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3c38713f-90bf-497b-b1fc-42da8f45482f) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:54:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:54:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:54:55 user nova-compute[86206]: INFO os_vif [None req-61ebedf1-5241-4c4b-8110-97525ff6252e tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3f:74:ee,bridge_name='br-int',has_traffic_filtering=True,id=a6a1450b-f59b-49ec-a928-7aaa29690056,network=Network(c44ccb21-a7dd-44e7-abce-ab2009ff7e2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa6a1450b-f5')
Nov 10 13:54:55 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-61ebedf1-5241-4c4b-8110-97525ff6252e tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Deleting instance files /opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da_del
Nov 10 13:54:55 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-61ebedf1-5241-4c4b-8110-97525ff6252e tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Deletion of /opt/stack/data/nova/instances/b62217a9-24a3-412c-a6c1-855a6a8602da_del complete
Nov 10 13:54:55 user nova-compute[86206]: INFO nova.compute.manager [None req-61ebedf1-5241-4c4b-8110-97525ff6252e tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Took 1.24 seconds to destroy the instance on the hypervisor.
Nov 10 13:54:55 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-61ebedf1-5241-4c4b-8110-97525ff6252e tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:54:55 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:54:55 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:54:55 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:54:55 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:54:55 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 13:54:55 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Took 0.50 seconds to deallocate network for instance.
Nov 10 13:54:55 user nova-compute[86206]: DEBUG nova.compute.manager [req-e32f6170-901e-4c01-a98c-d9ce28529c86 req-4662a860-1d27-46b6-9a37-144cdde43ae3 service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Received event network-vif-deleted-a6a1450b-f59b-49ec-a928-7aaa29690056 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:54:55 user nova-compute[86206]: INFO nova.compute.manager [req-e32f6170-901e-4c01-a98c-d9ce28529c86 req-4662a860-1d27-46b6-9a37-144cdde43ae3 service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Neutron deleted interface a6a1450b-f59b-49ec-a928-7aaa29690056; detaching it from the instance and deleting it from the info cache
Nov 10 13:54:55 user nova-compute[86206]: DEBUG nova.network.neutron [req-e32f6170-901e-4c01-a98c-d9ce28529c86 req-4662a860-1d27-46b6-9a37-144cdde43ae3 service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:54:55 user nova-compute[86206]: DEBUG nova.compute.manager [req-e32f6170-901e-4c01-a98c-d9ce28529c86 req-4662a860-1d27-46b6-9a37-144cdde43ae3 service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Detach interface failed, port_id=a6a1450b-f59b-49ec-a928-7aaa29690056, reason: Instance b62217a9-24a3-412c-a6c1-855a6a8602da could not be found. {{(pid=86206) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 10 13:54:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-61ebedf1-5241-4c4b-8110-97525ff6252e tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:54:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-61ebedf1-5241-4c4b-8110-97525ff6252e tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:54:55 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-61ebedf1-5241-4c4b-8110-97525ff6252e tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:54:55 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-61ebedf1-5241-4c4b-8110-97525ff6252e tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:54:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-61ebedf1-5241-4c4b-8110-97525ff6252e tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.164s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:54:55 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:54:55 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-61ebedf1-5241-4c4b-8110-97525ff6252e tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Deleted allocations for instance b62217a9-24a3-412c-a6c1-855a6a8602da
Nov 10 13:54:55 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:54:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-61ebedf1-5241-4c4b-8110-97525ff6252e tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "b62217a9-24a3-412c-a6c1-855a6a8602da" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.157s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:54:56 user nova-compute[86206]: DEBUG nova.compute.manager [req-45fa368b-d004-4577-907f-210b5f1e41be req-5066fe3b-6e41-4cbd-9291-af5453a7e266 service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Received event network-vif-plugged-a6a1450b-f59b-49ec-a928-7aaa29690056 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:54:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-45fa368b-d004-4577-907f-210b5f1e41be req-5066fe3b-6e41-4cbd-9291-af5453a7e266 service nova] Acquiring lock "b62217a9-24a3-412c-a6c1-855a6a8602da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:54:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-45fa368b-d004-4577-907f-210b5f1e41be req-5066fe3b-6e41-4cbd-9291-af5453a7e266 service nova] Lock "b62217a9-24a3-412c-a6c1-855a6a8602da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:54:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-45fa368b-d004-4577-907f-210b5f1e41be req-5066fe3b-6e41-4cbd-9291-af5453a7e266 service nova] Lock "b62217a9-24a3-412c-a6c1-855a6a8602da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:54:56 user nova-compute[86206]: DEBUG nova.compute.manager [req-45fa368b-d004-4577-907f-210b5f1e41be req-5066fe3b-6e41-4cbd-9291-af5453a7e266 service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] No waiting events found dispatching network-vif-plugged-a6a1450b-f59b-49ec-a928-7aaa29690056 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:54:56 user nova-compute[86206]: WARNING nova.compute.manager [req-45fa368b-d004-4577-907f-210b5f1e41be req-5066fe3b-6e41-4cbd-9291-af5453a7e266 service nova] [instance: b62217a9-24a3-412c-a6c1-855a6a8602da] Received unexpected event network-vif-plugged-a6a1450b-f59b-49ec-a928-7aaa29690056 for instance with vm_state deleted and task_state None.
Nov 10 13:54:56 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:55:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:55:01 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:55:04 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:55:04 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:55:05 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:55:05 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:55:05 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=86206) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 10 13:55:05 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:55:05 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:55:05 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:55:07 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:55:07 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SIRLwAVu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:55:07 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:55:07 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:55:07 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:55:07 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:55:07 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:55:07 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:55:07 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:55:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62 -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:55:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:55:07 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[56e0946f-b88e-4e21-a2a6-ca60b434cfd7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:55:07 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 13:55:07 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:55:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62 -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:55:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:55:07 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cb5601d-6bd9-4222-a040-5fe679665129]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:55:07 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62] added
Nov 10 13:55:07 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:55:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:55:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:55:07 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[3713c3a9-89b7-4beb-9ed3-929dfa19d7a7]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:55:07 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:55:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:55:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:55:07 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d3f3630-8428-47e5-96d6-b79a63af9878]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:55:07 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:55:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SIRLwAVu {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:55:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SIRLwAVu" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:55:07 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c8c0ab3-6403-4523-accb-f95d8433bab1]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:55:07 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'SIRLwAVu'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:55:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:55:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:55:07 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[9962a3c3-4874-408b-b2f0-21c7a7694697]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:55:07 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:55:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:55:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:55:07 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[03c20978-2163-4f00-bad5-3be6a4cdce6e]: (4, ('tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:55:07 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)
Nov 10 13:55:07 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:55:07 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] iscsi session list stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)
Nov 10 13:55:07 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:55:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62 -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:55:08 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62 -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:55:08 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ebe1574-e27c-4404-a3dc-ca026b2cc6bf]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:55:08 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62, portal: 172.16.0.220,3260]
Nov 10 13:55:08 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62, portal: 172.16.0.220,3260] successful.
Nov 10 13:55:08 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:55:08 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:55:08 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:55:08 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc5840e8-cbe0-4e23-8ddb-8ad2d7c94b1a]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:55:08 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:55:08 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:55:08 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:55:08 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fff83ad-d3f8-4c49-8518-edd56d0dbd01]: (4, ('tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:55:08 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)
Nov 10 13:55:08 user nova-compute[86206]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62 (non-flash)
Nov 10 13:55:08 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:55:08 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] iscsi session list stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)
Nov 10 13:55:08 user nova-compute[86206]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62 (non-flash)
Nov 10 13:55:08 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:55:08 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.272s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:55:08 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:55:08 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] HCTL ('33', '-', '-', 0) found on session 47 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:55:08 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:55:08 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:55:08 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:55:08 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d7758df-ccfb-4808-bfb3-8106f082c7de]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:55:08 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Searching for a device in session 47 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:55:08 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SIRLwAVu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:55:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.305s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:55:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] <== connect_volume: return (1307ms) {'type': 'block', 'scsi_wwn': '23564623537613335', 'path': '/dev/sdb'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:55:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23564623537613335', 'path': '/dev/sdb'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:55:09 user nova-compute[86206]: DEBUG nova.objects.instance [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Lazy-loading 'flavor' on Instance uuid d4c7228a-907a-48bf-82fc-c1ee31bf2fd2 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:55:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] attach device xml: <disk type="block" device="disk">
Nov 10 13:55:09 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:55:09 user nova-compute[86206]:   <source dev="/dev/sdb"/>
Nov 10 13:55:09 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:55:09 user nova-compute[86206]:   <serial>7b9f71b5-7138-409b-82a8-92f8c7f64d62</serial>
Nov 10 13:55:09 user nova-compute[86206]: </disk>
Nov 10 13:55:09 user nova-compute[86206]:  {{(pid=86206) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 10 13:55:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:55:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] No BDM found with device name vdb, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:55:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] No VIF found with MAC fa:16:3e:e3:18:bc, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:55:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-3515bde1-462a-48cd-8fc7-bc1d53954969 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Lock "d4c7228a-907a-48bf-82fc-c1ee31bf2fd2" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 56.302s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:55:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:55:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a73055a1-aa30-4d40-8d59-cef4fd0639c7 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Acquiring lock "d4c7228a-907a-48bf-82fc-c1ee31bf2fd2" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:55:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a73055a1-aa30-4d40-8d59-cef4fd0639c7 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Lock "d4c7228a-907a-48bf-82fc-c1ee31bf2fd2" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:55:10 user nova-compute[86206]: INFO nova.compute.manager [None req-a73055a1-aa30-4d40-8d59-cef4fd0639c7 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Detaching volume 7b9f71b5-7138-409b-82a8-92f8c7f64d62
Nov 10 13:55:11 user nova-compute[86206]: INFO nova.virt.block_device [None req-a73055a1-aa30-4d40-8d59-cef4fd0639c7 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Attempting to driver detach volume 7b9f71b5-7138-409b-82a8-92f8c7f64d62 from mountpoint /dev/vdb
Nov 10 13:55:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a73055a1-aa30-4d40-8d59-cef4fd0639c7 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Attempting to detach device vdb from instance d4c7228a-907a-48bf-82fc-c1ee31bf2fd2 from the persistent domain config. {{(pid=86206) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 10 13:55:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-a73055a1-aa30-4d40-8d59-cef4fd0639c7 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 13:55:11 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:55:11 user nova-compute[86206]:   <source dev="/dev/sdb"/>
Nov 10 13:55:11 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:55:11 user nova-compute[86206]:   <serial>7b9f71b5-7138-409b-82a8-92f8c7f64d62</serial>
Nov 10 13:55:11 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 10 13:55:11 user nova-compute[86206]: </disk>
Nov 10 13:55:11 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 13:55:11 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-a73055a1-aa30-4d40-8d59-cef4fd0639c7 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Successfully detached device vdb from instance d4c7228a-907a-48bf-82fc-c1ee31bf2fd2 from the persistent domain config.
Nov 10 13:55:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a73055a1-aa30-4d40-8d59-cef4fd0639c7 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance d4c7228a-907a-48bf-82fc-c1ee31bf2fd2 from the live domain config. {{(pid=86206) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 10 13:55:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-a73055a1-aa30-4d40-8d59-cef4fd0639c7 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 13:55:11 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:55:11 user nova-compute[86206]:   <source dev="/dev/sdb"/>
Nov 10 13:55:11 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:55:11 user nova-compute[86206]:   <serial>7b9f71b5-7138-409b-82a8-92f8c7f64d62</serial>
Nov 10 13:55:11 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 10 13:55:11 user nova-compute[86206]: </disk>
Nov 10 13:55:11 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 13:55:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-a73055a1-aa30-4d40-8d59-cef4fd0639c7 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance d4c7228a-907a-48bf-82fc-c1ee31bf2fd2 {{(pid=86206) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 10 13:55:15 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:55:15 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:55:15 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=86206) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 10 13:55:15 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:55:15 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:55:15 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:55:15 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:55:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:55:25 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:55:30 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:55:31 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-a73055a1-aa30-4d40-8d59-cef4fd0639c7 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance d4c7228a-907a-48bf-82fc-c1ee31bf2fd2 is timed out.
Nov 10 13:55:31 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-a73055a1-aa30-4d40-8d59-cef4fd0639c7 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Successfully detached device vdb from instance d4c7228a-907a-48bf-82fc-c1ee31bf2fd2 from the live domain config.
Nov 10 13:55:31 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a73055a1-aa30-4d40-8d59-cef4fd0639c7 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a73055a1-aa30-4d40-8d59-cef4fd0639c7 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SIRLwAVu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:55:31 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-a73055a1-aa30-4d40-8d59-cef4fd0639c7 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:55:31 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-a73055a1-aa30-4d40-8d59-cef4fd0639c7 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-a73055a1-aa30-4d40-8d59-cef4fd0639c7 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[04a921fd-5df2-4fd0-bcf6-9050d2793edf]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a73055a1-aa30-4d40-8d59-cef4fd0639c7 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 13:55:31 user nova-compute[86206]: No targets found.
Nov 10 13:55:31 user nova-compute[86206]: iSNS:
Nov 10 13:55:31 user nova-compute[86206]: No targets found.
Nov 10 13:55:31 user nova-compute[86206]: STATIC:
Nov 10 13:55:31 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62
Nov 10 13:55:31 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:55:31 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:55:31 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c
Nov 10 13:55:31 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:55:31 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:55:31 user nova-compute[86206]: FIRMWARE:
Nov 10 13:55:31 user nova-compute[86206]: No targets found.
Nov 10 13:55:31 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a73055a1-aa30-4d40-8d59-cef4fd0639c7 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 13:55:31 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 13:55:31 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a73055a1-aa30-4d40-8d59-cef4fd0639c7 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[21c78f4d-bfc1-4c4e-aa84-93b31eb49db6]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[560fdd11-57b7-4a55-af17-7ff19e5ea09e]: (4, ('tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a73055a1-aa30-4d40-8d59-cef4fd0639c7 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)
Nov 10 13:55:31 user nova-compute[86206]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62 (non-flash)
Nov 10 13:55:31 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a73055a1-aa30-4d40-8d59-cef4fd0639c7 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] iscsi session list stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)
Nov 10 13:55:31 user nova-compute[86206]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62 (non-flash)
Nov 10 13:55:31 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a73055a1-aa30-4d40-8d59-cef4fd0639c7 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe4643d31c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62'): ({'sdb'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-a73055a1-aa30-4d40-8d59-cef4fd0639c7 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Removing single pathed devices sdb {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[d38c4424-a342-47b4-a111-a768d1ae45d0]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f0c3db0-4ca8-4dc8-8fa2-00737e51ec60]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-a73055a1-aa30-4d40-8d59-cef4fd0639c7 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Flushing IO for device /dev/sdb {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[65eefe08-d6f0-496e-b84a-9cfa1490ae1b]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-a73055a1-aa30-4d40-8d59-cef4fd0639c7 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.047s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[53b2420f-4b2a-492e-b91c-7cc49d3d087a]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-a73055a1-aa30-4d40-8d59-cef4fd0639c7 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-a73055a1-aa30-4d40-8d59-cef4fd0639c7 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] SCSI volumes sdb have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a73055a1-aa30-4d40-8d59-cef4fd0639c7 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7268613b-9fbb-4576-b118-c7505a59347e]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a73055a1-aa30-4d40-8d59-cef4fd0639c7 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62 -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[3924c6bc-c09d-4ff8-abb8-5040b2fba3e6]: (4, ('Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62, portal: 172.16.0.220,3260]\nLogout of [sid: 47, target: iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a73055a1-aa30-4d40-8d59-cef4fd0639c7 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62, portal: 172.16.0.220,3260]
Nov 10 13:55:31 user nova-compute[86206]: Logout of [sid: 47, target: iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62, portal: 172.16.0.220,3260] successful.
Nov 10 13:55:31 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62 -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7b9f71b5-7138-409b-82a8-92f8c7f64d62 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d4338ca-09d4-4a34-b5a6-d4947de70bda]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a73055a1-aa30-4d40-8d59-cef4fd0639c7 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-a73055a1-aa30-4d40-8d59-cef4fd0639c7 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.289s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-a73055a1-aa30-4d40-8d59-cef4fd0639c7 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] <== disconnect_volume: return (290ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:55:31 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a73055a1-aa30-4d40-8d59-cef4fd0639c7 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 13:55:32 user nova-compute[86206]: DEBUG nova.objects.instance [None req-a73055a1-aa30-4d40-8d59-cef4fd0639c7 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Lazy-loading 'flavor' on Instance uuid d4c7228a-907a-48bf-82fc-c1ee31bf2fd2 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:55:32 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-a73055a1-aa30-4d40-8d59-cef4fd0639c7 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Lock "d4c7228a-907a-48bf-82fc-c1ee31bf2fd2" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.845s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:55:35 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:55:37 user nova-compute[86206]: DEBUG nova.compute.manager [req-08952df1-2c47-4e52-aa20-2d24c5e6ff21 req-14de1178-d675-49a4-91d4-303aa1ad2941 service nova] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Received event network-changed-6ceaec2b-a22c-45dc-802c-975fb5d22e3e {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:55:37 user nova-compute[86206]: DEBUG nova.compute.manager [req-08952df1-2c47-4e52-aa20-2d24c5e6ff21 req-14de1178-d675-49a4-91d4-303aa1ad2941 service nova] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Refreshing instance network info cache due to event network-changed-6ceaec2b-a22c-45dc-802c-975fb5d22e3e. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:55:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-08952df1-2c47-4e52-aa20-2d24c5e6ff21 req-14de1178-d675-49a4-91d4-303aa1ad2941 service nova] Acquiring lock "refresh_cache-fff6404f-3ab9-4fdb-8443-33fe70cfe6d0" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:55:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-08952df1-2c47-4e52-aa20-2d24c5e6ff21 req-14de1178-d675-49a4-91d4-303aa1ad2941 service nova] Acquired lock "refresh_cache-fff6404f-3ab9-4fdb-8443-33fe70cfe6d0" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:55:37 user nova-compute[86206]: DEBUG nova.network.neutron [req-08952df1-2c47-4e52-aa20-2d24c5e6ff21 req-14de1178-d675-49a4-91d4-303aa1ad2941 service nova] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Refreshing network info cache for port 6ceaec2b-a22c-45dc-802c-975fb5d22e3e {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:55:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "fff6404f-3ab9-4fdb-8443-33fe70cfe6d0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:55:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "fff6404f-3ab9-4fdb-8443-33fe70cfe6d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:55:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "fff6404f-3ab9-4fdb-8443-33fe70cfe6d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:55:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "fff6404f-3ab9-4fdb-8443-33fe70cfe6d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:55:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "fff6404f-3ab9-4fdb-8443-33fe70cfe6d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:55:37 user nova-compute[86206]: INFO nova.compute.manager [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Terminating instance
Nov 10 13:55:37 user nova-compute[86206]: DEBUG nova.compute.manager [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:55:37 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:55:37 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:55:37 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:55:37 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:55:37 user nova-compute[86206]: DEBUG nova.compute.manager [req-c6cb2449-0636-4022-b564-68a0fde7bc2e req-ad599111-c8be-40c5-ae35-eeb5ad63e549 service nova] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Received event network-vif-unplugged-6ceaec2b-a22c-45dc-802c-975fb5d22e3e {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:55:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c6cb2449-0636-4022-b564-68a0fde7bc2e req-ad599111-c8be-40c5-ae35-eeb5ad63e549 service nova] Acquiring lock "fff6404f-3ab9-4fdb-8443-33fe70cfe6d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:55:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c6cb2449-0636-4022-b564-68a0fde7bc2e req-ad599111-c8be-40c5-ae35-eeb5ad63e549 service nova] Lock "fff6404f-3ab9-4fdb-8443-33fe70cfe6d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:55:37 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-c6cb2449-0636-4022-b564-68a0fde7bc2e req-ad599111-c8be-40c5-ae35-eeb5ad63e549 service nova] Lock "fff6404f-3ab9-4fdb-8443-33fe70cfe6d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:55:37 user nova-compute[86206]: DEBUG nova.compute.manager [req-c6cb2449-0636-4022-b564-68a0fde7bc2e req-ad599111-c8be-40c5-ae35-eeb5ad63e549 service nova] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] No waiting events found dispatching network-vif-unplugged-6ceaec2b-a22c-45dc-802c-975fb5d22e3e {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:55:37 user nova-compute[86206]: DEBUG nova.compute.manager [req-c6cb2449-0636-4022-b564-68a0fde7bc2e req-ad599111-c8be-40c5-ae35-eeb5ad63e549 service nova] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Received event network-vif-unplugged-6ceaec2b-a22c-45dc-802c-975fb5d22e3e for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG nova.network.neutron [req-08952df1-2c47-4e52-aa20-2d24c5e6ff21 req-14de1178-d675-49a4-91d4-303aa1ad2941 service nova] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Updated VIF entry in instance network info cache for port 6ceaec2b-a22c-45dc-802c-975fb5d22e3e. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG nova.network.neutron [req-08952df1-2c47-4e52-aa20-2d24c5e6ff21 req-14de1178-d675-49a4-91d4-303aa1ad2941 service nova] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Updating instance_info_cache with network_info: [{"id": "6ceaec2b-a22c-45dc-802c-975fb5d22e3e", "address": "fa:16:3e:f0:45:22", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ceaec2b-a2", "ovs_interfaceid": "6ceaec2b-a22c-45dc-802c-975fb5d22e3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-08952df1-2c47-4e52-aa20-2d24c5e6ff21 req-14de1178-d675-49a4-91d4-303aa1ad2941 service nova] Releasing lock "refresh_cache-fff6404f-3ab9-4fdb-8443-33fe70cfe6d0" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:55:38 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Instance destroyed successfully.
Nov 10 13:55:38 user nova-compute[86206]: DEBUG nova.objects.instance [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lazy-loading 'resources' on Instance uuid fff6404f-3ab9-4fdb-8443-33fe70cfe6d0 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:50:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1353321476',display_name='tempest-TestVolumeBootPattern-server-1353321476',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1353321476',id=48,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMlDE+CswMeQ2L4HJmZih6MW8Nx2adkCOd65Hdd25jovjCpkw2RSpp4uz7hREcPT9bTcOavdX8FxPdALmNkDTngZbnXiMV7zZluant0cjY+XToQMutom3iOs74IT5f1D9Q==',key_name='tempest-TestVolumeBootPattern-1903993718',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:50:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='398c80570edc4001af39959f6ca0a0c6',ramdisk_id='',reservation_id='r-demey437',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-19527526',owner_user_name='tempest-TestVolumeBootPattern-19527526-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:50:47Z,user_data=None,user_id='70b0703bebcb46969be6c8da0fb19f17',uuid=fff6404f-3ab9-4fdb-8443-33fe70cfe6d0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6ceaec2b-a22c-45dc-802c-975fb5d22e3e", "address": "fa:16:3e:f0:45:22", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ceaec2b-a2", "ovs_interfaceid": "6ceaec2b-a22c-45dc-802c-975fb5d22e3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Converting VIF {"id": "6ceaec2b-a22c-45dc-802c-975fb5d22e3e", "address": "fa:16:3e:f0:45:22", "network": {"id": "d841a72f-c220-4ec4-8258-16c8288db743", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-2101051777-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "398c80570edc4001af39959f6ca0a0c6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6ceaec2b-a2", "ovs_interfaceid": "6ceaec2b-a22c-45dc-802c-975fb5d22e3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f0:45:22,bridge_name='br-int',has_traffic_filtering=True,id=6ceaec2b-a22c-45dc-802c-975fb5d22e3e,network=Network(d841a72f-c220-4ec4-8258-16c8288db743),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ceaec2b-a2') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG os_vif [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f0:45:22,bridge_name='br-int',has_traffic_filtering=True,id=6ceaec2b-a22c-45dc-802c-975fb5d22e3e,network=Network(d841a72f-c220-4ec4-8258-16c8288db743),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ceaec2b-a2') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6ceaec2b-a2, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fa915eaf-5300-4007-9a00-34dbfd266bd4) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:55:38 user nova-compute[86206]: INFO os_vif [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f0:45:22,bridge_name='br-int',has_traffic_filtering=True,id=6ceaec2b-a22c-45dc-802c-975fb5d22e3e,network=Network(d841a72f-c220-4ec4-8258-16c8288db743),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6ceaec2b-a2')
Nov 10 13:55:38 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GsTEWYFf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:55:38 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:55:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[1480343d-bbc5-4f15-84d8-a33080df2e75]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 13:55:38 user nova-compute[86206]: No targets found.
Nov 10 13:55:38 user nova-compute[86206]: iSNS:
Nov 10 13:55:38 user nova-compute[86206]: No targets found.
Nov 10 13:55:38 user nova-compute[86206]: STATIC:
Nov 10 13:55:38 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c
Nov 10 13:55:38 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 13:55:38 user nova-compute[86206]:                 Iface Name: default
Nov 10 13:55:38 user nova-compute[86206]: FIRMWARE:
Nov 10 13:55:38 user nova-compute[86206]: No targets found.
Nov 10 13:55:38 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 13:55:38 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 13:55:38 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[80005e9f-f576-4a29-945d-60853d510e83]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[db7d06cd-43dd-4763-9a67-4838dd97f996]: (4, ('tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)
Nov 10 13:55:38 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsi session list stdout=tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c (non-flash)
Nov 10 13:55:38 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe488797c70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c'): ({'sdc'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Removing single pathed devices sdc {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a20547e-5912-4314-96eb-a8615650b7d1]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[49d9bcdd-fb2d-4451-81bd-525d0edaec63]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Flushing IO for device /dev/sdc {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ce579c1-6d60-43ed-afdc-fe4b23aa95c4]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.044s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[e984956e-4791-4a6c-9a48-f9fddf244993]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] SCSI volumes sdc have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_8e62342', '/dev/disk/by-id/scsi-1SCST_BIO8e62342-a99f9b94a956740a', '/dev/disk/by-id/scsi-26139396639623934') {{(pid=97560) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a87054c-558e-44f1-b0be-850e32f480a5]: (4, None) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[4773b810-d609-4498-9f76-11c84fa9027d]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c -p 172.16.0.220:3260 --logout" returned: 0 in 0.048s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4b5a14b-81d8-42e1-89b9-478abc92cb74]: (4, ('Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c, portal: 172.16.0.220,3260]\nLogout of [sid: 43, target: iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c, portal: 172.16.0.220,3260]
Nov 10 13:55:38 user nova-compute[86206]: Logout of [sid: 43, target: iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c, portal: 172.16.0.220,3260] successful.
Nov 10 13:55:38 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:894e3e5f-d860-4e06-9492-4cb0be27e86c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[737991a0-a6a0-42e1-b1f4-9a3d82e9ab9f]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.278s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] <== disconnect_volume: return (279ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 13:55:38 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Deleting instance files /opt/stack/data/nova/instances/fff6404f-3ab9-4fdb-8443-33fe70cfe6d0_del
Nov 10 13:55:38 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Deletion of /opt/stack/data/nova/instances/fff6404f-3ab9-4fdb-8443-33fe70cfe6d0_del complete
Nov 10 13:55:38 user nova-compute[86206]: INFO nova.compute.manager [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Took 1.11 seconds to destroy the instance on the hypervisor.
Nov 10 13:55:38 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:55:38 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:55:39 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Took 0.39 seconds to deallocate network for instance.
Nov 10 13:55:39 user nova-compute[86206]: INFO nova.compute.manager [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Took 0.89 seconds to detach 1 volumes for instance.
Nov 10 13:55:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:55:39 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:55:40 user nova-compute[86206]: DEBUG nova.compute.manager [req-69bc6cea-2a89-43f7-830f-5671376bcab4 req-9c8e9c84-f753-4f3d-a1fb-2a02b32e1a04 service nova] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Received event network-vif-plugged-6ceaec2b-a22c-45dc-802c-975fb5d22e3e {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:55:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-69bc6cea-2a89-43f7-830f-5671376bcab4 req-9c8e9c84-f753-4f3d-a1fb-2a02b32e1a04 service nova] Acquiring lock "fff6404f-3ab9-4fdb-8443-33fe70cfe6d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:55:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-69bc6cea-2a89-43f7-830f-5671376bcab4 req-9c8e9c84-f753-4f3d-a1fb-2a02b32e1a04 service nova] Lock "fff6404f-3ab9-4fdb-8443-33fe70cfe6d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:55:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-69bc6cea-2a89-43f7-830f-5671376bcab4 req-9c8e9c84-f753-4f3d-a1fb-2a02b32e1a04 service nova] Lock "fff6404f-3ab9-4fdb-8443-33fe70cfe6d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:55:40 user nova-compute[86206]: DEBUG nova.compute.manager [req-69bc6cea-2a89-43f7-830f-5671376bcab4 req-9c8e9c84-f753-4f3d-a1fb-2a02b32e1a04 service nova] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] No waiting events found dispatching network-vif-plugged-6ceaec2b-a22c-45dc-802c-975fb5d22e3e {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:55:40 user nova-compute[86206]: WARNING nova.compute.manager [req-69bc6cea-2a89-43f7-830f-5671376bcab4 req-9c8e9c84-f753-4f3d-a1fb-2a02b32e1a04 service nova] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Received unexpected event network-vif-plugged-6ceaec2b-a22c-45dc-802c-975fb5d22e3e for instance with vm_state deleted and task_state None.
Nov 10 13:55:40 user nova-compute[86206]: DEBUG nova.compute.manager [req-69bc6cea-2a89-43f7-830f-5671376bcab4 req-9c8e9c84-f753-4f3d-a1fb-2a02b32e1a04 service nova] [instance: fff6404f-3ab9-4fdb-8443-33fe70cfe6d0] Received event network-vif-deleted-6ceaec2b-a22c-45dc-802c-975fb5d22e3e {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:55:40 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:55:40 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:55:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.147s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:55:40 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Deleted allocations for instance fff6404f-3ab9-4fdb-8443-33fe70cfe6d0
Nov 10 13:55:40 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-30c87f4e-00ef-4411-ba2b-8aead6808415 tempest-TestVolumeBootPattern-19527526 tempest-TestVolumeBootPattern-19527526-project-member] Lock "fff6404f-3ab9-4fdb-8443-33fe70cfe6d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.727s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:55:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:55:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Acquiring lock "fbcfad6c-6870-4c8a-97b8-5ac2b5026896" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:55:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "fbcfad6c-6870-4c8a-97b8-5ac2b5026896" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:55:47 user nova-compute[86206]: DEBUG nova.compute.manager [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:55:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:55:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:55:47 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:55:47 user nova-compute[86206]: INFO nova.compute.claims [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Claim successful on node user
Nov 10 13:55:47 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:55:47 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:55:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.219s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:55:47 user nova-compute[86206]: DEBUG nova.compute.manager [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:55:47 user nova-compute[86206]: DEBUG nova.compute.manager [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:55:47 user nova-compute[86206]: DEBUG nova.network.neutron [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:55:47 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:55:47 user nova-compute[86206]: DEBUG nova.compute.manager [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:55:48 user nova-compute[86206]: DEBUG nova.policy [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb70ff887f6848409daa0c76f35c5acc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2b1d0e89b6f4eb48c0d75d93b7becf7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:55:48 user nova-compute[86206]: DEBUG nova.compute.manager [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:55:48 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:55:48 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Creating image(s)
Nov 10 13:55:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Acquiring lock "/opt/stack/data/nova/instances/fbcfad6c-6870-4c8a-97b8-5ac2b5026896/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:55:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "/opt/stack/data/nova/instances/fbcfad6c-6870-4c8a-97b8-5ac2b5026896/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:55:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "/opt/stack/data/nova/instances/fbcfad6c-6870-4c8a-97b8-5ac2b5026896/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:55:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Acquiring lock "96da011b5475d8bda4dc35c4090c3eaccc73aa62" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:55:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "96da011b5475d8bda4dc35c4090c3eaccc73aa62" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:55:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/96da011b5475d8bda4dc35c4090c3eaccc73aa62.part --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:55:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:55:48 user nova-compute[86206]: DEBUG nova.network.neutron [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Successfully created port: be175f0d-5a33-4083-b58d-fb3c2b41bca2 {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:55:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/96da011b5475d8bda4dc35c4090c3eaccc73aa62.part --force-share --output=json" returned: 0 in 0.179s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:55:48 user nova-compute[86206]: DEBUG nova.virt.images [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] 1900fa5a-a504-4d8c-ad3a-773b5fffc938 was qcow2, converting to raw {{(pid=86206) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 10 13:55:48 user nova-compute[86206]: DEBUG nova.privsep.utils [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=86206) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 10 13:55:48 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/96da011b5475d8bda4dc35c4090c3eaccc73aa62.part /opt/stack/data/nova/instances/_base/96da011b5475d8bda4dc35c4090c3eaccc73aa62.converted {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:55:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/96da011b5475d8bda4dc35c4090c3eaccc73aa62.part /opt/stack/data/nova/instances/_base/96da011b5475d8bda4dc35c4090c3eaccc73aa62.converted" returned: 0 in 0.316s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:55:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/96da011b5475d8bda4dc35c4090c3eaccc73aa62.converted --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:55:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/96da011b5475d8bda4dc35c4090c3eaccc73aa62.converted --force-share --output=json" returned: 0 in 0.190s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:55:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "96da011b5475d8bda4dc35c4090c3eaccc73aa62" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.343s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:55:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/96da011b5475d8bda4dc35c4090c3eaccc73aa62 --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:55:49 user nova-compute[86206]: DEBUG nova.network.neutron [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Successfully updated port: be175f0d-5a33-4083-b58d-fb3c2b41bca2 {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:55:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Acquiring lock "refresh_cache-fbcfad6c-6870-4c8a-97b8-5ac2b5026896" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:55:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Acquired lock "refresh_cache-fbcfad6c-6870-4c8a-97b8-5ac2b5026896" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:55:49 user nova-compute[86206]: DEBUG nova.network.neutron [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:55:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/96da011b5475d8bda4dc35c4090c3eaccc73aa62 --force-share --output=json" returned: 0 in 0.183s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:55:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Acquiring lock "96da011b5475d8bda4dc35c4090c3eaccc73aa62" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:55:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "96da011b5475d8bda4dc35c4090c3eaccc73aa62" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:55:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/96da011b5475d8bda4dc35c4090c3eaccc73aa62 --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:55:49 user nova-compute[86206]: DEBUG nova.network.neutron [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:55:49 user nova-compute[86206]: DEBUG nova.compute.manager [req-eecc2ef4-5fae-4a75-8e7c-11bb23504561 req-ac4e269c-7e10-4c14-b7c1-dad1db107add service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Received event network-changed-be175f0d-5a33-4083-b58d-fb3c2b41bca2 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:55:49 user nova-compute[86206]: DEBUG nova.compute.manager [req-eecc2ef4-5fae-4a75-8e7c-11bb23504561 req-ac4e269c-7e10-4c14-b7c1-dad1db107add service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Refreshing instance network info cache due to event network-changed-be175f0d-5a33-4083-b58d-fb3c2b41bca2. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:55:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-eecc2ef4-5fae-4a75-8e7c-11bb23504561 req-ac4e269c-7e10-4c14-b7c1-dad1db107add service nova] Acquiring lock "refresh_cache-fbcfad6c-6870-4c8a-97b8-5ac2b5026896" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:55:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/96da011b5475d8bda4dc35c4090c3eaccc73aa62 --force-share --output=json" returned: 0 in 0.176s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:55:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/96da011b5475d8bda4dc35c4090c3eaccc73aa62,backing_fmt=raw /opt/stack/data/nova/instances/fbcfad6c-6870-4c8a-97b8-5ac2b5026896/disk 1073741824 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:55:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/96da011b5475d8bda4dc35c4090c3eaccc73aa62,backing_fmt=raw /opt/stack/data/nova/instances/fbcfad6c-6870-4c8a-97b8-5ac2b5026896/disk 1073741824" returned: 0 in 0.057s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:55:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "96da011b5475d8bda4dc35c4090c3eaccc73aa62" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.238s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:55:49 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/96da011b5475d8bda4dc35c4090c3eaccc73aa62 --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:55:49 user nova-compute[86206]: DEBUG nova.network.neutron [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Updating instance_info_cache with network_info: [{"id": "be175f0d-5a33-4083-b58d-fb3c2b41bca2", "address": "fa:16:3e:87:71:b2", "network": {"id": "c44ccb21-a7dd-44e7-abce-ab2009ff7e2a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-244972796-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2b1d0e89b6f4eb48c0d75d93b7becf7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe175f0d-5a", "ovs_interfaceid": "be175f0d-5a33-4083-b58d-fb3c2b41bca2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:55:49 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:55:49 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:55:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Releasing lock "refresh_cache-fbcfad6c-6870-4c8a-97b8-5ac2b5026896" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:55:49 user nova-compute[86206]: DEBUG nova.compute.manager [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Instance network_info: |[{"id": "be175f0d-5a33-4083-b58d-fb3c2b41bca2", "address": "fa:16:3e:87:71:b2", "network": {"id": "c44ccb21-a7dd-44e7-abce-ab2009ff7e2a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-244972796-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2b1d0e89b6f4eb48c0d75d93b7becf7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe175f0d-5a", "ovs_interfaceid": "be175f0d-5a33-4083-b58d-fb3c2b41bca2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:55:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-eecc2ef4-5fae-4a75-8e7c-11bb23504561 req-ac4e269c-7e10-4c14-b7c1-dad1db107add service nova] Acquired lock "refresh_cache-fbcfad6c-6870-4c8a-97b8-5ac2b5026896" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:55:49 user nova-compute[86206]: DEBUG nova.network.neutron [req-eecc2ef4-5fae-4a75-8e7c-11bb23504561 req-ac4e269c-7e10-4c14-b7c1-dad1db107add service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Refreshing network info cache for port be175f0d-5a33-4083-b58d-fb3c2b41bca2 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "refresh_cache-d4c7228a-907a-48bf-82fc-c1ee31bf2fd2" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquired lock "refresh_cache-d4c7228a-907a-48bf-82fc-c1ee31bf2fd2" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Forcefully refreshing network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/96da011b5475d8bda4dc35c4090c3eaccc73aa62 --force-share --output=json" returned: 0 in 0.177s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Checking if we can resize image /opt/stack/data/nova/instances/fbcfad6c-6870-4c8a-97b8-5ac2b5026896/disk. size=1073741824 {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbcfad6c-6870-4c8a-97b8-5ac2b5026896/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbcfad6c-6870-4c8a-97b8-5ac2b5026896/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Cannot resize image /opt/stack/data/nova/instances/fbcfad6c-6870-4c8a-97b8-5ac2b5026896/disk to a smaller size. {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Ensure instance console log exists: /opt/stack/data/nova/instances/fbcfad6c-6870-4c8a-97b8-5ac2b5026896/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Start _get_guest_xml network_info=[{"id": "be175f0d-5a33-4083-b58d-fb3c2b41bca2", "address": "fa:16:3e:87:71:b2", "network": {"id": "c44ccb21-a7dd-44e7-abce-ab2009ff7e2a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-244972796-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2b1d0e89b6f4eb48c0d75d93b7becf7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe175f0d-5a", "ovs_interfaceid": "be175f0d-5a33-4083-b58d-fb3c2b41bca2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:55:45Z,direct_url=<?>,disk_format='qcow2',id=1900fa5a-a504-4d8c-ad3a-773b5fffc938,min_disk=0,min_ram=0,name='tempest-scenario-img--1962463567',owner='f2b1d0e89b6f4eb48c0d75d93b7becf7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:55:46Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '1900fa5a-a504-4d8c-ad3a-773b5fffc938'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:55:50 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:55:50 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:55:50 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:55:45Z,direct_url=<?>,disk_format='qcow2',id=1900fa5a-a504-4d8c-ad3a-773b5fffc938,min_disk=0,min_ram=0,name='tempest-scenario-img--1962463567',owner='f2b1d0e89b6f4eb48c0d75d93b7becf7',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:55:46Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:55:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-54810800',display_name='tempest-TestMinimumBasicScenario-server-54810800',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-54810800',id=51,image_ref='1900fa5a-a504-4d8c-ad3a-773b5fffc938',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOLH8am7M2pJHqhxJfnVclPertdc50WsfkHPtdxplffbatN7WYrne3sJV+ekGJi3bpa9NFf0mwot0fCTLoOCknyW1oJwHLT/dB1/jQaxkjLDYhvh5MHt4dcYk3O5wG5p+w==',key_name='tempest-TestMinimumBasicScenario-773935743',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f2b1d0e89b6f4eb48c0d75d93b7becf7',ramdisk_id='',reservation_id='r-by3f9o38',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='1900fa5a-a504-4d8c-ad3a-773b5fffc938',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-868117923',owner_user_name='tempest-TestMinimumBasicScenario-868117923-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:55:48Z,user_data=None,user_id='fb70ff887f6848409daa0c76f35c5acc',uuid=fbcfad6c-6870-4c8a-97b8-5ac2b5026896,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "be175f0d-5a33-4083-b58d-fb3c2b41bca2", "address": "fa:16:3e:87:71:b2", "network": {"id": "c44ccb21-a7dd-44e7-abce-ab2009ff7e2a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-244972796-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2b1d0e89b6f4eb48c0d75d93b7becf7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe175f0d-5a", "ovs_interfaceid": "be175f0d-5a33-4083-b58d-fb3c2b41bca2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Converting VIF {"id": "be175f0d-5a33-4083-b58d-fb3c2b41bca2", "address": "fa:16:3e:87:71:b2", "network": {"id": "c44ccb21-a7dd-44e7-abce-ab2009ff7e2a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-244972796-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2b1d0e89b6f4eb48c0d75d93b7becf7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe175f0d-5a", "ovs_interfaceid": "be175f0d-5a33-4083-b58d-fb3c2b41bca2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:87:71:b2,bridge_name='br-int',has_traffic_filtering=True,id=be175f0d-5a33-4083-b58d-fb3c2b41bca2,network=Network(c44ccb21-a7dd-44e7-abce-ab2009ff7e2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe175f0d-5a') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG nova.objects.instance [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lazy-loading 'pci_devices' on Instance uuid fbcfad6c-6870-4c8a-97b8-5ac2b5026896 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:55:50 user nova-compute[86206]:   <uuid>fbcfad6c-6870-4c8a-97b8-5ac2b5026896</uuid>
Nov 10 13:55:50 user nova-compute[86206]:   <name>instance-00000033</name>
Nov 10 13:55:50 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:55:50 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:55:50 user nova-compute[86206]:   <metadata>
Nov 10 13:55:50 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:55:50 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:55:50 user nova-compute[86206]:       <nova:name>tempest-TestMinimumBasicScenario-server-54810800</nova:name>
Nov 10 13:55:50 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:55:50</nova:creationTime>
Nov 10 13:55:50 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:55:50 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:55:50 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:55:50 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:55:50 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:55:50 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:55:50 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:55:50 user nova-compute[86206]:       <nova:owner>
Nov 10 13:55:50 user nova-compute[86206]:         <nova:user uuid="fb70ff887f6848409daa0c76f35c5acc">tempest-TestMinimumBasicScenario-868117923-project-member</nova:user>
Nov 10 13:55:50 user nova-compute[86206]:         <nova:project uuid="f2b1d0e89b6f4eb48c0d75d93b7becf7">tempest-TestMinimumBasicScenario-868117923</nova:project>
Nov 10 13:55:50 user nova-compute[86206]:       </nova:owner>
Nov 10 13:55:50 user nova-compute[86206]:       <nova:root type="image" uuid="1900fa5a-a504-4d8c-ad3a-773b5fffc938"/>
Nov 10 13:55:50 user nova-compute[86206]:       <nova:ports>
Nov 10 13:55:50 user nova-compute[86206]:         <nova:port uuid="be175f0d-5a33-4083-b58d-fb3c2b41bca2">
Nov 10 13:55:50 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 10 13:55:50 user nova-compute[86206]:         </nova:port>
Nov 10 13:55:50 user nova-compute[86206]:       </nova:ports>
Nov 10 13:55:50 user nova-compute[86206]:     </nova:instance>
Nov 10 13:55:50 user nova-compute[86206]:   </metadata>
Nov 10 13:55:50 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:55:50 user nova-compute[86206]:     <system>
Nov 10 13:55:50 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:55:50 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:55:50 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:55:50 user nova-compute[86206]:       <entry name="serial">fbcfad6c-6870-4c8a-97b8-5ac2b5026896</entry>
Nov 10 13:55:50 user nova-compute[86206]:       <entry name="uuid">fbcfad6c-6870-4c8a-97b8-5ac2b5026896</entry>
Nov 10 13:55:50 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:55:50 user nova-compute[86206]:     </system>
Nov 10 13:55:50 user nova-compute[86206]:   </sysinfo>
Nov 10 13:55:50 user nova-compute[86206]:   <os>
Nov 10 13:55:50 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:55:50 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:55:50 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:55:50 user nova-compute[86206]:   </os>
Nov 10 13:55:50 user nova-compute[86206]:   <features>
Nov 10 13:55:50 user nova-compute[86206]:     <acpi/>
Nov 10 13:55:50 user nova-compute[86206]:     <apic/>
Nov 10 13:55:50 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:55:50 user nova-compute[86206]:   </features>
Nov 10 13:55:50 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:55:50 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:55:50 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:55:50 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:55:50 user nova-compute[86206]:   </clock>
Nov 10 13:55:50 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:55:50 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:55:50 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:55:50 user nova-compute[86206]:   </cpu>
Nov 10 13:55:50 user nova-compute[86206]:   <devices>
Nov 10 13:55:50 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:55:50 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:55:50 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/fbcfad6c-6870-4c8a-97b8-5ac2b5026896/disk"/>
Nov 10 13:55:50 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:55:50 user nova-compute[86206]:     </disk>
Nov 10 13:55:50 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:55:50 user nova-compute[86206]:       <mac address="fa:16:3e:87:71:b2"/>
Nov 10 13:55:50 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:55:50 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:55:50 user nova-compute[86206]:       <target dev="tapbe175f0d-5a"/>
Nov 10 13:55:50 user nova-compute[86206]:     </interface>
Nov 10 13:55:50 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:55:50 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/fbcfad6c-6870-4c8a-97b8-5ac2b5026896/console.log" append="off"/>
Nov 10 13:55:50 user nova-compute[86206]:     </serial>
Nov 10 13:55:50 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:55:50 user nova-compute[86206]:     <video>
Nov 10 13:55:50 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:55:50 user nova-compute[86206]:     </video>
Nov 10 13:55:50 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:55:50 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:55:50 user nova-compute[86206]:     </rng>
Nov 10 13:55:50 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:55:50 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:55:50 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:55:50 user nova-compute[86206]:     </memballoon>
Nov 10 13:55:50 user nova-compute[86206]:   </devices>
Nov 10 13:55:50 user nova-compute[86206]: </domain>
Nov 10 13:55:50 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:55:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-54810800',display_name='tempest-TestMinimumBasicScenario-server-54810800',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-54810800',id=51,image_ref='1900fa5a-a504-4d8c-ad3a-773b5fffc938',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOLH8am7M2pJHqhxJfnVclPertdc50WsfkHPtdxplffbatN7WYrne3sJV+ekGJi3bpa9NFf0mwot0fCTLoOCknyW1oJwHLT/dB1/jQaxkjLDYhvh5MHt4dcYk3O5wG5p+w==',key_name='tempest-TestMinimumBasicScenario-773935743',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f2b1d0e89b6f4eb48c0d75d93b7becf7',ramdisk_id='',reservation_id='r-by3f9o38',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='1900fa5a-a504-4d8c-ad3a-773b5fffc938',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-868117923',owner_user_name='tempest-TestMinimumBasicScenario-868117923-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:55:48Z,user_data=None,user_id='fb70ff887f6848409daa0c76f35c5acc',uuid=fbcfad6c-6870-4c8a-97b8-5ac2b5026896,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "be175f0d-5a33-4083-b58d-fb3c2b41bca2", "address": "fa:16:3e:87:71:b2", "network": {"id": "c44ccb21-a7dd-44e7-abce-ab2009ff7e2a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-244972796-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2b1d0e89b6f4eb48c0d75d93b7becf7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe175f0d-5a", "ovs_interfaceid": "be175f0d-5a33-4083-b58d-fb3c2b41bca2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Converting VIF {"id": "be175f0d-5a33-4083-b58d-fb3c2b41bca2", "address": "fa:16:3e:87:71:b2", "network": {"id": "c44ccb21-a7dd-44e7-abce-ab2009ff7e2a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-244972796-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2b1d0e89b6f4eb48c0d75d93b7becf7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe175f0d-5a", "ovs_interfaceid": "be175f0d-5a33-4083-b58d-fb3c2b41bca2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:87:71:b2,bridge_name='br-int',has_traffic_filtering=True,id=be175f0d-5a33-4083-b58d-fb3c2b41bca2,network=Network(c44ccb21-a7dd-44e7-abce-ab2009ff7e2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe175f0d-5a') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG os_vif [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:71:b2,bridge_name='br-int',has_traffic_filtering=True,id=be175f0d-5a33-4083-b58d-fb3c2b41bca2,network=Network(c44ccb21-a7dd-44e7-abce-ab2009ff7e2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe175f0d-5a') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8d98a464-e524-5299-a099-c4774bacc57c', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbe175f0d-5a, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbe175f0d-5a, col_values=(('qos', UUID('595dd50c-3c2e-428a-9c38-8d38a94c97ce')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbe175f0d-5a, col_values=(('external_ids', {'iface-id': 'be175f0d-5a33-4083-b58d-fb3c2b41bca2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:87:71:b2', 'vm-uuid': 'fbcfad6c-6870-4c8a-97b8-5ac2b5026896'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:55:50 user nova-compute[86206]: INFO os_vif [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:87:71:b2,bridge_name='br-int',has_traffic_filtering=True,id=be175f0d-5a33-4083-b58d-fb3c2b41bca2,network=Network(c44ccb21-a7dd-44e7-abce-ab2009ff7e2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe175f0d-5a')
Nov 10 13:55:50 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] No VIF found with MAC fa:16:3e:87:71:b2, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Updating instance_info_cache with network_info: [{"id": "18685663-3f6e-4b05-a7a7-d5111419aff4", "address": "fa:16:3e:e3:18:bc", "network": {"id": "d24dd558-238f-4335-94b1-a5d101403ff6", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-211228406-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "781edf179eb8455dbc6af5463821b4f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18685663-3f", "ovs_interfaceid": "18685663-3f6e-4b05-a7a7-d5111419aff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Releasing lock "refresh_cache-d4c7228a-907a-48bf-82fc-c1ee31bf2fd2" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Updated the network info_cache for instance {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG nova.network.neutron [req-eecc2ef4-5fae-4a75-8e7c-11bb23504561 req-ac4e269c-7e10-4c14-b7c1-dad1db107add service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Updated VIF entry in instance network info cache for port be175f0d-5a33-4083-b58d-fb3c2b41bca2. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG nova.network.neutron [req-eecc2ef4-5fae-4a75-8e7c-11bb23504561 req-ac4e269c-7e10-4c14-b7c1-dad1db107add service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Updating instance_info_cache with network_info: [{"id": "be175f0d-5a33-4083-b58d-fb3c2b41bca2", "address": "fa:16:3e:87:71:b2", "network": {"id": "c44ccb21-a7dd-44e7-abce-ab2009ff7e2a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-244972796-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2b1d0e89b6f4eb48c0d75d93b7becf7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe175f0d-5a", "ovs_interfaceid": "be175f0d-5a33-4083-b58d-fb3c2b41bca2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:55:50 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-eecc2ef4-5fae-4a75-8e7c-11bb23504561 req-ac4e269c-7e10-4c14-b7c1-dad1db107add service nova] Releasing lock "refresh_cache-fbcfad6c-6870-4c8a-97b8-5ac2b5026896" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:55:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:55:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:55:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:55:52 user nova-compute[86206]: DEBUG nova.compute.manager [req-2eaa8143-a3a9-42cd-8d75-fec850003b79 req-b18497c3-0c24-44b5-8485-5e533bd14432 service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Received event network-vif-plugged-be175f0d-5a33-4083-b58d-fb3c2b41bca2 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:55:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2eaa8143-a3a9-42cd-8d75-fec850003b79 req-b18497c3-0c24-44b5-8485-5e533bd14432 service nova] Acquiring lock "fbcfad6c-6870-4c8a-97b8-5ac2b5026896-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:55:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2eaa8143-a3a9-42cd-8d75-fec850003b79 req-b18497c3-0c24-44b5-8485-5e533bd14432 service nova] Lock "fbcfad6c-6870-4c8a-97b8-5ac2b5026896-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:55:52 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2eaa8143-a3a9-42cd-8d75-fec850003b79 req-b18497c3-0c24-44b5-8485-5e533bd14432 service nova] Lock "fbcfad6c-6870-4c8a-97b8-5ac2b5026896-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:55:52 user nova-compute[86206]: DEBUG nova.compute.manager [req-2eaa8143-a3a9-42cd-8d75-fec850003b79 req-b18497c3-0c24-44b5-8485-5e533bd14432 service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] No waiting events found dispatching network-vif-plugged-be175f0d-5a33-4083-b58d-fb3c2b41bca2 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:55:52 user nova-compute[86206]: WARNING nova.compute.manager [req-2eaa8143-a3a9-42cd-8d75-fec850003b79 req-b18497c3-0c24-44b5-8485-5e533bd14432 service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Received unexpected event network-vif-plugged-be175f0d-5a33-4083-b58d-fb3c2b41bca2 for instance with vm_state building and task_state spawning.
Nov 10 13:55:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:55:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:55:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:55:53 user nova-compute[86206]: DEBUG nova.compute.manager [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:55:53 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:55:53 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Instance spawned successfully.
Nov 10 13:55:53 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:55:53 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:55:53 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:55:53 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:55:53 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:55:53 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:55:53 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:55:53 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:55:53 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:55:53 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:55:53 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:55:53 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:55:54 user nova-compute[86206]: INFO nova.compute.manager [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Took 5.93 seconds to spawn the instance on the hypervisor.
Nov 10 13:55:54 user nova-compute[86206]: DEBUG nova.compute.manager [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:55:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbcfad6c-6870-4c8a-97b8-5ac2b5026896/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:55:54 user nova-compute[86206]: INFO nova.compute.manager [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Took 6.50 seconds to build instance.
Nov 10 13:55:54 user nova-compute[86206]: DEBUG nova.compute.manager [req-d1945e61-2ad9-45d9-8e20-53deb01bae3a req-8148de75-eb8f-4531-94da-2f523dc4ad6f service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Received event network-vif-plugged-be175f0d-5a33-4083-b58d-fb3c2b41bca2 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:55:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d1945e61-2ad9-45d9-8e20-53deb01bae3a req-8148de75-eb8f-4531-94da-2f523dc4ad6f service nova] Acquiring lock "fbcfad6c-6870-4c8a-97b8-5ac2b5026896-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:55:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d1945e61-2ad9-45d9-8e20-53deb01bae3a req-8148de75-eb8f-4531-94da-2f523dc4ad6f service nova] Lock "fbcfad6c-6870-4c8a-97b8-5ac2b5026896-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:55:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d1945e61-2ad9-45d9-8e20-53deb01bae3a req-8148de75-eb8f-4531-94da-2f523dc4ad6f service nova] Lock "fbcfad6c-6870-4c8a-97b8-5ac2b5026896-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:55:54 user nova-compute[86206]: DEBUG nova.compute.manager [req-d1945e61-2ad9-45d9-8e20-53deb01bae3a req-8148de75-eb8f-4531-94da-2f523dc4ad6f service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] No waiting events found dispatching network-vif-plugged-be175f0d-5a33-4083-b58d-fb3c2b41bca2 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:55:54 user nova-compute[86206]: WARNING nova.compute.manager [req-d1945e61-2ad9-45d9-8e20-53deb01bae3a req-8148de75-eb8f-4531-94da-2f523dc4ad6f service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Received unexpected event network-vif-plugged-be175f0d-5a33-4083-b58d-fb3c2b41bca2 for instance with vm_state active and task_state None.
Nov 10 13:55:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-f1c76312-21ca-49ae-89fd-6168cb3051c4 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "fbcfad6c-6870-4c8a-97b8-5ac2b5026896" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.623s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:55:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbcfad6c-6870-4c8a-97b8-5ac2b5026896/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:55:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbcfad6c-6870-4c8a-97b8-5ac2b5026896/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:55:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbcfad6c-6870-4c8a-97b8-5ac2b5026896/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:55:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4c7228a-907a-48bf-82fc-c1ee31bf2fd2/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:55:54 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:55:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4c7228a-907a-48bf-82fc-c1ee31bf2fd2/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:55:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4c7228a-907a-48bf-82fc-c1ee31bf2fd2/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:55:54 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d4c7228a-907a-48bf-82fc-c1ee31bf2fd2/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:55:55 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:55:55 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:55:55 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=8797MB free_disk=25.002090454101562GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:55:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:55:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:55:55 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance d4c7228a-907a-48bf-82fc-c1ee31bf2fd2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:55:55 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance fbcfad6c-6870-4c8a-97b8-5ac2b5026896 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:55:55 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:55:55 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:55:55 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:55:55 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:55:55 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:55:55 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:55:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.234s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:55:56 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:55:56 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 13:55:57 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:55:57 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:55:58 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:56:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:56:01 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:56:04 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:56:04 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:56:05 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:56:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:56:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:56:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-fc00487b-41cb-4170-9357-e76bb3d2fd37 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Acquiring lock "d4c7228a-907a-48bf-82fc-c1ee31bf2fd2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:56:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-fc00487b-41cb-4170-9357-e76bb3d2fd37 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Lock "d4c7228a-907a-48bf-82fc-c1ee31bf2fd2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:56:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-fc00487b-41cb-4170-9357-e76bb3d2fd37 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Acquiring lock "d4c7228a-907a-48bf-82fc-c1ee31bf2fd2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:56:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-fc00487b-41cb-4170-9357-e76bb3d2fd37 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Lock "d4c7228a-907a-48bf-82fc-c1ee31bf2fd2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:56:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-fc00487b-41cb-4170-9357-e76bb3d2fd37 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Lock "d4c7228a-907a-48bf-82fc-c1ee31bf2fd2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:56:12 user nova-compute[86206]: INFO nova.compute.manager [None req-fc00487b-41cb-4170-9357-e76bb3d2fd37 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Terminating instance
Nov 10 13:56:12 user nova-compute[86206]: DEBUG nova.compute.manager [None req-fc00487b-41cb-4170-9357-e76bb3d2fd37 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 13:56:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:56:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:56:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:56:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:56:12 user nova-compute[86206]: DEBUG nova.compute.manager [req-313476d8-8292-4312-aca6-b635498ef424 req-1c9a2f36-0b0c-41ca-94f9-3af7066fa4b7 service nova] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Received event network-vif-unplugged-18685663-3f6e-4b05-a7a7-d5111419aff4 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:56:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-313476d8-8292-4312-aca6-b635498ef424 req-1c9a2f36-0b0c-41ca-94f9-3af7066fa4b7 service nova] Acquiring lock "d4c7228a-907a-48bf-82fc-c1ee31bf2fd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:56:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-313476d8-8292-4312-aca6-b635498ef424 req-1c9a2f36-0b0c-41ca-94f9-3af7066fa4b7 service nova] Lock "d4c7228a-907a-48bf-82fc-c1ee31bf2fd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:56:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-313476d8-8292-4312-aca6-b635498ef424 req-1c9a2f36-0b0c-41ca-94f9-3af7066fa4b7 service nova] Lock "d4c7228a-907a-48bf-82fc-c1ee31bf2fd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:56:12 user nova-compute[86206]: DEBUG nova.compute.manager [req-313476d8-8292-4312-aca6-b635498ef424 req-1c9a2f36-0b0c-41ca-94f9-3af7066fa4b7 service nova] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] No waiting events found dispatching network-vif-unplugged-18685663-3f6e-4b05-a7a7-d5111419aff4 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:56:12 user nova-compute[86206]: DEBUG nova.compute.manager [req-313476d8-8292-4312-aca6-b635498ef424 req-1c9a2f36-0b0c-41ca-94f9-3af7066fa4b7 service nova] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Received event network-vif-unplugged-18685663-3f6e-4b05-a7a7-d5111419aff4 for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 13:56:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:56:12 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Instance destroyed successfully.
Nov 10 13:56:12 user nova-compute[86206]: DEBUG nova.objects.instance [None req-fc00487b-41cb-4170-9357-e76bb3d2fd37 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Lazy-loading 'resources' on Instance uuid d4c7228a-907a-48bf-82fc-c1ee31bf2fd2 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:56:12 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-fc00487b-41cb-4170-9357-e76bb3d2fd37 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:52:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-691205284',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-691205284',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-6912052',id=49,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL16bUP/QMsg5xeib5Oc4w9NXbJ4xydDrQN+/mfz6hMrC1WVsl6rDv1KmUSJ6zCA1t5v9JcBG+IBTONJ78FVqkHOqrqUxJDcvNFLqdZxS4AH4TDJi9S6kvAfx0EnJNfzWw==',key_name='tempest-keypair-953234783',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:52:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='781edf179eb8455dbc6af5463821b4f4',ramdisk_id='',reservation_id='r-7c0lhepn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1401581363',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:52:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='05e8c231ee674994ad12bf480dd9636d',uuid=d4c7228a-907a-48bf-82fc-c1ee31bf2fd2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "18685663-3f6e-4b05-a7a7-d5111419aff4", "address": "fa:16:3e:e3:18:bc", "network": {"id": "d24dd558-238f-4335-94b1-a5d101403ff6", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-211228406-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "781edf179eb8455dbc6af5463821b4f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18685663-3f", "ovs_interfaceid": "18685663-3f6e-4b05-a7a7-d5111419aff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 13:56:12 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-fc00487b-41cb-4170-9357-e76bb3d2fd37 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Converting VIF {"id": "18685663-3f6e-4b05-a7a7-d5111419aff4", "address": "fa:16:3e:e3:18:bc", "network": {"id": "d24dd558-238f-4335-94b1-a5d101403ff6", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-211228406-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "781edf179eb8455dbc6af5463821b4f4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18685663-3f", "ovs_interfaceid": "18685663-3f6e-4b05-a7a7-d5111419aff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:56:12 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-fc00487b-41cb-4170-9357-e76bb3d2fd37 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e3:18:bc,bridge_name='br-int',has_traffic_filtering=True,id=18685663-3f6e-4b05-a7a7-d5111419aff4,network=Network(d24dd558-238f-4335-94b1-a5d101403ff6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18685663-3f') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:56:12 user nova-compute[86206]: DEBUG os_vif [None req-fc00487b-41cb-4170-9357-e76bb3d2fd37 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e3:18:bc,bridge_name='br-int',has_traffic_filtering=True,id=18685663-3f6e-4b05-a7a7-d5111419aff4,network=Network(d24dd558-238f-4335-94b1-a5d101403ff6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18685663-3f') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 13:56:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:56:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap18685663-3f, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:56:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:56:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:56:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:56:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4227c063-cba5-44be-b39e-882f9708af40) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:56:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:56:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:56:12 user nova-compute[86206]: INFO os_vif [None req-fc00487b-41cb-4170-9357-e76bb3d2fd37 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e3:18:bc,bridge_name='br-int',has_traffic_filtering=True,id=18685663-3f6e-4b05-a7a7-d5111419aff4,network=Network(d24dd558-238f-4335-94b1-a5d101403ff6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18685663-3f')
Nov 10 13:56:12 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-fc00487b-41cb-4170-9357-e76bb3d2fd37 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Deleting instance files /opt/stack/data/nova/instances/d4c7228a-907a-48bf-82fc-c1ee31bf2fd2_del
Nov 10 13:56:12 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-fc00487b-41cb-4170-9357-e76bb3d2fd37 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Deletion of /opt/stack/data/nova/instances/d4c7228a-907a-48bf-82fc-c1ee31bf2fd2_del complete
Nov 10 13:56:13 user nova-compute[86206]: INFO nova.compute.manager [None req-fc00487b-41cb-4170-9357-e76bb3d2fd37 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Took 0.87 seconds to destroy the instance on the hypervisor.
Nov 10 13:56:13 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-fc00487b-41cb-4170-9357-e76bb3d2fd37 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 13:56:13 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 13:56:13 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 13:56:13 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:56:13 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Took 0.72 seconds to deallocate network for instance.
Nov 10 13:56:13 user nova-compute[86206]: DEBUG nova.compute.manager [req-a68d1d10-a455-4325-9cf1-8612b6203d15 req-9e065744-3445-48cc-ad78-c42a86c4cd51 service nova] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Received event network-vif-deleted-18685663-3f6e-4b05-a7a7-d5111419aff4 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:56:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-fc00487b-41cb-4170-9357-e76bb3d2fd37 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:56:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-fc00487b-41cb-4170-9357-e76bb3d2fd37 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:56:13 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-fc00487b-41cb-4170-9357-e76bb3d2fd37 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:56:13 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-fc00487b-41cb-4170-9357-e76bb3d2fd37 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:56:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-fc00487b-41cb-4170-9357-e76bb3d2fd37 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.139s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:56:13 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-fc00487b-41cb-4170-9357-e76bb3d2fd37 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Deleted allocations for instance d4c7228a-907a-48bf-82fc-c1ee31bf2fd2
Nov 10 13:56:14 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-fc00487b-41cb-4170-9357-e76bb3d2fd37 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363 tempest-TestServerVolumeAttachScenarioOldVersion-1401581363-project-member] Lock "d4c7228a-907a-48bf-82fc-c1ee31bf2fd2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.901s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:56:14 user nova-compute[86206]: DEBUG nova.compute.manager [req-090a9614-2433-46b5-ae25-e9817c061fba req-dee17a83-88bb-4b94-b81a-2f5f27474ee4 service nova] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Received event network-vif-plugged-18685663-3f6e-4b05-a7a7-d5111419aff4 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:56:14 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-090a9614-2433-46b5-ae25-e9817c061fba req-dee17a83-88bb-4b94-b81a-2f5f27474ee4 service nova] Acquiring lock "d4c7228a-907a-48bf-82fc-c1ee31bf2fd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:56:14 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-090a9614-2433-46b5-ae25-e9817c061fba req-dee17a83-88bb-4b94-b81a-2f5f27474ee4 service nova] Lock "d4c7228a-907a-48bf-82fc-c1ee31bf2fd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:56:14 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-090a9614-2433-46b5-ae25-e9817c061fba req-dee17a83-88bb-4b94-b81a-2f5f27474ee4 service nova] Lock "d4c7228a-907a-48bf-82fc-c1ee31bf2fd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:56:14 user nova-compute[86206]: DEBUG nova.compute.manager [req-090a9614-2433-46b5-ae25-e9817c061fba req-dee17a83-88bb-4b94-b81a-2f5f27474ee4 service nova] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] No waiting events found dispatching network-vif-plugged-18685663-3f6e-4b05-a7a7-d5111419aff4 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:56:14 user nova-compute[86206]: WARNING nova.compute.manager [req-090a9614-2433-46b5-ae25-e9817c061fba req-dee17a83-88bb-4b94-b81a-2f5f27474ee4 service nova] [instance: d4c7228a-907a-48bf-82fc-c1ee31bf2fd2] Received unexpected event network-vif-plugged-18685663-3f6e-4b05-a7a7-d5111419aff4 for instance with vm_state deleted and task_state None.
Nov 10 13:56:14 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:56:17 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:56:19 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:56:22 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:56:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:56:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:56:32 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:56:37 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:56:42 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:56:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:56:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:56:47 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:56:51 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:56:51 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:56:51 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Didn't find any instances for network info cache update. {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 10 13:56:52 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:56:54 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:56:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:56:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:56:54 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:56:54 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:56:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbcfad6c-6870-4c8a-97b8-5ac2b5026896/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:56:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbcfad6c-6870-4c8a-97b8-5ac2b5026896/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:56:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbcfad6c-6870-4c8a-97b8-5ac2b5026896/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:56:55 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbcfad6c-6870-4c8a-97b8-5ac2b5026896/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:56:55 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:56:55 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:56:55 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=8866MB free_disk=25.000202178955078GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:56:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:56:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:56:55 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance fbcfad6c-6870-4c8a-97b8-5ac2b5026896 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:56:55 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:56:55 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:56:55 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:56:55 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:56:55 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:56:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.197s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:56:57 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:56:57 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:56:57 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 13:56:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:56:58 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:56:59 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:57:02 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:57:03 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:57:04 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:57:05 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:57:06 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:57:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:57:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:57:12 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:57:14 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:57:14 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:57:15 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:57:17 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:57:19 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:57:19 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:57:19 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:57:21 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:57:22 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:57:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:57:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Acquiring lock "031a5123-8fc3-4a98-b891-ea1badf22f6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:57:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "031a5123-8fc3-4a98-b891-ea1badf22f6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:57:25 user nova-compute[86206]: DEBUG nova.compute.manager [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Starting instance... {{(pid=86206) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 10 13:57:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:57:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:57:25 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=86206) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 10 13:57:25 user nova-compute[86206]: INFO nova.compute.claims [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Claim successful on node user
Nov 10 13:57:25 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:57:25 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:57:25 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.240s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:57:25 user nova-compute[86206]: DEBUG nova.compute.manager [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Start building networks asynchronously for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 10 13:57:26 user nova-compute[86206]: DEBUG nova.compute.manager [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Allocating IP information in the background. {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 10 13:57:26 user nova-compute[86206]: DEBUG nova.network.neutron [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] allocate_for_instance() {{(pid=86206) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 10 13:57:26 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 10 13:57:26 user nova-compute[86206]: DEBUG nova.compute.manager [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Start building block device mappings for instance. {{(pid=86206) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 10 13:57:26 user nova-compute[86206]: DEBUG nova.compute.manager [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Start spawning the instance on the hypervisor. {{(pid=86206) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 10 13:57:26 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Creating instance directory {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 10 13:57:26 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Creating image(s)
Nov 10 13:57:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Acquiring lock "/opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:57:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "/opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:57:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "/opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:57:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:57:26 user nova-compute[86206]: DEBUG nova.policy [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8eb40c6e4c9489e82147d02d452e7d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61a16e229563451da4b9b4f94f08a969', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=86206) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 10 13:57:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.198s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:57:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Acquiring lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:57:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:57:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:57:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.180s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:57:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/disk 1073741824 {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:57:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d,backing_fmt=raw /opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/disk 1073741824" returned: 0 in 0.046s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:57:26 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.233s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:57:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:57:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ef9e4c21a9ad43c12c60fd4cec913ef0a6bb388d --force-share --output=json" returned: 0 in 0.180s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:57:26 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Checking if we can resize image /opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/disk. size=1073741824 {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 10 13:57:26 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG nova.network.neutron [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Successfully created port: 1f7cfb19-b80c-49f0-9e5c-b791795ec105 {{(pid=86206) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG nova.virt.disk.api [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Cannot resize image /opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/disk to a smaller size. {{(pid=86206) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Created local disks {{(pid=86206) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Ensure instance console log exists: /opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/console.log {{(pid=86206) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG nova.network.neutron [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Successfully updated port: 1f7cfb19-b80c-49f0-9e5c-b791795ec105 {{(pid=86206) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Acquiring lock "refresh_cache-031a5123-8fc3-4a98-b891-ea1badf22f6c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Acquired lock "refresh_cache-031a5123-8fc3-4a98-b891-ea1badf22f6c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG nova.network.neutron [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG nova.compute.manager [req-2451c88e-6009-45a0-bb63-ad2cbff06c6a req-ca5dd126-1b71-4b42-8d6f-6793028c8070 service nova] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Received event network-changed-1f7cfb19-b80c-49f0-9e5c-b791795ec105 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG nova.compute.manager [req-2451c88e-6009-45a0-bb63-ad2cbff06c6a req-ca5dd126-1b71-4b42-8d6f-6793028c8070 service nova] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Refreshing instance network info cache due to event network-changed-1f7cfb19-b80c-49f0-9e5c-b791795ec105. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2451c88e-6009-45a0-bb63-ad2cbff06c6a req-ca5dd126-1b71-4b42-8d6f-6793028c8070 service nova] Acquiring lock "refresh_cache-031a5123-8fc3-4a98-b891-ea1badf22f6c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG nova.network.neutron [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Instance cache missing network info. {{(pid=86206) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG nova.network.neutron [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Updating instance_info_cache with network_info: [{"id": "1f7cfb19-b80c-49f0-9e5c-b791795ec105", "address": "fa:16:3e:05:fa:53", "network": {"id": "4b55e6dc-18b1-4c02-bc7f-5d28ea43617d", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-658667453-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61a16e229563451da4b9b4f94f08a969", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f7cfb19-b8", "ovs_interfaceid": "1f7cfb19-b80c-49f0-9e5c-b791795ec105", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Releasing lock "refresh_cache-031a5123-8fc3-4a98-b891-ea1badf22f6c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG nova.compute.manager [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Instance network_info: |[{"id": "1f7cfb19-b80c-49f0-9e5c-b791795ec105", "address": "fa:16:3e:05:fa:53", "network": {"id": "4b55e6dc-18b1-4c02-bc7f-5d28ea43617d", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-658667453-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61a16e229563451da4b9b4f94f08a969", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f7cfb19-b8", "ovs_interfaceid": "1f7cfb19-b80c-49f0-9e5c-b791795ec105", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=86206) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2451c88e-6009-45a0-bb63-ad2cbff06c6a req-ca5dd126-1b71-4b42-8d6f-6793028c8070 service nova] Acquired lock "refresh_cache-031a5123-8fc3-4a98-b891-ea1badf22f6c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG nova.network.neutron [req-2451c88e-6009-45a0-bb63-ad2cbff06c6a req-ca5dd126-1b71-4b42-8d6f-6793028c8070 service nova] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Refreshing network info cache for port 1f7cfb19-b80c-49f0-9e5c-b791795ec105 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Start _get_guest_xml network_info=[{"id": "1f7cfb19-b80c-49f0-9e5c-b791795ec105", "address": "fa:16:3e:05:fa:53", "network": {"id": "4b55e6dc-18b1-4c02-bc7f-5d28ea43617d", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-658667453-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61a16e229563451da4b9b4f94f08a969", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f7cfb19-b8", "ovs_interfaceid": "1f7cfb19-b80c-49f0-9e5c-b791795ec105", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'size': 0, 'disk_bus': 'virtio', 'encryption_format': None, 'device_name': '/dev/vda', 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'boot_index': 0, 'image_id': '73290e4a-d2c0-4305-9ee6-397ce6a900ba'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 10 13:57:27 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:57:27 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:57:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] CPU controller missing on host. {{(pid=86206) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.host [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] CPU controller found on host. {{(pid=86206) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=86206) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-10T13:12:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-10T13:12:50Z,direct_url=<?>,disk_format='qcow2',id=73290e4a-d2c0-4305-9ee6-397ce6a900ba,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='76619eb3acfb4c759d310b3f3122376b',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-10T13:12:51Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Flavor limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Image limits 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Flavor pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Image pref 0:0:0 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=86206) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Got 1 possible topologies {{(pid=86206) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG nova.virt.hardware [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=86206) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:57:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-121214025',display_name='tempest-SnapshotDataIntegrityTests-server-121214025',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-121214025',id=52,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEupOkynLUkobBjK0JrtR6FeqteJB4koDRqCYkvXx5Tq9Mz9DI4OXPUYKZtcU4glnbZ4lrkYebf0UAF45kiJRabsb09u0hk/ZS98jPUrfnyNHwJzHhHsyZ3xKK9xQJpbwA==',key_name='tempest-keypair-927026458',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='61a16e229563451da4b9b4f94f08a969',ramdisk_id='',reservation_id='r-5gvgma39',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1720505164',owner_user_name='tempest-SnapshotDataIntegrityTests-1720505164-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:57:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d8eb40c6e4c9489e82147d02d452e7d4',uuid=031a5123-8fc3-4a98-b891-ea1badf22f6c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1f7cfb19-b80c-49f0-9e5c-b791795ec105", "address": "fa:16:3e:05:fa:53", "network": {"id": "4b55e6dc-18b1-4c02-bc7f-5d28ea43617d", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-658667453-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61a16e229563451da4b9b4f94f08a969", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f7cfb19-b8", "ovs_interfaceid": "1f7cfb19-b80c-49f0-9e5c-b791795ec105", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=86206) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Converting VIF {"id": "1f7cfb19-b80c-49f0-9e5c-b791795ec105", "address": "fa:16:3e:05:fa:53", "network": {"id": "4b55e6dc-18b1-4c02-bc7f-5d28ea43617d", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-658667453-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61a16e229563451da4b9b4f94f08a969", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f7cfb19-b8", "ovs_interfaceid": "1f7cfb19-b80c-49f0-9e5c-b791795ec105", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:05:fa:53,bridge_name='br-int',has_traffic_filtering=True,id=1f7cfb19-b80c-49f0-9e5c-b791795ec105,network=Network(4b55e6dc-18b1-4c02-bc7f-5d28ea43617d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f7cfb19-b8') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG nova.objects.instance [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lazy-loading 'pci_devices' on Instance uuid 031a5123-8fc3-4a98-b891-ea1badf22f6c {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] End _get_guest_xml xml=<domain type="kvm">
Nov 10 13:57:27 user nova-compute[86206]:   <uuid>031a5123-8fc3-4a98-b891-ea1badf22f6c</uuid>
Nov 10 13:57:27 user nova-compute[86206]:   <name>instance-00000034</name>
Nov 10 13:57:27 user nova-compute[86206]:   <memory>524288</memory>
Nov 10 13:57:27 user nova-compute[86206]:   <vcpu>1</vcpu>
Nov 10 13:57:27 user nova-compute[86206]:   <metadata>
Nov 10 13:57:27 user nova-compute[86206]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 10 13:57:27 user nova-compute[86206]:       <nova:package version="0.0.0"/>
Nov 10 13:57:27 user nova-compute[86206]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-121214025</nova:name>
Nov 10 13:57:27 user nova-compute[86206]:       <nova:creationTime>2023-11-10 13:57:27</nova:creationTime>
Nov 10 13:57:27 user nova-compute[86206]:       <nova:flavor name="m1.tiny">
Nov 10 13:57:27 user nova-compute[86206]:         <nova:memory>512</nova:memory>
Nov 10 13:57:27 user nova-compute[86206]:         <nova:disk>1</nova:disk>
Nov 10 13:57:27 user nova-compute[86206]:         <nova:swap>0</nova:swap>
Nov 10 13:57:27 user nova-compute[86206]:         <nova:ephemeral>0</nova:ephemeral>
Nov 10 13:57:27 user nova-compute[86206]:         <nova:vcpus>1</nova:vcpus>
Nov 10 13:57:27 user nova-compute[86206]:       </nova:flavor>
Nov 10 13:57:27 user nova-compute[86206]:       <nova:owner>
Nov 10 13:57:27 user nova-compute[86206]:         <nova:user uuid="d8eb40c6e4c9489e82147d02d452e7d4">tempest-SnapshotDataIntegrityTests-1720505164-project-member</nova:user>
Nov 10 13:57:27 user nova-compute[86206]:         <nova:project uuid="61a16e229563451da4b9b4f94f08a969">tempest-SnapshotDataIntegrityTests-1720505164</nova:project>
Nov 10 13:57:27 user nova-compute[86206]:       </nova:owner>
Nov 10 13:57:27 user nova-compute[86206]:       <nova:root type="image" uuid="73290e4a-d2c0-4305-9ee6-397ce6a900ba"/>
Nov 10 13:57:27 user nova-compute[86206]:       <nova:ports>
Nov 10 13:57:27 user nova-compute[86206]:         <nova:port uuid="1f7cfb19-b80c-49f0-9e5c-b791795ec105">
Nov 10 13:57:27 user nova-compute[86206]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 10 13:57:27 user nova-compute[86206]:         </nova:port>
Nov 10 13:57:27 user nova-compute[86206]:       </nova:ports>
Nov 10 13:57:27 user nova-compute[86206]:     </nova:instance>
Nov 10 13:57:27 user nova-compute[86206]:   </metadata>
Nov 10 13:57:27 user nova-compute[86206]:   <sysinfo type="smbios">
Nov 10 13:57:27 user nova-compute[86206]:     <system>
Nov 10 13:57:27 user nova-compute[86206]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 10 13:57:27 user nova-compute[86206]:       <entry name="product">OpenStack Nova</entry>
Nov 10 13:57:27 user nova-compute[86206]:       <entry name="version">0.0.0</entry>
Nov 10 13:57:27 user nova-compute[86206]:       <entry name="serial">031a5123-8fc3-4a98-b891-ea1badf22f6c</entry>
Nov 10 13:57:27 user nova-compute[86206]:       <entry name="uuid">031a5123-8fc3-4a98-b891-ea1badf22f6c</entry>
Nov 10 13:57:27 user nova-compute[86206]:       <entry name="family">Virtual Machine</entry>
Nov 10 13:57:27 user nova-compute[86206]:     </system>
Nov 10 13:57:27 user nova-compute[86206]:   </sysinfo>
Nov 10 13:57:27 user nova-compute[86206]:   <os>
Nov 10 13:57:27 user nova-compute[86206]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 10 13:57:27 user nova-compute[86206]:     <boot dev="hd"/>
Nov 10 13:57:27 user nova-compute[86206]:     <smbios mode="sysinfo"/>
Nov 10 13:57:27 user nova-compute[86206]:   </os>
Nov 10 13:57:27 user nova-compute[86206]:   <features>
Nov 10 13:57:27 user nova-compute[86206]:     <acpi/>
Nov 10 13:57:27 user nova-compute[86206]:     <apic/>
Nov 10 13:57:27 user nova-compute[86206]:     <vmcoreinfo/>
Nov 10 13:57:27 user nova-compute[86206]:   </features>
Nov 10 13:57:27 user nova-compute[86206]:   <clock offset="utc">
Nov 10 13:57:27 user nova-compute[86206]:     <timer name="pit" tickpolicy="delay"/>
Nov 10 13:57:27 user nova-compute[86206]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 10 13:57:27 user nova-compute[86206]:     <timer name="hpet" present="no"/>
Nov 10 13:57:27 user nova-compute[86206]:   </clock>
Nov 10 13:57:27 user nova-compute[86206]:   <cpu mode="custom" match="exact">
Nov 10 13:57:27 user nova-compute[86206]:     <model>Nehalem</model>
Nov 10 13:57:27 user nova-compute[86206]:     <topology sockets="1" cores="1" threads="1"/>
Nov 10 13:57:27 user nova-compute[86206]:   </cpu>
Nov 10 13:57:27 user nova-compute[86206]:   <devices>
Nov 10 13:57:27 user nova-compute[86206]:     <disk type="file" device="disk">
Nov 10 13:57:27 user nova-compute[86206]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 10 13:57:27 user nova-compute[86206]:       <source file="/opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/disk"/>
Nov 10 13:57:27 user nova-compute[86206]:       <target dev="vda" bus="virtio"/>
Nov 10 13:57:27 user nova-compute[86206]:     </disk>
Nov 10 13:57:27 user nova-compute[86206]:     <interface type="ethernet">
Nov 10 13:57:27 user nova-compute[86206]:       <mac address="fa:16:3e:05:fa:53"/>
Nov 10 13:57:27 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:57:27 user nova-compute[86206]:       <mtu size="1442"/>
Nov 10 13:57:27 user nova-compute[86206]:       <target dev="tap1f7cfb19-b8"/>
Nov 10 13:57:27 user nova-compute[86206]:     </interface>
Nov 10 13:57:27 user nova-compute[86206]:     <serial type="pty">
Nov 10 13:57:27 user nova-compute[86206]:       <log file="/opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/console.log" append="off"/>
Nov 10 13:57:27 user nova-compute[86206]:     </serial>
Nov 10 13:57:27 user nova-compute[86206]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 10 13:57:27 user nova-compute[86206]:     <video>
Nov 10 13:57:27 user nova-compute[86206]:       <model type="virtio"/>
Nov 10 13:57:27 user nova-compute[86206]:     </video>
Nov 10 13:57:27 user nova-compute[86206]:     <rng model="virtio">
Nov 10 13:57:27 user nova-compute[86206]:       <backend model="random">/dev/urandom</backend>
Nov 10 13:57:27 user nova-compute[86206]:     </rng>
Nov 10 13:57:27 user nova-compute[86206]:     <controller type="usb" index="0" model="none"/>
Nov 10 13:57:27 user nova-compute[86206]:     <memballoon model="virtio">
Nov 10 13:57:27 user nova-compute[86206]:       <stats period="10"/>
Nov 10 13:57:27 user nova-compute[86206]:     </memballoon>
Nov 10 13:57:27 user nova-compute[86206]:   </devices>
Nov 10 13:57:27 user nova-compute[86206]: </domain>
Nov 10 13:57:27 user nova-compute[86206]:  {{(pid=86206) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:57:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-121214025',display_name='tempest-SnapshotDataIntegrityTests-server-121214025',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-121214025',id=52,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEupOkynLUkobBjK0JrtR6FeqteJB4koDRqCYkvXx5Tq9Mz9DI4OXPUYKZtcU4glnbZ4lrkYebf0UAF45kiJRabsb09u0hk/ZS98jPUrfnyNHwJzHhHsyZ3xKK9xQJpbwA==',key_name='tempest-keypair-927026458',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='61a16e229563451da4b9b4f94f08a969',ramdisk_id='',reservation_id='r-5gvgma39',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1720505164',owner_user_name='tempest-SnapshotDataIntegrityTests-1720505164-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-10T13:57:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d8eb40c6e4c9489e82147d02d452e7d4',uuid=031a5123-8fc3-4a98-b891-ea1badf22f6c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1f7cfb19-b80c-49f0-9e5c-b791795ec105", "address": "fa:16:3e:05:fa:53", "network": {"id": "4b55e6dc-18b1-4c02-bc7f-5d28ea43617d", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-658667453-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61a16e229563451da4b9b4f94f08a969", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f7cfb19-b8", "ovs_interfaceid": "1f7cfb19-b80c-49f0-9e5c-b791795ec105", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Converting VIF {"id": "1f7cfb19-b80c-49f0-9e5c-b791795ec105", "address": "fa:16:3e:05:fa:53", "network": {"id": "4b55e6dc-18b1-4c02-bc7f-5d28ea43617d", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-658667453-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61a16e229563451da4b9b4f94f08a969", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f7cfb19-b8", "ovs_interfaceid": "1f7cfb19-b80c-49f0-9e5c-b791795ec105", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:05:fa:53,bridge_name='br-int',has_traffic_filtering=True,id=1f7cfb19-b80c-49f0-9e5c-b791795ec105,network=Network(4b55e6dc-18b1-4c02-bc7f-5d28ea43617d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f7cfb19-b8') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG os_vif [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:fa:53,bridge_name='br-int',has_traffic_filtering=True,id=1f7cfb19-b80c-49f0-9e5c-b791795ec105,network=Network(4b55e6dc-18b1-4c02-bc7f-5d28ea43617d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f7cfb19-b8') {{(pid=86206) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b70fafb3-f00e-58a7-b44d-3f331a1a6aa3', '_type': 'linux-noop'}}, row=False) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:57:27 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:57:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:57:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1f7cfb19-b8, may_exist=True, interface_attrs={}) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:57:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1f7cfb19-b8, col_values=(('qos', UUID('503fe8bb-560e-4bb2-97d3-387da05947a4')),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:57:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1f7cfb19-b8, col_values=(('external_ids', {'iface-id': '1f7cfb19-b80c-49f0-9e5c-b791795ec105', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:05:fa:53', 'vm-uuid': '031a5123-8fc3-4a98-b891-ea1badf22f6c'}),), if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 13:57:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:57:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:57:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:57:28 user nova-compute[86206]: INFO os_vif [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:fa:53,bridge_name='br-int',has_traffic_filtering=True,id=1f7cfb19-b80c-49f0-9e5c-b791795ec105,network=Network(4b55e6dc-18b1-4c02-bc7f-5d28ea43617d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f7cfb19-b8')
Nov 10 13:57:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:57:28 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] No VIF found with MAC fa:16:3e:05:fa:53, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:57:28 user nova-compute[86206]: DEBUG nova.network.neutron [req-2451c88e-6009-45a0-bb63-ad2cbff06c6a req-ca5dd126-1b71-4b42-8d6f-6793028c8070 service nova] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Updated VIF entry in instance network info cache for port 1f7cfb19-b80c-49f0-9e5c-b791795ec105. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:57:28 user nova-compute[86206]: DEBUG nova.network.neutron [req-2451c88e-6009-45a0-bb63-ad2cbff06c6a req-ca5dd126-1b71-4b42-8d6f-6793028c8070 service nova] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Updating instance_info_cache with network_info: [{"id": "1f7cfb19-b80c-49f0-9e5c-b791795ec105", "address": "fa:16:3e:05:fa:53", "network": {"id": "4b55e6dc-18b1-4c02-bc7f-5d28ea43617d", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-658667453-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61a16e229563451da4b9b4f94f08a969", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f7cfb19-b8", "ovs_interfaceid": "1f7cfb19-b80c-49f0-9e5c-b791795ec105", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:57:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-2451c88e-6009-45a0-bb63-ad2cbff06c6a req-ca5dd126-1b71-4b42-8d6f-6793028c8070 service nova] Releasing lock "refresh_cache-031a5123-8fc3-4a98-b891-ea1badf22f6c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:57:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:57:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:57:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:57:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:57:29 user nova-compute[86206]: DEBUG nova.compute.manager [req-48d94ac6-a2d6-41d7-b332-20ee2d3d758e req-81a5786c-597f-42ff-aae3-985ae2bb9bb6 service nova] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Received event network-vif-plugged-1f7cfb19-b80c-49f0-9e5c-b791795ec105 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:57:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-48d94ac6-a2d6-41d7-b332-20ee2d3d758e req-81a5786c-597f-42ff-aae3-985ae2bb9bb6 service nova] Acquiring lock "031a5123-8fc3-4a98-b891-ea1badf22f6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:57:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-48d94ac6-a2d6-41d7-b332-20ee2d3d758e req-81a5786c-597f-42ff-aae3-985ae2bb9bb6 service nova] Lock "031a5123-8fc3-4a98-b891-ea1badf22f6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:57:29 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-48d94ac6-a2d6-41d7-b332-20ee2d3d758e req-81a5786c-597f-42ff-aae3-985ae2bb9bb6 service nova] Lock "031a5123-8fc3-4a98-b891-ea1badf22f6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:57:29 user nova-compute[86206]: DEBUG nova.compute.manager [req-48d94ac6-a2d6-41d7-b332-20ee2d3d758e req-81a5786c-597f-42ff-aae3-985ae2bb9bb6 service nova] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] No waiting events found dispatching network-vif-plugged-1f7cfb19-b80c-49f0-9e5c-b791795ec105 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:57:29 user nova-compute[86206]: WARNING nova.compute.manager [req-48d94ac6-a2d6-41d7-b332-20ee2d3d758e req-81a5786c-597f-42ff-aae3-985ae2bb9bb6 service nova] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Received unexpected event network-vif-plugged-1f7cfb19-b80c-49f0-9e5c-b791795ec105 for instance with vm_state building and task_state spawning.
Nov 10 13:57:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:57:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:57:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:57:31 user nova-compute[86206]: DEBUG nova.compute.manager [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Instance event wait completed in 0 seconds for  {{(pid=86206) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 10 13:57:31 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Guest created on hypervisor {{(pid=86206) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 10 13:57:31 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Instance spawned successfully.
Nov 10 13:57:31 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 10 13:57:31 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Found default for hw_cdrom_bus of ide {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:57:31 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Found default for hw_disk_bus of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:57:31 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Found default for hw_input_bus of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:57:31 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Found default for hw_pointer_model of None {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:57:31 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Found default for hw_video_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:57:31 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Found default for hw_vif_model of virtio {{(pid=86206) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 10 13:57:31 user nova-compute[86206]: INFO nova.compute.manager [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Took 5.29 seconds to spawn the instance on the hypervisor.
Nov 10 13:57:31 user nova-compute[86206]: DEBUG nova.compute.manager [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:57:31 user nova-compute[86206]: INFO nova.compute.manager [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Took 5.89 seconds to build instance.
Nov 10 13:57:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b3bbbb38-77c5-4464-975d-9e74236b0a8d tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "031a5123-8fc3-4a98-b891-ea1badf22f6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.984s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:57:31 user nova-compute[86206]: DEBUG nova.compute.manager [req-3c4c5bed-585d-4401-8f78-be953b4e88a0 req-2731f871-4726-4113-b29b-1767462bceec service nova] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Received event network-vif-plugged-1f7cfb19-b80c-49f0-9e5c-b791795ec105 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:57:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-3c4c5bed-585d-4401-8f78-be953b4e88a0 req-2731f871-4726-4113-b29b-1767462bceec service nova] Acquiring lock "031a5123-8fc3-4a98-b891-ea1badf22f6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:57:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-3c4c5bed-585d-4401-8f78-be953b4e88a0 req-2731f871-4726-4113-b29b-1767462bceec service nova] Lock "031a5123-8fc3-4a98-b891-ea1badf22f6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:57:31 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-3c4c5bed-585d-4401-8f78-be953b4e88a0 req-2731f871-4726-4113-b29b-1767462bceec service nova] Lock "031a5123-8fc3-4a98-b891-ea1badf22f6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:57:31 user nova-compute[86206]: DEBUG nova.compute.manager [req-3c4c5bed-585d-4401-8f78-be953b4e88a0 req-2731f871-4726-4113-b29b-1767462bceec service nova] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] No waiting events found dispatching network-vif-plugged-1f7cfb19-b80c-49f0-9e5c-b791795ec105 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:57:31 user nova-compute[86206]: WARNING nova.compute.manager [req-3c4c5bed-585d-4401-8f78-be953b4e88a0 req-2731f871-4726-4113-b29b-1767462bceec service nova] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Received unexpected event network-vif-plugged-1f7cfb19-b80c-49f0-9e5c-b791795ec105 for instance with vm_state active and task_state None.
Nov 10 13:57:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:57:34 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:57:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:57:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:57:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Acquiring lock "fbcfad6c-6870-4c8a-97b8-5ac2b5026896" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:57:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "fbcfad6c-6870-4c8a-97b8-5ac2b5026896" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:57:44 user nova-compute[86206]: DEBUG nova.objects.instance [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lazy-loading 'flavor' on Instance uuid fbcfad6c-6870-4c8a-97b8-5ac2b5026896 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:57:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "fbcfad6c-6870-4c8a-97b8-5ac2b5026896" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.058s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:57:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Acquiring lock "fbcfad6c-6870-4c8a-97b8-5ac2b5026896" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:57:44 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "fbcfad6c-6870-4c8a-97b8-5ac2b5026896" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:57:44 user nova-compute[86206]: INFO nova.compute.manager [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Attaching volume bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf to /dev/vdb
Nov 10 13:57:44 user nova-compute[86206]: DEBUG os_brick.utils [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:57:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:57:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:57:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[3106e507-1b7e-4b45-b023-c0dd4659dd2d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:57:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:57:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:57:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[430336c4-f4e1-4f9c-8841-0018b22bf50e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:57:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:57:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:57:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[07d0ac1b-47a4-462b-a6ad-986cfaa38c97]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:57:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a51fdb2-5c77-4749-aa4e-a60a53703568]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:57:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:57:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:57:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:57:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:57:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:57:44 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:57:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c3bda29-f9c8-440d-88bc-049e87e729f5]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:57:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:57:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:57:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:57:44 user nova-compute[86206]: DEBUG os_brick.utils [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:57:44 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Updating existing volume attachment record: 7a55c4c7-36e4-4612-8aff-799212cebb4f {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 13:57:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:57:49 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:57:52 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:57:52 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:57:52 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Rebuilding the list of instances to heal {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 10 13:57:53 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:57:53 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "refresh_cache-fbcfad6c-6870-4c8a-97b8-5ac2b5026896" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:57:53 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquired lock "refresh_cache-fbcfad6c-6870-4c8a-97b8-5ac2b5026896" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:57:53 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Forcefully refreshing network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 10 13:57:53 user nova-compute[86206]: DEBUG nova.objects.instance [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lazy-loading 'info_cache' on Instance uuid fbcfad6c-6870-4c8a-97b8-5ac2b5026896 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:57:53 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Updating instance_info_cache with network_info: [{"id": "be175f0d-5a33-4083-b58d-fb3c2b41bca2", "address": "fa:16:3e:87:71:b2", "network": {"id": "c44ccb21-a7dd-44e7-abce-ab2009ff7e2a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-244972796-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2b1d0e89b6f4eb48c0d75d93b7becf7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe175f0d-5a", "ovs_interfaceid": "be175f0d-5a33-4083-b58d-fb3c2b41bca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:57:53 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Releasing lock "refresh_cache-fbcfad6c-6870-4c8a-97b8-5ac2b5026896" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:57:53 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Updated the network info_cache for instance {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 10 13:57:54 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:57:56 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:57:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:57:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:57:56 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:57:56 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:57:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbcfad6c-6870-4c8a-97b8-5ac2b5026896/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:57:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbcfad6c-6870-4c8a-97b8-5ac2b5026896/disk --force-share --output=json" returned: 0 in 0.254s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:57:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbcfad6c-6870-4c8a-97b8-5ac2b5026896/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:57:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbcfad6c-6870-4c8a-97b8-5ac2b5026896/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:57:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:57:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:57:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:57:57 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:57:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:57:58 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:57:58 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:57:58 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=8720MB free_disk=24.960601806640625GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:57:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:57:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:57:58 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance fbcfad6c-6870-4c8a-97b8-5ac2b5026896 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:57:58 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 031a5123-8fc3-4a98-b891-ea1badf22f6c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:57:58 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:57:58 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:57:58 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Refreshing inventories for resource provider 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 10 13:57:58 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Updating ProviderTree inventory for provider 97afe8a5-73d4-462c-9196-a44dc5775cec from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 10 13:57:58 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Updating inventory in ProviderTree for provider 97afe8a5-73d4-462c-9196-a44dc5775cec with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 10 13:57:58 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Refreshing aggregate associations for resource provider 97afe8a5-73d4-462c-9196-a44dc5775cec, aggregates: None {{(pid=86206) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 10 13:57:58 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Refreshing trait associations for resource provider 97afe8a5-73d4-462c-9196-a44dc5775cec, traits: COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_USB,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_SSE,COMPUTE_NODE,COMPUTE_STORAGE_BUS_VIRTIO,HW_CPU_X86_MMX,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_SSSE3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE2,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE41,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIF_MODEL_VIRTIO {{(pid=86206) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 10 13:57:58 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:57:58 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:57:58 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:57:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.496s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:57:59 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:57:59 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:57:59 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:57:59 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 13:57:59 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:58:00 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:58:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:58:04 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:58:06 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ExIPsynq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:58:07 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:58:07 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:58:07 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:58:07 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:58:07 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:58:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f1f50cb-63a7-4f5d-9860-abc9026d538f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 13:58:07 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b778360-e971-45d3-a803-8162acd15242]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf] added
Nov 10 13:58:07 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[e642cce5-a938-4d58-9a6a-a64b662459a8]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[1450c02f-cfbc-4b7e-a105-fb528af42536]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ExIPsynq {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ExIPsynq" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a751dfe4-2af0-4ac0-b023-ed9d1a14ff1f]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ExIPsynq'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[41e013a4-8068-4883-b89d-0f083a0be946]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.015s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8e8a4bc-e049-4297-a27b-42921ef2036a]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 10 13:58:07 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 10 13:58:07 user nova-compute[86206]:  {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:58:07 user nova-compute[86206]: WARNING os_brick.initiator.connectors.iscsi [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 10 13:58:07 user nova-compute[86206]: 
Nov 10 13:58:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf -p 172.16.0.220:3260 --login" returned: 0 in 0.046s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[9951a49a-6c16-4c51-821a-37d2b303732e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf, portal: 172.16.0.220,3260]
Nov 10 13:58:07 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf, portal: 172.16.0.220,3260] successful.
Nov 10 13:58:07 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c7db85f-5f99-46af-8851-1e200ef35af6]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5d8a6cc-b6e4-46ce-94e0-b8d37dcc098c]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf (non-flash)
Nov 10 13:58:07 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf (non-flash)
Nov 10 13:58:07 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.247s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] HCTL ('33', '-', '-', 0) found on session 49 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[eeb0a93e-17ea-4200-abeb-fa6abb994eef]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Searching for a device in session 49 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ExIPsynq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:58:07 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:58:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:58:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:58:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=86206) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 10 13:58:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:58:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:58:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:58:08 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.274s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:58:08 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] <== connect_volume: return (1276ms) {'type': 'block', 'scsi_wwn': '23464653662636431', 'path': '/dev/sdb'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:58:08 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23464653662636431', 'path': '/dev/sdb'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:58:08 user nova-compute[86206]: DEBUG nova.objects.instance [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lazy-loading 'flavor' on Instance uuid fbcfad6c-6870-4c8a-97b8-5ac2b5026896 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:58:08 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] attach device xml: <disk type="block" device="disk">
Nov 10 13:58:08 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:58:08 user nova-compute[86206]:   <source dev="/dev/sdb"/>
Nov 10 13:58:08 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:58:08 user nova-compute[86206]:   <serial>bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf</serial>
Nov 10 13:58:08 user nova-compute[86206]: </disk>
Nov 10 13:58:08 user nova-compute[86206]:  {{(pid=86206) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 10 13:58:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:58:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] No BDM found with device name vdb, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:58:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] No VIF found with MAC fa:16:3e:87:71:b2, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:58:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-ee295497-b12f-48cb-8caa-ecee405d47c3 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "fbcfad6c-6870-4c8a-97b8-5ac2b5026896" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 24.751s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:58:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:58:12 user nova-compute[86206]: DEBUG nova.compute.manager [req-d5d7c4c8-238c-4e16-aaaf-2699010efb99 req-c14476f3-881b-4d8d-9859-2a15b606a5cb service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Received event network-changed-be175f0d-5a33-4083-b58d-fb3c2b41bca2 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:58:12 user nova-compute[86206]: DEBUG nova.compute.manager [req-d5d7c4c8-238c-4e16-aaaf-2699010efb99 req-c14476f3-881b-4d8d-9859-2a15b606a5cb service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Refreshing instance network info cache due to event network-changed-be175f0d-5a33-4083-b58d-fb3c2b41bca2. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:58:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d5d7c4c8-238c-4e16-aaaf-2699010efb99 req-c14476f3-881b-4d8d-9859-2a15b606a5cb service nova] Acquiring lock "refresh_cache-fbcfad6c-6870-4c8a-97b8-5ac2b5026896" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:58:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d5d7c4c8-238c-4e16-aaaf-2699010efb99 req-c14476f3-881b-4d8d-9859-2a15b606a5cb service nova] Acquired lock "refresh_cache-fbcfad6c-6870-4c8a-97b8-5ac2b5026896" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:58:12 user nova-compute[86206]: DEBUG nova.network.neutron [req-d5d7c4c8-238c-4e16-aaaf-2699010efb99 req-c14476f3-881b-4d8d-9859-2a15b606a5cb service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Refreshing network info cache for port be175f0d-5a33-4083-b58d-fb3c2b41bca2 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:58:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:58:13 user nova-compute[86206]: DEBUG nova.network.neutron [req-d5d7c4c8-238c-4e16-aaaf-2699010efb99 req-c14476f3-881b-4d8d-9859-2a15b606a5cb service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Updated VIF entry in instance network info cache for port be175f0d-5a33-4083-b58d-fb3c2b41bca2. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:58:13 user nova-compute[86206]: DEBUG nova.network.neutron [req-d5d7c4c8-238c-4e16-aaaf-2699010efb99 req-c14476f3-881b-4d8d-9859-2a15b606a5cb service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Updating instance_info_cache with network_info: [{"id": "be175f0d-5a33-4083-b58d-fb3c2b41bca2", "address": "fa:16:3e:87:71:b2", "network": {"id": "c44ccb21-a7dd-44e7-abce-ab2009ff7e2a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-244972796-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2b1d0e89b6f4eb48c0d75d93b7becf7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe175f0d-5a", "ovs_interfaceid": "be175f0d-5a33-4083-b58d-fb3c2b41bca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:58:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-d5d7c4c8-238c-4e16-aaaf-2699010efb99 req-c14476f3-881b-4d8d-9859-2a15b606a5cb service nova] Releasing lock "refresh_cache-fbcfad6c-6870-4c8a-97b8-5ac2b5026896" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:58:14 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:58:15 user nova-compute[86206]: DEBUG nova.compute.manager [req-5244bd0b-fe99-4e61-b734-73211033e505 req-7d9a713f-2aa5-4eef-9061-3fa0259fd33b service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Received event network-changed-be175f0d-5a33-4083-b58d-fb3c2b41bca2 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:58:15 user nova-compute[86206]: DEBUG nova.compute.manager [req-5244bd0b-fe99-4e61-b734-73211033e505 req-7d9a713f-2aa5-4eef-9061-3fa0259fd33b service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Refreshing instance network info cache due to event network-changed-be175f0d-5a33-4083-b58d-fb3c2b41bca2. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:58:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-5244bd0b-fe99-4e61-b734-73211033e505 req-7d9a713f-2aa5-4eef-9061-3fa0259fd33b service nova] Acquiring lock "refresh_cache-fbcfad6c-6870-4c8a-97b8-5ac2b5026896" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:58:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-5244bd0b-fe99-4e61-b734-73211033e505 req-7d9a713f-2aa5-4eef-9061-3fa0259fd33b service nova] Acquired lock "refresh_cache-fbcfad6c-6870-4c8a-97b8-5ac2b5026896" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:58:15 user nova-compute[86206]: DEBUG nova.network.neutron [req-5244bd0b-fe99-4e61-b734-73211033e505 req-7d9a713f-2aa5-4eef-9061-3fa0259fd33b service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Refreshing network info cache for port be175f0d-5a33-4083-b58d-fb3c2b41bca2 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:58:15 user nova-compute[86206]: DEBUG nova.network.neutron [req-5244bd0b-fe99-4e61-b734-73211033e505 req-7d9a713f-2aa5-4eef-9061-3fa0259fd33b service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Updated VIF entry in instance network info cache for port be175f0d-5a33-4083-b58d-fb3c2b41bca2. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:58:15 user nova-compute[86206]: DEBUG nova.network.neutron [req-5244bd0b-fe99-4e61-b734-73211033e505 req-7d9a713f-2aa5-4eef-9061-3fa0259fd33b service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Updating instance_info_cache with network_info: [{"id": "be175f0d-5a33-4083-b58d-fb3c2b41bca2", "address": "fa:16:3e:87:71:b2", "network": {"id": "c44ccb21-a7dd-44e7-abce-ab2009ff7e2a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-244972796-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2b1d0e89b6f4eb48c0d75d93b7becf7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe175f0d-5a", "ovs_interfaceid": "be175f0d-5a33-4083-b58d-fb3c2b41bca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:58:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-5244bd0b-fe99-4e61-b734-73211033e505 req-7d9a713f-2aa5-4eef-9061-3fa0259fd33b service nova] Releasing lock "refresh_cache-fbcfad6c-6870-4c8a-97b8-5ac2b5026896" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:58:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-6b6ab5cb-464a-47c6-a4d7-f60e8713bfc9 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Acquiring lock "fbcfad6c-6870-4c8a-97b8-5ac2b5026896" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:58:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-6b6ab5cb-464a-47c6-a4d7-f60e8713bfc9 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "fbcfad6c-6870-4c8a-97b8-5ac2b5026896" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:58:15 user nova-compute[86206]: INFO nova.compute.manager [None req-6b6ab5cb-464a-47c6-a4d7-f60e8713bfc9 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Rebooting instance
Nov 10 13:58:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-6b6ab5cb-464a-47c6-a4d7-f60e8713bfc9 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Acquiring lock "refresh_cache-fbcfad6c-6870-4c8a-97b8-5ac2b5026896" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:58:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-6b6ab5cb-464a-47c6-a4d7-f60e8713bfc9 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Acquired lock "refresh_cache-fbcfad6c-6870-4c8a-97b8-5ac2b5026896" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:58:15 user nova-compute[86206]: DEBUG nova.network.neutron [None req-6b6ab5cb-464a-47c6-a4d7-f60e8713bfc9 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Building network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 10 13:58:15 user nova-compute[86206]: DEBUG nova.network.neutron [None req-6b6ab5cb-464a-47c6-a4d7-f60e8713bfc9 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Updating instance_info_cache with network_info: [{"id": "be175f0d-5a33-4083-b58d-fb3c2b41bca2", "address": "fa:16:3e:87:71:b2", "network": {"id": "c44ccb21-a7dd-44e7-abce-ab2009ff7e2a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-244972796-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2b1d0e89b6f4eb48c0d75d93b7becf7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe175f0d-5a", "ovs_interfaceid": "be175f0d-5a33-4083-b58d-fb3c2b41bca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:58:15 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-6b6ab5cb-464a-47c6-a4d7-f60e8713bfc9 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Releasing lock "refresh_cache-fbcfad6c-6870-4c8a-97b8-5ac2b5026896" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:58:16 user nova-compute[86206]: DEBUG nova.compute.manager [None req-6b6ab5cb-464a-47c6-a4d7-f60e8713bfc9 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:58:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:58:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:58:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:58:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:58:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:58:18 user nova-compute[86206]: DEBUG nova.compute.manager [req-5c4f2162-7eed-46d6-83dd-7d85984a95cd req-c1e24490-b240-4c01-9f68-900959d3515a service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Received event network-vif-unplugged-be175f0d-5a33-4083-b58d-fb3c2b41bca2 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:58:18 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-5c4f2162-7eed-46d6-83dd-7d85984a95cd req-c1e24490-b240-4c01-9f68-900959d3515a service nova] Acquiring lock "fbcfad6c-6870-4c8a-97b8-5ac2b5026896-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:58:18 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-5c4f2162-7eed-46d6-83dd-7d85984a95cd req-c1e24490-b240-4c01-9f68-900959d3515a service nova] Lock "fbcfad6c-6870-4c8a-97b8-5ac2b5026896-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:58:18 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-5c4f2162-7eed-46d6-83dd-7d85984a95cd req-c1e24490-b240-4c01-9f68-900959d3515a service nova] Lock "fbcfad6c-6870-4c8a-97b8-5ac2b5026896-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:58:18 user nova-compute[86206]: DEBUG nova.compute.manager [req-5c4f2162-7eed-46d6-83dd-7d85984a95cd req-c1e24490-b240-4c01-9f68-900959d3515a service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] No waiting events found dispatching network-vif-unplugged-be175f0d-5a33-4083-b58d-fb3c2b41bca2 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:58:18 user nova-compute[86206]: WARNING nova.compute.manager [req-5c4f2162-7eed-46d6-83dd-7d85984a95cd req-c1e24490-b240-4c01-9f68-900959d3515a service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Received unexpected event network-vif-unplugged-be175f0d-5a33-4083-b58d-fb3c2b41bca2 for instance with vm_state active and task_state reboot_started.
Nov 10 13:58:19 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-6b6ab5cb-464a-47c6-a4d7-f60e8713bfc9 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Instance shutdown successfully.
Nov 10 13:58:19 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:58:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:58:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:58:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:58:20 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:58:20 user nova-compute[86206]: DEBUG nova.compute.manager [req-ac8c2315-06cc-4886-a9b7-548dd163cac3 req-f2409f18-6dc3-4e91-8490-7ca99ef83293 service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Received event network-vif-plugged-be175f0d-5a33-4083-b58d-fb3c2b41bca2 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:58:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-ac8c2315-06cc-4886-a9b7-548dd163cac3 req-f2409f18-6dc3-4e91-8490-7ca99ef83293 service nova] Acquiring lock "fbcfad6c-6870-4c8a-97b8-5ac2b5026896-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:58:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-ac8c2315-06cc-4886-a9b7-548dd163cac3 req-f2409f18-6dc3-4e91-8490-7ca99ef83293 service nova] Lock "fbcfad6c-6870-4c8a-97b8-5ac2b5026896-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:58:20 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-ac8c2315-06cc-4886-a9b7-548dd163cac3 req-f2409f18-6dc3-4e91-8490-7ca99ef83293 service nova] Lock "fbcfad6c-6870-4c8a-97b8-5ac2b5026896-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:58:20 user nova-compute[86206]: DEBUG nova.compute.manager [req-ac8c2315-06cc-4886-a9b7-548dd163cac3 req-f2409f18-6dc3-4e91-8490-7ca99ef83293 service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] No waiting events found dispatching network-vif-plugged-be175f0d-5a33-4083-b58d-fb3c2b41bca2 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:58:20 user nova-compute[86206]: WARNING nova.compute.manager [req-ac8c2315-06cc-4886-a9b7-548dd163cac3 req-f2409f18-6dc3-4e91-8490-7ca99ef83293 service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Received unexpected event network-vif-plugged-be175f0d-5a33-4083-b58d-fb3c2b41bca2 for instance with vm_state active and task_state reboot_started.
Nov 10 13:58:21 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:58:21 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:58:21 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:58:22 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Instance running successfully.
Nov 10 13:58:22 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-6b6ab5cb-464a-47c6-a4d7-f60e8713bfc9 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Instance soft rebooted successfully.
Nov 10 13:58:22 user nova-compute[86206]: DEBUG nova.compute.manager [None req-6b6ab5cb-464a-47c6-a4d7-f60e8713bfc9 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Checking state {{(pid=86206) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 10 13:58:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-6b6ab5cb-464a-47c6-a4d7-f60e8713bfc9 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "fbcfad6c-6870-4c8a-97b8-5ac2b5026896" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 7.134s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:58:22 user nova-compute[86206]: DEBUG nova.compute.manager [req-ade3d819-3144-4a4d-af00-690fd5386099 req-3ef383e6-accc-4cc1-ac24-c950fdf92292 service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Received event network-vif-plugged-be175f0d-5a33-4083-b58d-fb3c2b41bca2 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:58:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-ade3d819-3144-4a4d-af00-690fd5386099 req-3ef383e6-accc-4cc1-ac24-c950fdf92292 service nova] Acquiring lock "fbcfad6c-6870-4c8a-97b8-5ac2b5026896-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:58:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-ade3d819-3144-4a4d-af00-690fd5386099 req-3ef383e6-accc-4cc1-ac24-c950fdf92292 service nova] Lock "fbcfad6c-6870-4c8a-97b8-5ac2b5026896-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:58:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-ade3d819-3144-4a4d-af00-690fd5386099 req-3ef383e6-accc-4cc1-ac24-c950fdf92292 service nova] Lock "fbcfad6c-6870-4c8a-97b8-5ac2b5026896-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:58:22 user nova-compute[86206]: DEBUG nova.compute.manager [req-ade3d819-3144-4a4d-af00-690fd5386099 req-3ef383e6-accc-4cc1-ac24-c950fdf92292 service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] No waiting events found dispatching network-vif-plugged-be175f0d-5a33-4083-b58d-fb3c2b41bca2 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:58:22 user nova-compute[86206]: WARNING nova.compute.manager [req-ade3d819-3144-4a4d-af00-690fd5386099 req-3ef383e6-accc-4cc1-ac24-c950fdf92292 service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Received unexpected event network-vif-plugged-be175f0d-5a33-4083-b58d-fb3c2b41bca2 for instance with vm_state active and task_state None.
Nov 10 13:58:22 user nova-compute[86206]: DEBUG nova.compute.manager [req-ade3d819-3144-4a4d-af00-690fd5386099 req-3ef383e6-accc-4cc1-ac24-c950fdf92292 service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Received event network-vif-plugged-be175f0d-5a33-4083-b58d-fb3c2b41bca2 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:58:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-ade3d819-3144-4a4d-af00-690fd5386099 req-3ef383e6-accc-4cc1-ac24-c950fdf92292 service nova] Acquiring lock "fbcfad6c-6870-4c8a-97b8-5ac2b5026896-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:58:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-ade3d819-3144-4a4d-af00-690fd5386099 req-3ef383e6-accc-4cc1-ac24-c950fdf92292 service nova] Lock "fbcfad6c-6870-4c8a-97b8-5ac2b5026896-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:58:22 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-ade3d819-3144-4a4d-af00-690fd5386099 req-3ef383e6-accc-4cc1-ac24-c950fdf92292 service nova] Lock "fbcfad6c-6870-4c8a-97b8-5ac2b5026896-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:58:22 user nova-compute[86206]: DEBUG nova.compute.manager [req-ade3d819-3144-4a4d-af00-690fd5386099 req-3ef383e6-accc-4cc1-ac24-c950fdf92292 service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] No waiting events found dispatching network-vif-plugged-be175f0d-5a33-4083-b58d-fb3c2b41bca2 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 13:58:22 user nova-compute[86206]: WARNING nova.compute.manager [req-ade3d819-3144-4a4d-af00-690fd5386099 req-3ef383e6-accc-4cc1-ac24-c950fdf92292 service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Received unexpected event network-vif-plugged-be175f0d-5a33-4083-b58d-fb3c2b41bca2 for instance with vm_state active and task_state None.
Nov 10 13:58:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:58:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:58:24 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:58:24 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Cleaning up deleted instances with incomplete migration  {{(pid=86206) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 10 13:58:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:58:29 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:58:29 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:58:29 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Cleaning up deleted instances {{(pid=86206) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 10 13:58:29 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] There are 0 instances to clean {{(pid=86206) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 10 13:58:29 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:58:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:58:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:58:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:58:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=86206) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 10 13:58:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:58:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:58:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:58:39 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:58:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:58:44 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:58:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:58:49 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:58:53 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:58:54 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:58:54 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:58:54 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:58:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "refresh_cache-031a5123-8fc3-4a98-b891-ea1badf22f6c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:58:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquired lock "refresh_cache-031a5123-8fc3-4a98-b891-ea1badf22f6c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:58:55 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Forcefully refreshing network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 10 13:58:55 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Updating instance_info_cache with network_info: [{"id": "1f7cfb19-b80c-49f0-9e5c-b791795ec105", "address": "fa:16:3e:05:fa:53", "network": {"id": "4b55e6dc-18b1-4c02-bc7f-5d28ea43617d", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-658667453-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61a16e229563451da4b9b4f94f08a969", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f7cfb19-b8", "ovs_interfaceid": "1f7cfb19-b80c-49f0-9e5c-b791795ec105", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:58:55 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Releasing lock "refresh_cache-031a5123-8fc3-4a98-b891-ea1badf22f6c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:58:55 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Updated the network info_cache for instance {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 10 13:58:57 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:58:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:58:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:58:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:58:57 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:58:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbcfad6c-6870-4c8a-97b8-5ac2b5026896/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:58:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbcfad6c-6870-4c8a-97b8-5ac2b5026896/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:58:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbcfad6c-6870-4c8a-97b8-5ac2b5026896/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:58:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:58:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbcfad6c-6870-4c8a-97b8-5ac2b5026896/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:58:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:58:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:58:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:58:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:58:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:58:59 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:58:59 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:58:59 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=8796MB free_disk=24.958099365234375GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:58:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:58:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:58:59 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance fbcfad6c-6870-4c8a-97b8-5ac2b5026896 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:58:59 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 031a5123-8fc3-4a98-b891-ea1badf22f6c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:58:59 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:58:59 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:58:59 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:58:59 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:58:59 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:58:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.224s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:59:01 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:59:01 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:59:01 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:59:01 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 13:59:01 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:59:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:59:05 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:59:06 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:59:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:59:09 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:59:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:59:16 user nova-compute[86206]: DEBUG nova.compute.manager [req-b0b8e068-fa3c-4ef5-94ad-7789e601a3d8 req-e59dd9aa-f679-427a-b453-8d2cd43a8618 service nova] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Received event network-changed-1f7cfb19-b80c-49f0-9e5c-b791795ec105 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 13:59:16 user nova-compute[86206]: DEBUG nova.compute.manager [req-b0b8e068-fa3c-4ef5-94ad-7789e601a3d8 req-e59dd9aa-f679-427a-b453-8d2cd43a8618 service nova] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Refreshing instance network info cache due to event network-changed-1f7cfb19-b80c-49f0-9e5c-b791795ec105. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 13:59:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b0b8e068-fa3c-4ef5-94ad-7789e601a3d8 req-e59dd9aa-f679-427a-b453-8d2cd43a8618 service nova] Acquiring lock "refresh_cache-031a5123-8fc3-4a98-b891-ea1badf22f6c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:59:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b0b8e068-fa3c-4ef5-94ad-7789e601a3d8 req-e59dd9aa-f679-427a-b453-8d2cd43a8618 service nova] Acquired lock "refresh_cache-031a5123-8fc3-4a98-b891-ea1badf22f6c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:59:16 user nova-compute[86206]: DEBUG nova.network.neutron [req-b0b8e068-fa3c-4ef5-94ad-7789e601a3d8 req-e59dd9aa-f679-427a-b453-8d2cd43a8618 service nova] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Refreshing network info cache for port 1f7cfb19-b80c-49f0-9e5c-b791795ec105 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 13:59:16 user nova-compute[86206]: DEBUG nova.network.neutron [req-b0b8e068-fa3c-4ef5-94ad-7789e601a3d8 req-e59dd9aa-f679-427a-b453-8d2cd43a8618 service nova] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Updated VIF entry in instance network info cache for port 1f7cfb19-b80c-49f0-9e5c-b791795ec105. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 13:59:16 user nova-compute[86206]: DEBUG nova.network.neutron [req-b0b8e068-fa3c-4ef5-94ad-7789e601a3d8 req-e59dd9aa-f679-427a-b453-8d2cd43a8618 service nova] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Updating instance_info_cache with network_info: [{"id": "1f7cfb19-b80c-49f0-9e5c-b791795ec105", "address": "fa:16:3e:05:fa:53", "network": {"id": "4b55e6dc-18b1-4c02-bc7f-5d28ea43617d", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-658667453-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.87", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61a16e229563451da4b9b4f94f08a969", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f7cfb19-b8", "ovs_interfaceid": "1f7cfb19-b80c-49f0-9e5c-b791795ec105", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:59:16 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-b0b8e068-fa3c-4ef5-94ad-7789e601a3d8 req-e59dd9aa-f679-427a-b453-8d2cd43a8618 service nova] Releasing lock "refresh_cache-031a5123-8fc3-4a98-b891-ea1badf22f6c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:59:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:59:19 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:59:20 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:59:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Acquiring lock "031a5123-8fc3-4a98-b891-ea1badf22f6c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:59:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "031a5123-8fc3-4a98-b891-ea1badf22f6c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:59:23 user nova-compute[86206]: DEBUG nova.objects.instance [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lazy-loading 'flavor' on Instance uuid 031a5123-8fc3-4a98-b891-ea1badf22f6c {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:59:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "031a5123-8fc3-4a98-b891-ea1badf22f6c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.099s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:59:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:59:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Acquiring lock "031a5123-8fc3-4a98-b891-ea1badf22f6c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:59:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "031a5123-8fc3-4a98-b891-ea1badf22f6c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:59:23 user nova-compute[86206]: INFO nova.compute.manager [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Attaching volume be0b4814-d9a2-4fd1-92b2-d5711cc3664b to /dev/vdb
Nov 10 13:59:23 user nova-compute[86206]: DEBUG os_brick.utils [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:59:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:59:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:59:23 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f8a4e89-f12d-4ff7-886c-5e3c85f75033]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:59:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:59:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:59:23 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3978feb-d242-4225-9a8f-da4c60bcab4d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:59:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:59:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:59:23 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f602c75-fc61-4362-8050-94d615528c0d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:59:23 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a540303a-2216-41bf-ae36-52cc03db3497]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:59:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:59:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:59:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 13:59:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:59:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 13:59:23 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 13:59:23 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec332619-6b87-428c-ad61-7579d9096e33]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:59:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 13:59:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 13:59:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 13:59:23 user nova-compute[86206]: DEBUG os_brick.utils [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:59:23 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Updating existing volume attachment record: eba9ddb3-9b61-4c31-a648-5746acb1a07f {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 13:59:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:59:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:59:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:59:34 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:59:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:59:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lQtfEyzO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 13:59:45 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:59:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:59:45 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 13:59:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 13:59:45 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 13:59:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cac7abf-60bf-43e2-aa49-86e250a4769a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 13:59:45 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab873d3f-4a17-4257-a206-c896bbbbdae1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b] added
Nov 10 13:59:45 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[67a4a2f4-3e0a-435f-b7ae-7375e671d62d]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ec8f13f-bfa1-4ee2-96a8-a1c18cf5ba22]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lQtfEyzO {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lQtfEyzO" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[22025f5c-f34e-4241-88ce-55093a057af4]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lQtfEyzO'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[08915cf9-a006-4bfb-8694-6fc25862e537]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4f99d8b-4ee7-46b4-a66a-237ab42b446e]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf (non-flash)
Nov 10 13:59:45 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf (non-flash)
Nov 10 13:59:45 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5fc0494-5658-42ec-9ef8-d714e507fd8b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b, portal: 172.16.0.220,3260]
Nov 10 13:59:45 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b, portal: 172.16.0.220,3260] successful.
Nov 10 13:59:45 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbe671e1-58af-4714-bb54-1fa1b5c86479]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ae383ab-2c7a-4697-bb3c-175245c31cd1]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf (non-flash)
Nov 10 13:59:45 user nova-compute[86206]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b (non-flash)
Nov 10 13:59:45 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf (non-flash)
Nov 10 13:59:45 user nova-compute[86206]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b (non-flash)
Nov 10 13:59:45 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.261s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:59:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 13:59:46 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] HCTL ('34', '-', '-', 0) found on session 50 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 13:59:46 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 13:59:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:59:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:59:46 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a20131e-3551-4f55-98ae-b85bc53f9839]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 13:59:46 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Searching for a device in session 50 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 13:59:46 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lQtfEyzO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 13:59:47 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.294s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 13:59:47 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] <== connect_volume: return (1296ms) {'type': 'block', 'scsi_wwn': '26262613230623065', 'path': '/dev/sdc'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 13:59:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26262613230623065', 'path': '/dev/sdc'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 13:59:47 user nova-compute[86206]: DEBUG nova.objects.instance [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lazy-loading 'flavor' on Instance uuid 031a5123-8fc3-4a98-b891-ea1badf22f6c {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:59:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] attach device xml: <disk type="block" device="disk">
Nov 10 13:59:47 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 13:59:47 user nova-compute[86206]:   <source dev="/dev/sdc"/>
Nov 10 13:59:47 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 13:59:47 user nova-compute[86206]:   <serial>be0b4814-d9a2-4fd1-92b2-d5711cc3664b</serial>
Nov 10 13:59:47 user nova-compute[86206]: </disk>
Nov 10 13:59:47 user nova-compute[86206]:  {{(pid=86206) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 10 13:59:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:59:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] No BDM found with device name vdb, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 13:59:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] No VIF found with MAC fa:16:3e:05:fa:53, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 13:59:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-eaa68c90-e0cd-4f56-ae10-1ebe3dbbdd3a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "031a5123-8fc3-4a98-b891-ea1badf22f6c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 24.122s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:59:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:59:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:59:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=86206) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 10 13:59:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:59:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 13:59:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:59:49 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:59:53 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 13:59:56 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:59:56 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 13:59:56 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Rebuilding the list of instances to heal {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 10 13:59:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "refresh_cache-fbcfad6c-6870-4c8a-97b8-5ac2b5026896" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 13:59:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquired lock "refresh_cache-fbcfad6c-6870-4c8a-97b8-5ac2b5026896" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 13:59:57 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Forcefully refreshing network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 10 13:59:57 user nova-compute[86206]: DEBUG nova.objects.instance [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lazy-loading 'info_cache' on Instance uuid fbcfad6c-6870-4c8a-97b8-5ac2b5026896 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 13:59:57 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Updating instance_info_cache with network_info: [{"id": "be175f0d-5a33-4083-b58d-fb3c2b41bca2", "address": "fa:16:3e:87:71:b2", "network": {"id": "c44ccb21-a7dd-44e7-abce-ab2009ff7e2a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-244972796-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2b1d0e89b6f4eb48c0d75d93b7becf7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe175f0d-5a", "ovs_interfaceid": "be175f0d-5a33-4083-b58d-fb3c2b41bca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 13:59:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Releasing lock "refresh_cache-fbcfad6c-6870-4c8a-97b8-5ac2b5026896" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 13:59:57 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Updated the network info_cache for instance {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 10 13:59:57 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 13:59:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:59:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:59:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 13:59:57 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 13:59:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbcfad6c-6870-4c8a-97b8-5ac2b5026896/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:59:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbcfad6c-6870-4c8a-97b8-5ac2b5026896/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:59:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbcfad6c-6870-4c8a-97b8-5ac2b5026896/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:59:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 13:59:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbcfad6c-6870-4c8a-97b8-5ac2b5026896/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:59:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:59:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:59:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:59:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 13:59:58 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 13:59:58 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=86206) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 10 13:59:59 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:59:59 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 13:59:59 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=8833MB free_disk=24.9569091796875GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 13:59:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 13:59:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 13:59:59 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance fbcfad6c-6870-4c8a-97b8-5ac2b5026896 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:59:59 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 031a5123-8fc3-4a98-b891-ea1badf22f6c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 13:59:59 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 13:59:59 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 13:59:59 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 13:59:59 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 13:59:59 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 13:59:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.182s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 14:00:02 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:00:02 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:00:02 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 14:00:02 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:00:02 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:00:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:00:04 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:00:05 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:00:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:00:07 user nova-compute[86206]: DEBUG nova.compute.manager [req-642344a5-2b79-4faa-948b-a8a7feaa1e07 req-8103cabf-1569-4a0c-86dd-455503d054d6 service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Received event network-changed-be175f0d-5a33-4083-b58d-fb3c2b41bca2 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 14:00:07 user nova-compute[86206]: DEBUG nova.compute.manager [req-642344a5-2b79-4faa-948b-a8a7feaa1e07 req-8103cabf-1569-4a0c-86dd-455503d054d6 service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Refreshing instance network info cache due to event network-changed-be175f0d-5a33-4083-b58d-fb3c2b41bca2. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 14:00:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-642344a5-2b79-4faa-948b-a8a7feaa1e07 req-8103cabf-1569-4a0c-86dd-455503d054d6 service nova] Acquiring lock "refresh_cache-fbcfad6c-6870-4c8a-97b8-5ac2b5026896" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 14:00:07 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-642344a5-2b79-4faa-948b-a8a7feaa1e07 req-8103cabf-1569-4a0c-86dd-455503d054d6 service nova] Acquired lock "refresh_cache-fbcfad6c-6870-4c8a-97b8-5ac2b5026896" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 14:00:07 user nova-compute[86206]: DEBUG nova.network.neutron [req-642344a5-2b79-4faa-948b-a8a7feaa1e07 req-8103cabf-1569-4a0c-86dd-455503d054d6 service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Refreshing network info cache for port be175f0d-5a33-4083-b58d-fb3c2b41bca2 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 14:00:08 user nova-compute[86206]: DEBUG nova.network.neutron [req-642344a5-2b79-4faa-948b-a8a7feaa1e07 req-8103cabf-1569-4a0c-86dd-455503d054d6 service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Updated VIF entry in instance network info cache for port be175f0d-5a33-4083-b58d-fb3c2b41bca2. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 14:00:08 user nova-compute[86206]: DEBUG nova.network.neutron [req-642344a5-2b79-4faa-948b-a8a7feaa1e07 req-8103cabf-1569-4a0c-86dd-455503d054d6 service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Updating instance_info_cache with network_info: [{"id": "be175f0d-5a33-4083-b58d-fb3c2b41bca2", "address": "fa:16:3e:87:71:b2", "network": {"id": "c44ccb21-a7dd-44e7-abce-ab2009ff7e2a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-244972796-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.34", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2b1d0e89b6f4eb48c0d75d93b7becf7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe175f0d-5a", "ovs_interfaceid": "be175f0d-5a33-4083-b58d-fb3c2b41bca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 14:00:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-642344a5-2b79-4faa-948b-a8a7feaa1e07 req-8103cabf-1569-4a0c-86dd-455503d054d6 service nova] Releasing lock "refresh_cache-fbcfad6c-6870-4c8a-97b8-5ac2b5026896" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 14:00:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:00:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-e61f05dd-817e-4152-bc4e-4cb84fbbb315 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Acquiring lock "fbcfad6c-6870-4c8a-97b8-5ac2b5026896" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 14:00:08 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-e61f05dd-817e-4152-bc4e-4cb84fbbb315 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "fbcfad6c-6870-4c8a-97b8-5ac2b5026896" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 14:00:08 user nova-compute[86206]: INFO nova.compute.manager [None req-e61f05dd-817e-4152-bc4e-4cb84fbbb315 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Detaching volume bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf
Nov 10 14:00:08 user nova-compute[86206]: INFO nova.virt.block_device [None req-e61f05dd-817e-4152-bc4e-4cb84fbbb315 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Attempting to driver detach volume bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf from mountpoint /dev/vdb
Nov 10 14:00:08 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-e61f05dd-817e-4152-bc4e-4cb84fbbb315 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Attempting to detach device vdb from instance fbcfad6c-6870-4c8a-97b8-5ac2b5026896 from the persistent domain config. {{(pid=86206) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 10 14:00:08 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-e61f05dd-817e-4152-bc4e-4cb84fbbb315 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 14:00:08 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 14:00:08 user nova-compute[86206]:   <source dev="/dev/sdb"/>
Nov 10 14:00:08 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 14:00:08 user nova-compute[86206]:   <serial>bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf</serial>
Nov 10 14:00:08 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 10 14:00:08 user nova-compute[86206]: </disk>
Nov 10 14:00:08 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 14:00:08 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-e61f05dd-817e-4152-bc4e-4cb84fbbb315 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Successfully detached device vdb from instance fbcfad6c-6870-4c8a-97b8-5ac2b5026896 from the persistent domain config.
Nov 10 14:00:08 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-e61f05dd-817e-4152-bc4e-4cb84fbbb315 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance fbcfad6c-6870-4c8a-97b8-5ac2b5026896 from the live domain config. {{(pid=86206) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 10 14:00:08 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-e61f05dd-817e-4152-bc4e-4cb84fbbb315 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 14:00:08 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 14:00:08 user nova-compute[86206]:   <source dev="/dev/sdb"/>
Nov 10 14:00:08 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 14:00:08 user nova-compute[86206]:   <serial>bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf</serial>
Nov 10 14:00:08 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 10 14:00:08 user nova-compute[86206]: </disk>
Nov 10 14:00:08 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 14:00:08 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:00:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-e61f05dd-817e-4152-bc4e-4cb84fbbb315 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance fbcfad6c-6870-4c8a-97b8-5ac2b5026896 {{(pid=86206) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 10 14:00:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:00:09 user nova-compute[86206]: DEBUG nova.compute.manager [req-edcdaac3-624a-48fd-9e36-7671a9dcc7d4 req-9afeec3f-999b-42cd-baf7-0082c6d9c6fd service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Received event network-changed-be175f0d-5a33-4083-b58d-fb3c2b41bca2 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 14:00:09 user nova-compute[86206]: DEBUG nova.compute.manager [req-edcdaac3-624a-48fd-9e36-7671a9dcc7d4 req-9afeec3f-999b-42cd-baf7-0082c6d9c6fd service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Refreshing instance network info cache due to event network-changed-be175f0d-5a33-4083-b58d-fb3c2b41bca2. {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 10 14:00:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-edcdaac3-624a-48fd-9e36-7671a9dcc7d4 req-9afeec3f-999b-42cd-baf7-0082c6d9c6fd service nova] Acquiring lock "refresh_cache-fbcfad6c-6870-4c8a-97b8-5ac2b5026896" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 14:00:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-edcdaac3-624a-48fd-9e36-7671a9dcc7d4 req-9afeec3f-999b-42cd-baf7-0082c6d9c6fd service nova] Acquired lock "refresh_cache-fbcfad6c-6870-4c8a-97b8-5ac2b5026896" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 14:00:09 user nova-compute[86206]: DEBUG nova.network.neutron [req-edcdaac3-624a-48fd-9e36-7671a9dcc7d4 req-9afeec3f-999b-42cd-baf7-0082c6d9c6fd service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Refreshing network info cache for port be175f0d-5a33-4083-b58d-fb3c2b41bca2 {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 10 14:00:09 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:00:10 user nova-compute[86206]: DEBUG nova.network.neutron [req-edcdaac3-624a-48fd-9e36-7671a9dcc7d4 req-9afeec3f-999b-42cd-baf7-0082c6d9c6fd service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Updated VIF entry in instance network info cache for port be175f0d-5a33-4083-b58d-fb3c2b41bca2. {{(pid=86206) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 10 14:00:10 user nova-compute[86206]: DEBUG nova.network.neutron [req-edcdaac3-624a-48fd-9e36-7671a9dcc7d4 req-9afeec3f-999b-42cd-baf7-0082c6d9c6fd service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Updating instance_info_cache with network_info: [{"id": "be175f0d-5a33-4083-b58d-fb3c2b41bca2", "address": "fa:16:3e:87:71:b2", "network": {"id": "c44ccb21-a7dd-44e7-abce-ab2009ff7e2a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-244972796-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2b1d0e89b6f4eb48c0d75d93b7becf7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe175f0d-5a", "ovs_interfaceid": "be175f0d-5a33-4083-b58d-fb3c2b41bca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 14:00:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-edcdaac3-624a-48fd-9e36-7671a9dcc7d4 req-9afeec3f-999b-42cd-baf7-0082c6d9c6fd service nova] Releasing lock "refresh_cache-fbcfad6c-6870-4c8a-97b8-5ac2b5026896" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 14:00:13 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:00:14 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:00:18 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:00:19 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:00:23 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:00:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8fcc78ab-2646-416d-98be-4b4a7d099ec5 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Acquiring lock "031a5123-8fc3-4a98-b891-ea1badf22f6c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 14:00:27 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8fcc78ab-2646-416d-98be-4b4a7d099ec5 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "031a5123-8fc3-4a98-b891-ea1badf22f6c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 14:00:27 user nova-compute[86206]: INFO nova.compute.manager [None req-8fcc78ab-2646-416d-98be-4b4a7d099ec5 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Detaching volume be0b4814-d9a2-4fd1-92b2-d5711cc3664b
Nov 10 14:00:27 user nova-compute[86206]: INFO nova.virt.block_device [None req-8fcc78ab-2646-416d-98be-4b4a7d099ec5 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Attempting to driver detach volume be0b4814-d9a2-4fd1-92b2-d5711cc3664b from mountpoint /dev/vdb
Nov 10 14:00:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8fcc78ab-2646-416d-98be-4b4a7d099ec5 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Attempting to detach device vdb from instance 031a5123-8fc3-4a98-b891-ea1badf22f6c from the persistent domain config. {{(pid=86206) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 10 14:00:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-8fcc78ab-2646-416d-98be-4b4a7d099ec5 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 14:00:27 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 14:00:27 user nova-compute[86206]:   <source dev="/dev/sdc"/>
Nov 10 14:00:27 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 14:00:27 user nova-compute[86206]:   <serial>be0b4814-d9a2-4fd1-92b2-d5711cc3664b</serial>
Nov 10 14:00:27 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 10 14:00:27 user nova-compute[86206]: </disk>
Nov 10 14:00:27 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 14:00:27 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-8fcc78ab-2646-416d-98be-4b4a7d099ec5 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Successfully detached device vdb from instance 031a5123-8fc3-4a98-b891-ea1badf22f6c from the persistent domain config.
Nov 10 14:00:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8fcc78ab-2646-416d-98be-4b4a7d099ec5 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 031a5123-8fc3-4a98-b891-ea1badf22f6c from the live domain config. {{(pid=86206) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 10 14:00:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-8fcc78ab-2646-416d-98be-4b4a7d099ec5 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 14:00:27 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 14:00:27 user nova-compute[86206]:   <source dev="/dev/sdc"/>
Nov 10 14:00:27 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 14:00:27 user nova-compute[86206]:   <serial>be0b4814-d9a2-4fd1-92b2-d5711cc3664b</serial>
Nov 10 14:00:27 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 10 14:00:27 user nova-compute[86206]: </disk>
Nov 10 14:00:27 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 14:00:27 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-8fcc78ab-2646-416d-98be-4b4a7d099ec5 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 031a5123-8fc3-4a98-b891-ea1badf22f6c {{(pid=86206) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 10 14:00:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:00:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:00:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=86206) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 10 14:00:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 14:00:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 14:00:28 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:00:29 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-e61f05dd-817e-4152-bc4e-4cb84fbbb315 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance fbcfad6c-6870-4c8a-97b8-5ac2b5026896 is timed out.
Nov 10 14:00:29 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-e61f05dd-817e-4152-bc4e-4cb84fbbb315 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Successfully detached device vdb from instance fbcfad6c-6870-4c8a-97b8-5ac2b5026896 from the live domain config.
Nov 10 14:00:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e61f05dd-817e-4152-bc4e-4cb84fbbb315 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e61f05dd-817e-4152-bc4e-4cb84fbbb315 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ExIPsynq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 14:00:29 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-e61f05dd-817e-4152-bc4e-4cb84fbbb315 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 14:00:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-e61f05dd-817e-4152-bc4e-4cb84fbbb315 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-e61f05dd-817e-4152-bc4e-4cb84fbbb315 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[e372e3c5-4c7e-4084-bbd5-c24a11242a13]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e61f05dd-817e-4152-bc4e-4cb84fbbb315 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 14:00:29 user nova-compute[86206]: No targets found.
Nov 10 14:00:29 user nova-compute[86206]: iSNS:
Nov 10 14:00:29 user nova-compute[86206]: No targets found.
Nov 10 14:00:29 user nova-compute[86206]: STATIC:
Nov 10 14:00:29 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf
Nov 10 14:00:29 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 14:00:29 user nova-compute[86206]:                 Iface Name: default
Nov 10 14:00:29 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b
Nov 10 14:00:29 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 14:00:29 user nova-compute[86206]:                 Iface Name: default
Nov 10 14:00:29 user nova-compute[86206]: FIRMWARE:
Nov 10 14:00:29 user nova-compute[86206]: No targets found.
Nov 10 14:00:29 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e61f05dd-817e-4152-bc4e-4cb84fbbb315 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 14:00:29 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 14:00:29 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e61f05dd-817e-4152-bc4e-4cb84fbbb315 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[aeb2fdb5-03a9-4983-8156-cdba178fc9d6]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[76a6be85-35e8-4f25-aa30-26635127c138]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e61f05dd-817e-4152-bc4e-4cb84fbbb315 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf (non-flash)
Nov 10 14:00:29 user nova-compute[86206]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b (non-flash)
Nov 10 14:00:29 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e61f05dd-817e-4152-bc4e-4cb84fbbb315 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf (non-flash)
Nov 10 14:00:29 user nova-compute[86206]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b (non-flash)
Nov 10 14:00:29 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e61f05dd-817e-4152-bc4e-4cb84fbbb315 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe464680670>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf'): ({'sdb'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-e61f05dd-817e-4152-bc4e-4cb84fbbb315 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Removing single pathed devices sdb {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b275ba70-a9b8-4876-b4f6-bbcf5437bb1b]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[240d6f8e-0e9e-40df-90ab-a7612ec8d262]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-e61f05dd-817e-4152-bc4e-4cb84fbbb315 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Flushing IO for device /dev/sdb {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b3d038b-2e3c-4ed0-aff8-bee2e4ec3c2e]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-e61f05dd-817e-4152-bc4e-4cb84fbbb315 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.031s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a50af233-57eb-4f1e-836a-f8d871723aae]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-e61f05dd-817e-4152-bc4e-4cb84fbbb315 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-e61f05dd-817e-4152-bc4e-4cb84fbbb315 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] SCSI volumes sdb have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e61f05dd-817e-4152-bc4e-4cb84fbbb315 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea585a2d-7ff1-4d4e-a849-427effd6576a]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e61f05dd-817e-4152-bc4e-4cb84fbbb315 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[0caf9a5e-b890-4997-b5cf-b3dd2a5426ca]: (4, ('Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf, portal: 172.16.0.220,3260]\nLogout of [sid: 49, target: iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e61f05dd-817e-4152-bc4e-4cb84fbbb315 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf, portal: 172.16.0.220,3260]
Nov 10 14:00:29 user nova-compute[86206]: Logout of [sid: 49, target: iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf, portal: 172.16.0.220,3260] successful.
Nov 10 14:00:29 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bfbc9060-ab11-47f2-82b9-efb9f2d9c0cf -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b47f80c-4be2-4274-80b4-3437daaa871d]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e61f05dd-817e-4152-bc4e-4cb84fbbb315 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-e61f05dd-817e-4152-bc4e-4cb84fbbb315 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.294s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-e61f05dd-817e-4152-bc4e-4cb84fbbb315 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] <== disconnect_volume: return (295ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 14:00:29 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e61f05dd-817e-4152-bc4e-4cb84fbbb315 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 14:00:30 user nova-compute[86206]: DEBUG nova.objects.instance [None req-e61f05dd-817e-4152-bc4e-4cb84fbbb315 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lazy-loading 'flavor' on Instance uuid fbcfad6c-6870-4c8a-97b8-5ac2b5026896 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 14:00:30 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-e61f05dd-817e-4152-bc4e-4cb84fbbb315 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "fbcfad6c-6870-4c8a-97b8-5ac2b5026896" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.860s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 14:00:33 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:00:38 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:00:43 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:00:47 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8fcc78ab-2646-416d-98be-4b4a7d099ec5 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 031a5123-8fc3-4a98-b891-ea1badf22f6c is timed out.
Nov 10 14:00:47 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-8fcc78ab-2646-416d-98be-4b4a7d099ec5 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Successfully detached device vdb from instance 031a5123-8fc3-4a98-b891-ea1badf22f6c from the live domain config.
Nov 10 14:00:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8fcc78ab-2646-416d-98be-4b4a7d099ec5 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fcc78ab-2646-416d-98be-4b4a7d099ec5 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lQtfEyzO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 14:00:47 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-8fcc78ab-2646-416d-98be-4b4a7d099ec5 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 14:00:47 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-8fcc78ab-2646-416d-98be-4b4a7d099ec5 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-8fcc78ab-2646-416d-98be-4b4a7d099ec5 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b80d5ed1-651a-4171-9f6f-f8af956213cb]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fcc78ab-2646-416d-98be-4b4a7d099ec5 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 14:00:47 user nova-compute[86206]: No targets found.
Nov 10 14:00:47 user nova-compute[86206]: iSNS:
Nov 10 14:00:47 user nova-compute[86206]: No targets found.
Nov 10 14:00:47 user nova-compute[86206]: STATIC:
Nov 10 14:00:47 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b
Nov 10 14:00:47 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 14:00:47 user nova-compute[86206]:                 Iface Name: default
Nov 10 14:00:47 user nova-compute[86206]: FIRMWARE:
Nov 10 14:00:47 user nova-compute[86206]: No targets found.
Nov 10 14:00:47 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fcc78ab-2646-416d-98be-4b4a7d099ec5 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 14:00:47 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 14:00:47 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fcc78ab-2646-416d-98be-4b4a7d099ec5 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[64e61de2-c301-4125-b5b1-d4c3be6a2e05]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b28ec389-88a9-4189-b63a-9a8222058e5c]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fcc78ab-2646-416d-98be-4b4a7d099ec5 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b (non-flash)
Nov 10 14:00:47 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fcc78ab-2646-416d-98be-4b4a7d099ec5 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b (non-flash)
Nov 10 14:00:47 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fcc78ab-2646-416d-98be-4b4a7d099ec5 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe464682b00>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b'): ({'sdc'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-8fcc78ab-2646-416d-98be-4b4a7d099ec5 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Removing single pathed devices sdc {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ece1bef-7f39-47a1-b5b0-9d7997cc9b69]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a55a1f03-c80f-466a-9292-28700d0f08dc]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-8fcc78ab-2646-416d-98be-4b4a7d099ec5 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Flushing IO for device /dev/sdc {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a721848-43f4-4e0a-8781-84058076505e]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-8fcc78ab-2646-416d-98be-4b4a7d099ec5 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.038s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[968b437b-98b4-471d-a73f-494bd2b5a7c4]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-8fcc78ab-2646-416d-98be-4b4a7d099ec5 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-8fcc78ab-2646-416d-98be-4b4a7d099ec5 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] SCSI volumes sdc have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fcc78ab-2646-416d-98be-4b4a7d099ec5 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3ae4c15-cc8f-44b7-8a54-af0e692ba6a6]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fcc78ab-2646-416d-98be-4b4a7d099ec5 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[eadc7e1d-0ef2-4440-9bb9-931039bcf1de]: (4, ('Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b, portal: 172.16.0.220,3260]\nLogout of [sid: 50, target: iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fcc78ab-2646-416d-98be-4b4a7d099ec5 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b, portal: 172.16.0.220,3260]
Nov 10 14:00:47 user nova-compute[86206]: Logout of [sid: 50, target: iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b, portal: 172.16.0.220,3260] successful.
Nov 10 14:00:47 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be0b4814-d9a2-4fd1-92b2-d5711cc3664b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[494848d2-1b86-431c-9f30-91c977036966]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fcc78ab-2646-416d-98be-4b4a7d099ec5 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-8fcc78ab-2646-416d-98be-4b4a7d099ec5 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.281s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-8fcc78ab-2646-416d-98be-4b4a7d099ec5 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] <== disconnect_volume: return (283ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 14:00:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8fcc78ab-2646-416d-98be-4b4a7d099ec5 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 14:00:48 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:00:49 user nova-compute[86206]: DEBUG nova.objects.instance [None req-8fcc78ab-2646-416d-98be-4b4a7d099ec5 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lazy-loading 'flavor' on Instance uuid 031a5123-8fc3-4a98-b891-ea1badf22f6c {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 14:00:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8fcc78ab-2646-416d-98be-4b4a7d099ec5 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "031a5123-8fc3-4a98-b891-ea1badf22f6c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.045s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 14:00:53 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:00:56 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:00:56 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 14:00:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "refresh_cache-031a5123-8fc3-4a98-b891-ea1badf22f6c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 14:00:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquired lock "refresh_cache-031a5123-8fc3-4a98-b891-ea1badf22f6c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 14:00:57 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Forcefully refreshing network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 10 14:00:57 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Updating instance_info_cache with network_info: [{"id": "1f7cfb19-b80c-49f0-9e5c-b791795ec105", "address": "fa:16:3e:05:fa:53", "network": {"id": "4b55e6dc-18b1-4c02-bc7f-5d28ea43617d", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-658667453-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.87", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61a16e229563451da4b9b4f94f08a969", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f7cfb19-b8", "ovs_interfaceid": "1f7cfb19-b80c-49f0-9e5c-b791795ec105", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 14:00:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Releasing lock "refresh_cache-031a5123-8fc3-4a98-b891-ea1badf22f6c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 14:00:57 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Updated the network info_cache for instance {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 10 14:00:58 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:00:59 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:00:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 14:00:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 14:00:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 14:00:59 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 14:01:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbcfad6c-6870-4c8a-97b8-5ac2b5026896/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:01:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbcfad6c-6870-4c8a-97b8-5ac2b5026896/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:01:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbcfad6c-6870-4c8a-97b8-5ac2b5026896/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:01:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fbcfad6c-6870-4c8a-97b8-5ac2b5026896/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:01:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:01:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:01:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:01:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:01:01 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 14:01:01 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 14:01:01 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=8849MB free_disk=24.9556884765625GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 14:01:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 14:01:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 14:01:01 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance fbcfad6c-6870-4c8a-97b8-5ac2b5026896 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 14:01:01 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 031a5123-8fc3-4a98-b891-ea1badf22f6c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 14:01:01 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 14:01:01 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 14:01:01 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 14:01:01 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 14:01:01 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 14:01:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.205s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 14:01:02 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:01:02 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:01:02 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 14:01:02 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:01:02 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:01:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:01:05 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:01:08 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:01:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8c51354d-be18-4835-a44d-8163bdc97238 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Acquiring lock "fbcfad6c-6870-4c8a-97b8-5ac2b5026896" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 14:01:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8c51354d-be18-4835-a44d-8163bdc97238 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "fbcfad6c-6870-4c8a-97b8-5ac2b5026896" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 14:01:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8c51354d-be18-4835-a44d-8163bdc97238 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Acquiring lock "fbcfad6c-6870-4c8a-97b8-5ac2b5026896-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 14:01:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8c51354d-be18-4835-a44d-8163bdc97238 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "fbcfad6c-6870-4c8a-97b8-5ac2b5026896-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 14:01:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8c51354d-be18-4835-a44d-8163bdc97238 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "fbcfad6c-6870-4c8a-97b8-5ac2b5026896-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 14:01:10 user nova-compute[86206]: INFO nova.compute.manager [None req-8c51354d-be18-4835-a44d-8163bdc97238 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Terminating instance
Nov 10 14:01:10 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8c51354d-be18-4835-a44d-8163bdc97238 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 14:01:10 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:01:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:01:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:01:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:01:10 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:01:11 user nova-compute[86206]: DEBUG nova.compute.manager [req-a1446eea-ec93-40a7-85a5-72cb11ad6bad req-d24afdfc-10cb-4715-ada9-05adbaf0ee29 service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Received event network-vif-unplugged-be175f0d-5a33-4083-b58d-fb3c2b41bca2 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 14:01:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-a1446eea-ec93-40a7-85a5-72cb11ad6bad req-d24afdfc-10cb-4715-ada9-05adbaf0ee29 service nova] Acquiring lock "fbcfad6c-6870-4c8a-97b8-5ac2b5026896-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 14:01:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-a1446eea-ec93-40a7-85a5-72cb11ad6bad req-d24afdfc-10cb-4715-ada9-05adbaf0ee29 service nova] Lock "fbcfad6c-6870-4c8a-97b8-5ac2b5026896-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 14:01:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-a1446eea-ec93-40a7-85a5-72cb11ad6bad req-d24afdfc-10cb-4715-ada9-05adbaf0ee29 service nova] Lock "fbcfad6c-6870-4c8a-97b8-5ac2b5026896-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 14:01:11 user nova-compute[86206]: DEBUG nova.compute.manager [req-a1446eea-ec93-40a7-85a5-72cb11ad6bad req-d24afdfc-10cb-4715-ada9-05adbaf0ee29 service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] No waiting events found dispatching network-vif-unplugged-be175f0d-5a33-4083-b58d-fb3c2b41bca2 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 14:01:11 user nova-compute[86206]: DEBUG nova.compute.manager [req-a1446eea-ec93-40a7-85a5-72cb11ad6bad req-d24afdfc-10cb-4715-ada9-05adbaf0ee29 service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Received event network-vif-unplugged-be175f0d-5a33-4083-b58d-fb3c2b41bca2 for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 14:01:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:01:11 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Instance destroyed successfully.
Nov 10 14:01:11 user nova-compute[86206]: DEBUG nova.objects.instance [None req-8c51354d-be18-4835-a44d-8163bdc97238 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lazy-loading 'resources' on Instance uuid fbcfad6c-6870-4c8a-97b8-5ac2b5026896 {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 14:01:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-8c51354d-be18-4835-a44d-8163bdc97238 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:55:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-54810800',display_name='tempest-TestMinimumBasicScenario-server-54810800',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-54810800',id=51,image_ref='1900fa5a-a504-4d8c-ad3a-773b5fffc938',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOLH8am7M2pJHqhxJfnVclPertdc50WsfkHPtdxplffbatN7WYrne3sJV+ekGJi3bpa9NFf0mwot0fCTLoOCknyW1oJwHLT/dB1/jQaxkjLDYhvh5MHt4dcYk3O5wG5p+w==',key_name='tempest-TestMinimumBasicScenario-773935743',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:55:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f2b1d0e89b6f4eb48c0d75d93b7becf7',ramdisk_id='',reservation_id='r-by3f9o38',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='1900fa5a-a504-4d8c-ad3a-773b5fffc938',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-868117923',owner_user_name='tempest-TestMinimumBasicScenario-868117923-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:58:23Z,user_data=None,user_id='fb70ff887f6848409daa0c76f35c5acc',uuid=fbcfad6c-6870-4c8a-97b8-5ac2b5026896,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "be175f0d-5a33-4083-b58d-fb3c2b41bca2", "address": "fa:16:3e:87:71:b2", "network": {"id": "c44ccb21-a7dd-44e7-abce-ab2009ff7e2a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-244972796-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2b1d0e89b6f4eb48c0d75d93b7becf7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe175f0d-5a", "ovs_interfaceid": "be175f0d-5a33-4083-b58d-fb3c2b41bca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 14:01:11 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-8c51354d-be18-4835-a44d-8163bdc97238 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Converting VIF {"id": "be175f0d-5a33-4083-b58d-fb3c2b41bca2", "address": "fa:16:3e:87:71:b2", "network": {"id": "c44ccb21-a7dd-44e7-abce-ab2009ff7e2a", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-244972796-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2b1d0e89b6f4eb48c0d75d93b7becf7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbe175f0d-5a", "ovs_interfaceid": "be175f0d-5a33-4083-b58d-fb3c2b41bca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 14:01:11 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-8c51354d-be18-4835-a44d-8163bdc97238 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:87:71:b2,bridge_name='br-int',has_traffic_filtering=True,id=be175f0d-5a33-4083-b58d-fb3c2b41bca2,network=Network(c44ccb21-a7dd-44e7-abce-ab2009ff7e2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe175f0d-5a') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 14:01:11 user nova-compute[86206]: DEBUG os_vif [None req-8c51354d-be18-4835-a44d-8163bdc97238 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:87:71:b2,bridge_name='br-int',has_traffic_filtering=True,id=be175f0d-5a33-4083-b58d-fb3c2b41bca2,network=Network(c44ccb21-a7dd-44e7-abce-ab2009ff7e2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe175f0d-5a') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 14:01:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:01:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbe175f0d-5a, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 14:01:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:01:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:01:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=595dd50c-3c2e-428a-9c38-8d38a94c97ce) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 14:01:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:01:11 user nova-compute[86206]: INFO os_vif [None req-8c51354d-be18-4835-a44d-8163bdc97238 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:87:71:b2,bridge_name='br-int',has_traffic_filtering=True,id=be175f0d-5a33-4083-b58d-fb3c2b41bca2,network=Network(c44ccb21-a7dd-44e7-abce-ab2009ff7e2a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbe175f0d-5a')
Nov 10 14:01:11 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-8c51354d-be18-4835-a44d-8163bdc97238 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Deleting instance files /opt/stack/data/nova/instances/fbcfad6c-6870-4c8a-97b8-5ac2b5026896_del
Nov 10 14:01:11 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-8c51354d-be18-4835-a44d-8163bdc97238 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Deletion of /opt/stack/data/nova/instances/fbcfad6c-6870-4c8a-97b8-5ac2b5026896_del complete
Nov 10 14:01:11 user nova-compute[86206]: INFO nova.compute.manager [None req-8c51354d-be18-4835-a44d-8163bdc97238 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Took 0.85 seconds to destroy the instance on the hypervisor.
Nov 10 14:01:11 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-8c51354d-be18-4835-a44d-8163bdc97238 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 14:01:11 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 14:01:11 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 14:01:11 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:01:12 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 14:01:12 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Took 0.53 seconds to deallocate network for instance.
Nov 10 14:01:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8c51354d-be18-4835-a44d-8163bdc97238 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 14:01:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8c51354d-be18-4835-a44d-8163bdc97238 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 14:01:12 user nova-compute[86206]: DEBUG nova.compute.manager [req-5c34c521-7df3-4945-ba66-5a9d231db4c0 req-7455dde0-4a74-4b71-bb59-6ce1a992a42e service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Received event network-vif-deleted-be175f0d-5a33-4083-b58d-fb3c2b41bca2 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 14:01:12 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8c51354d-be18-4835-a44d-8163bdc97238 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 14:01:12 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8c51354d-be18-4835-a44d-8163bdc97238 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 14:01:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8c51354d-be18-4835-a44d-8163bdc97238 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.175s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 14:01:12 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-8c51354d-be18-4835-a44d-8163bdc97238 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Deleted allocations for instance fbcfad6c-6870-4c8a-97b8-5ac2b5026896
Nov 10 14:01:12 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8c51354d-be18-4835-a44d-8163bdc97238 tempest-TestMinimumBasicScenario-868117923 tempest-TestMinimumBasicScenario-868117923-project-member] Lock "fbcfad6c-6870-4c8a-97b8-5ac2b5026896" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.758s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 14:01:13 user nova-compute[86206]: DEBUG nova.compute.manager [req-a68fec2c-4fdd-4f40-a6d1-2de530daec50 req-60e04bcc-baf3-4c68-ad1f-175802a86ecc service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Received event network-vif-plugged-be175f0d-5a33-4083-b58d-fb3c2b41bca2 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 14:01:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-a68fec2c-4fdd-4f40-a6d1-2de530daec50 req-60e04bcc-baf3-4c68-ad1f-175802a86ecc service nova] Acquiring lock "fbcfad6c-6870-4c8a-97b8-5ac2b5026896-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 14:01:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-a68fec2c-4fdd-4f40-a6d1-2de530daec50 req-60e04bcc-baf3-4c68-ad1f-175802a86ecc service nova] Lock "fbcfad6c-6870-4c8a-97b8-5ac2b5026896-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 14:01:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-a68fec2c-4fdd-4f40-a6d1-2de530daec50 req-60e04bcc-baf3-4c68-ad1f-175802a86ecc service nova] Lock "fbcfad6c-6870-4c8a-97b8-5ac2b5026896-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 14:01:13 user nova-compute[86206]: DEBUG nova.compute.manager [req-a68fec2c-4fdd-4f40-a6d1-2de530daec50 req-60e04bcc-baf3-4c68-ad1f-175802a86ecc service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] No waiting events found dispatching network-vif-plugged-be175f0d-5a33-4083-b58d-fb3c2b41bca2 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 14:01:13 user nova-compute[86206]: WARNING nova.compute.manager [req-a68fec2c-4fdd-4f40-a6d1-2de530daec50 req-60e04bcc-baf3-4c68-ad1f-175802a86ecc service nova] [instance: fbcfad6c-6870-4c8a-97b8-5ac2b5026896] Received unexpected event network-vif-plugged-be175f0d-5a33-4083-b58d-fb3c2b41bca2 for instance with vm_state deleted and task_state None.
Nov 10 14:01:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:01:21 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:01:22 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:01:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Acquiring lock "031a5123-8fc3-4a98-b891-ea1badf22f6c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 14:01:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "031a5123-8fc3-4a98-b891-ea1badf22f6c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 14:01:23 user nova-compute[86206]: DEBUG nova.objects.instance [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lazy-loading 'flavor' on Instance uuid 031a5123-8fc3-4a98-b891-ea1badf22f6c {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 14:01:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "031a5123-8fc3-4a98-b891-ea1badf22f6c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 14:01:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Acquiring lock "031a5123-8fc3-4a98-b891-ea1badf22f6c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 14:01:23 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "031a5123-8fc3-4a98-b891-ea1badf22f6c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 14:01:23 user nova-compute[86206]: INFO nova.compute.manager [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Attaching volume f3b5f0b5-713e-49ac-9165-27576ef3cefe to /dev/vdb
Nov 10 14:01:23 user nova-compute[86206]: DEBUG os_brick.utils [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 14:01:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:01:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:01:23 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[042bef73-7a50-43bc-8c81-5d810e9c5d1c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:01:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:01:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:01:23 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[638abb00-7e76-4cb1-a9c1-2f80dc1080d9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:01:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:01:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:01:23 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[78e7ca23-a211-44fd-bc71-a1df576fe341]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:01:23 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[672add9d-8ea7-4a7c-8d40-95c2efb3b76d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:01:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:01:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 14:01:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 14:01:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:01:23 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 14:01:23 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 14:01:23 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4d458d6-fab6-4694-96b5-381cfd7c710a]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:01:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 14:01:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 14:01:23 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 14:01:23 user nova-compute[86206]: DEBUG os_brick.utils [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 14:01:23 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Updating existing volume attachment record: 8eeb4cd6-7549-4a4d-8918-bd873073462b {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 14:01:24 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:01:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:01:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:01:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:01:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:01:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:01:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=86206) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 10 14:01:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 14:01:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 14:01:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kbIjSsPc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 14:01:45 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 14:01:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 14:01:45 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 14:01:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 14:01:45 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 14:01:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[26337f11-4453-41f7-b979-b8ff1e8d6979]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 14:01:45 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebccc8fc-1f9a-461c-8818-dc940f58b926]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe] added
Nov 10 14:01:45 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[35a4112c-3714-41f3-b697-71efab1ea920]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[55921f95-4934-4277-bd1e-48dfbd8ca1fa]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kbIjSsPc {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kbIjSsPc" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[da516c57-43cf-402a-841c-bb0aa1082e10]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'kbIjSsPc'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c77e736-d82e-4f03-b490-ac41b643ab64]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6a227db-627f-4ae0-81ca-209b14cb2182]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 10 14:01:45 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 10 14:01:45 user nova-compute[86206]:  {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 14:01:45 user nova-compute[86206]: WARNING os_brick.initiator.connectors.iscsi [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 10 14:01:45 user nova-compute[86206]: 
Nov 10 14:01:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe -p 172.16.0.220:3260 --login" returned: 0 in 0.044s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0089e4a-cc11-49a9-a4ff-a292f94e0735]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe, portal: 172.16.0.220,3260]
Nov 10 14:01:45 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe, portal: 172.16.0.220,3260] successful.
Nov 10 14:01:45 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0763ba2-dd26-4d86-9d9e-62cc0b92a362]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1ad60d0-146b-4548-8886-9b0bd1f6e669]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe (non-flash)
Nov 10 14:01:45 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe (non-flash)
Nov 10 14:01:45 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.240s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] HCTL ('33', '-', '-', 0) found on session 51 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a82809bb-bb08-407a-8748-02dcce8a0423]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:01:45 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Searching for a device in session 51 and hctl ['33', '*', '*', 0] yield: None {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 14:01:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:01:46 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Searching for a device in session 51 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 14:01:46 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kbIjSsPc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 14:01:46 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.272s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 14:01:46 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] <== connect_volume: return (1275ms) {'type': 'block', 'scsi_wwn': '26538376635313836', 'path': '/dev/sdb'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 14:01:46 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26538376635313836', 'path': '/dev/sdb'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 14:01:46 user nova-compute[86206]: DEBUG nova.objects.instance [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lazy-loading 'flavor' on Instance uuid 031a5123-8fc3-4a98-b891-ea1badf22f6c {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 14:01:46 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] attach device xml: <disk type="block" device="disk">
Nov 10 14:01:46 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 14:01:46 user nova-compute[86206]:   <source dev="/dev/sdb"/>
Nov 10 14:01:46 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 14:01:46 user nova-compute[86206]:   <serial>f3b5f0b5-713e-49ac-9165-27576ef3cefe</serial>
Nov 10 14:01:46 user nova-compute[86206]: </disk>
Nov 10 14:01:46 user nova-compute[86206]:  {{(pid=86206) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 10 14:01:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 14:01:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] No BDM found with device name vdb, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 14:01:47 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] No VIF found with MAC fa:16:3e:05:fa:53, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 14:01:47 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-123765eb-5c50-40ee-a831-474691daf866 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "031a5123-8fc3-4a98-b891-ea1badf22f6c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 23.878s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 14:01:49 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:01:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-ccf58497-1120-4228-83c7-9635fb2d1d74 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Acquiring lock "031a5123-8fc3-4a98-b891-ea1badf22f6c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 14:01:49 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-ccf58497-1120-4228-83c7-9635fb2d1d74 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "031a5123-8fc3-4a98-b891-ea1badf22f6c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 14:01:49 user nova-compute[86206]: INFO nova.compute.manager [None req-ccf58497-1120-4228-83c7-9635fb2d1d74 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Detaching volume f3b5f0b5-713e-49ac-9165-27576ef3cefe
Nov 10 14:01:49 user nova-compute[86206]: INFO nova.virt.block_device [None req-ccf58497-1120-4228-83c7-9635fb2d1d74 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Attempting to driver detach volume f3b5f0b5-713e-49ac-9165-27576ef3cefe from mountpoint /dev/vdb
Nov 10 14:01:49 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-ccf58497-1120-4228-83c7-9635fb2d1d74 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Attempting to detach device vdb from instance 031a5123-8fc3-4a98-b891-ea1badf22f6c from the persistent domain config. {{(pid=86206) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 10 14:01:49 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-ccf58497-1120-4228-83c7-9635fb2d1d74 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 14:01:49 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 14:01:49 user nova-compute[86206]:   <source dev="/dev/sdb"/>
Nov 10 14:01:49 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 14:01:49 user nova-compute[86206]:   <serial>f3b5f0b5-713e-49ac-9165-27576ef3cefe</serial>
Nov 10 14:01:49 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 10 14:01:49 user nova-compute[86206]: </disk>
Nov 10 14:01:49 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 14:01:49 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-ccf58497-1120-4228-83c7-9635fb2d1d74 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Successfully detached device vdb from instance 031a5123-8fc3-4a98-b891-ea1badf22f6c from the persistent domain config.
Nov 10 14:01:49 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-ccf58497-1120-4228-83c7-9635fb2d1d74 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 031a5123-8fc3-4a98-b891-ea1badf22f6c from the live domain config. {{(pid=86206) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 10 14:01:49 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-ccf58497-1120-4228-83c7-9635fb2d1d74 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 14:01:49 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 14:01:49 user nova-compute[86206]:   <source dev="/dev/sdb"/>
Nov 10 14:01:49 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 14:01:49 user nova-compute[86206]:   <serial>f3b5f0b5-713e-49ac-9165-27576ef3cefe</serial>
Nov 10 14:01:49 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 10 14:01:49 user nova-compute[86206]: </disk>
Nov 10 14:01:49 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 14:01:50 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-ccf58497-1120-4228-83c7-9635fb2d1d74 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 031a5123-8fc3-4a98-b891-ea1badf22f6c {{(pid=86206) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 10 14:01:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:01:54 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:01:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:01:57 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:01:57 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 14:01:57 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Rebuilding the list of instances to heal {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 10 14:01:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "refresh_cache-031a5123-8fc3-4a98-b891-ea1badf22f6c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 14:01:57 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquired lock "refresh_cache-031a5123-8fc3-4a98-b891-ea1badf22f6c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 14:01:58 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Forcefully refreshing network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 10 14:01:58 user nova-compute[86206]: DEBUG nova.objects.instance [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lazy-loading 'info_cache' on Instance uuid 031a5123-8fc3-4a98-b891-ea1badf22f6c {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 14:01:58 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Updating instance_info_cache with network_info: [{"id": "1f7cfb19-b80c-49f0-9e5c-b791795ec105", "address": "fa:16:3e:05:fa:53", "network": {"id": "4b55e6dc-18b1-4c02-bc7f-5d28ea43617d", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-658667453-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.87", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61a16e229563451da4b9b4f94f08a969", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f7cfb19-b8", "ovs_interfaceid": "1f7cfb19-b80c-49f0-9e5c-b791795ec105", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 14:01:58 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Releasing lock "refresh_cache-031a5123-8fc3-4a98-b891-ea1badf22f6c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 14:01:58 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Updated the network info_cache for instance {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 10 14:01:59 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:01:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 14:01:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 14:01:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 14:01:59 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 14:02:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:02:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:02:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:02:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:02:00 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 14:02:00 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 14:02:00 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=8927MB free_disk=24.974609375GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 14:02:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 14:02:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 14:02:00 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 031a5123-8fc3-4a98-b891-ea1badf22f6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 14:02:00 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 14:02:00 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 14:02:00 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 14:02:00 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 14:02:00 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 14:02:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.194s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 14:02:01 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:02:02 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:02:02 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:02:02 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:02:02 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:02:02 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 14:02:03 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:02:04 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:02:05 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:02:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:02:07 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:02:10 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-ccf58497-1120-4228-83c7-9635fb2d1d74 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 031a5123-8fc3-4a98-b891-ea1badf22f6c is timed out.
Nov 10 14:02:10 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-ccf58497-1120-4228-83c7-9635fb2d1d74 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Successfully detached device vdb from instance 031a5123-8fc3-4a98-b891-ea1badf22f6c from the live domain config.
Nov 10 14:02:10 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ccf58497-1120-4228-83c7-9635fb2d1d74 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf58497-1120-4228-83c7-9635fb2d1d74 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kbIjSsPc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 14:02:10 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-ccf58497-1120-4228-83c7-9635fb2d1d74 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 14:02:10 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-ccf58497-1120-4228-83c7-9635fb2d1d74 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-ccf58497-1120-4228-83c7-9635fb2d1d74 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4b6ac43-87c3-4db9-aa2a-18f4470c9589]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf58497-1120-4228-83c7-9635fb2d1d74 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 14:02:10 user nova-compute[86206]: No targets found.
Nov 10 14:02:10 user nova-compute[86206]: iSNS:
Nov 10 14:02:10 user nova-compute[86206]: No targets found.
Nov 10 14:02:10 user nova-compute[86206]: STATIC:
Nov 10 14:02:10 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe
Nov 10 14:02:10 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 14:02:10 user nova-compute[86206]:                 Iface Name: default
Nov 10 14:02:10 user nova-compute[86206]: FIRMWARE:
Nov 10 14:02:10 user nova-compute[86206]: No targets found.
Nov 10 14:02:10 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf58497-1120-4228-83c7-9635fb2d1d74 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 14:02:10 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 14:02:10 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf58497-1120-4228-83c7-9635fb2d1d74 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[df1a170b-7a96-4aee-bddf-ba8c60fb109f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[2418b3e3-d3f2-452f-b326-5f1210b1a8f9]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf58497-1120-4228-83c7-9635fb2d1d74 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe (non-flash)
Nov 10 14:02:10 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf58497-1120-4228-83c7-9635fb2d1d74 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe (non-flash)
Nov 10 14:02:10 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf58497-1120-4228-83c7-9635fb2d1d74 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe464683010>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe'): ({'sdb'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-ccf58497-1120-4228-83c7-9635fb2d1d74 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Removing single pathed devices sdb {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[87f25374-ccda-40db-8573-df935eae5bbf]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[60e7cb23-63bb-4881-b467-de44e03edc3f]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-ccf58497-1120-4228-83c7-9635fb2d1d74 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Flushing IO for device /dev/sdb {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb218fec-dd5a-4833-a05f-6807c9d3284a]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-ccf58497-1120-4228-83c7-9635fb2d1d74 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.068s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef8685a1-17b2-4b8d-acef-ab32184e1a19]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-ccf58497-1120-4228-83c7-9635fb2d1d74 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-ccf58497-1120-4228-83c7-9635fb2d1d74 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] SCSI volumes sdb have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf58497-1120-4228-83c7-9635fb2d1d74 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[bda8c9cc-a615-4744-849d-86a400457b7b]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf58497-1120-4228-83c7-9635fb2d1d74 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[11d2b8d1-a603-4211-911f-8a383f5b5251]: (4, ('Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe, portal: 172.16.0.220,3260]\nLogout of [sid: 51, target: iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf58497-1120-4228-83c7-9635fb2d1d74 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe, portal: 172.16.0.220,3260]
Nov 10 14:02:10 user nova-compute[86206]: Logout of [sid: 51, target: iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe, portal: 172.16.0.220,3260] successful.
Nov 10 14:02:10 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3b5f0b5-713e-49ac-9165-27576ef3cefe -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9984cca-3ace-4c5b-ae0c-133b548a4cd1]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf58497-1120-4228-83c7-9635fb2d1d74 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-ccf58497-1120-4228-83c7-9635fb2d1d74 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.299s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-ccf58497-1120-4228-83c7-9635fb2d1d74 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] <== disconnect_volume: return (300ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 14:02:10 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ccf58497-1120-4228-83c7-9635fb2d1d74 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 14:02:11 user nova-compute[86206]: DEBUG nova.objects.instance [None req-ccf58497-1120-4228-83c7-9635fb2d1d74 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lazy-loading 'flavor' on Instance uuid 031a5123-8fc3-4a98-b891-ea1badf22f6c {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 14:02:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-ccf58497-1120-4228-83c7-9635fb2d1d74 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "031a5123-8fc3-4a98-b891-ea1badf22f6c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.765s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 14:02:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:02:12 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:02:12 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:02:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:02:21 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:02:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:02:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:02:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:02:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=86206) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 10 14:02:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 14:02:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 14:02:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:02:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:02:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:02:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Acquiring lock "031a5123-8fc3-4a98-b891-ea1badf22f6c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 14:02:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "031a5123-8fc3-4a98-b891-ea1badf22f6c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 14:02:46 user nova-compute[86206]: DEBUG nova.objects.instance [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lazy-loading 'flavor' on Instance uuid 031a5123-8fc3-4a98-b891-ea1badf22f6c {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 14:02:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "031a5123-8fc3-4a98-b891-ea1badf22f6c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.052s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 14:02:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Acquiring lock "031a5123-8fc3-4a98-b891-ea1badf22f6c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 14:02:46 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "031a5123-8fc3-4a98-b891-ea1badf22f6c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 14:02:46 user nova-compute[86206]: INFO nova.compute.manager [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Attaching volume 6f221fd2-a9bd-48f6-bb7e-eca43ef9014e to /dev/vdb
Nov 10 14:02:46 user nova-compute[86206]: DEBUG os_brick.utils [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 14:02:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:02:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:02:46 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[193d7eae-5b1c-416e-8507-cabcb8a44631]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:02:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:02:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:02:46 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[e87e56e5-3113-4d8e-b7a3-78293037ece2]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:02:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:02:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:02:46 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[af1cc056-9d44-4580-9e6e-a26cebc32b78]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:02:46 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[6aaeea69-6c43-46be-8892-ba75fd80fbbd]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:02:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:02:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 14:02:46 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 14:02:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:02:46 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 14:02:46 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 14:02:46 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[d16aa2c8-92de-475b-a7c5-2f8417bafce6]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:02:46 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 14:02:46 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 14:02:46 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 14:02:46 user nova-compute[86206]: DEBUG os_brick.utils [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] <== get_connector_properties: return (108ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 14:02:46 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Updating existing volume attachment record: 7f2d8743-65e9-49ec-8b86-b7429ffa765d {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 14:02:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:02:49 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:02:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:02:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:02:59 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:02:59 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 14:02:59 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Rebuilding the list of instances to heal {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 10 14:03:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "refresh_cache-031a5123-8fc3-4a98-b891-ea1badf22f6c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 14:03:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquired lock "refresh_cache-031a5123-8fc3-4a98-b891-ea1badf22f6c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 14:03:00 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Forcefully refreshing network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 10 14:03:00 user nova-compute[86206]: DEBUG nova.objects.instance [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lazy-loading 'info_cache' on Instance uuid 031a5123-8fc3-4a98-b891-ea1badf22f6c {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 14:03:00 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Updating instance_info_cache with network_info: [{"id": "1f7cfb19-b80c-49f0-9e5c-b791795ec105", "address": "fa:16:3e:05:fa:53", "network": {"id": "4b55e6dc-18b1-4c02-bc7f-5d28ea43617d", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-658667453-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.87", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61a16e229563451da4b9b4f94f08a969", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f7cfb19-b8", "ovs_interfaceid": "1f7cfb19-b80c-49f0-9e5c-b791795ec105", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 14:03:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Releasing lock "refresh_cache-031a5123-8fc3-4a98-b891-ea1badf22f6c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 14:03:00 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Updated the network info_cache for instance {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 10 14:03:00 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:03:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 14:03:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 14:03:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 14:03:00 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 14:03:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:03:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:03:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:03:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:03:01 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 14:03:01 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 14:03:01 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=9001MB free_disk=25.013168334960938GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 14:03:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 14:03:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 14:03:01 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:03:01 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 031a5123-8fc3-4a98-b891-ea1badf22f6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 14:03:01 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 14:03:01 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 14:03:01 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Refreshing inventories for resource provider 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 10 14:03:01 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Updating ProviderTree inventory for provider 97afe8a5-73d4-462c-9196-a44dc5775cec from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 10 14:03:01 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Updating inventory in ProviderTree for provider 97afe8a5-73d4-462c-9196-a44dc5775cec with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 10 14:03:01 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Refreshing aggregate associations for resource provider 97afe8a5-73d4-462c-9196-a44dc5775cec, aggregates: None {{(pid=86206) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 10 14:03:01 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Refreshing trait associations for resource provider 97afe8a5-73d4-462c-9196-a44dc5775cec, traits: COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_USB,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_SSE,COMPUTE_NODE,COMPUTE_STORAGE_BUS_VIRTIO,HW_CPU_X86_MMX,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_SSSE3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE2,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE41,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIF_MODEL_VIRTIO {{(pid=86206) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 10 14:03:02 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 14:03:02 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 14:03:02 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 14:03:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.457s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 14:03:05 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:03:05 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:03:05 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:03:05 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:03:05 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 14:03:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:03:06 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uawltnqj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 14:03:09 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 14:03:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 14:03:09 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 14:03:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 14:03:09 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 14:03:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ad92b63-5a10-4b13-a39b-14f096590bec]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 14:03:09 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb63a6a9-894b-4e52-a8f0-35ef03827b7c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e] added
Nov 10 14:03:09 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad4e0c8d-335b-4222-aab3-0b4c7076b361]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[91a70f88-3e03-4da2-9e53-a7d5be0a85a4]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uawltnqj {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uawltnqj" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[e24d09bc-126a-45ea-99b7-0195ce988501]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'uawltnqj'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e220399-eebd-4d32-8dd7-30c9701513c0]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[1eafc1d0-b105-43f8-8cbd-c27d8be6c2af]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 10 14:03:09 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 10 14:03:09 user nova-compute[86206]:  {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 14:03:09 user nova-compute[86206]: WARNING os_brick.initiator.connectors.iscsi [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 10 14:03:09 user nova-compute[86206]: 
Nov 10 14:03:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e -p 172.16.0.220:3260 --login" returned: 0 in 0.045s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[e146e52b-9e80-406f-8893-5cb7f2b5424b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e, portal: 172.16.0.220,3260]
Nov 10 14:03:09 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e, portal: 172.16.0.220,3260] successful.
Nov 10 14:03:09 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[150dc288-c04f-48d3-be7a-d6656e95eef8]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[d158af8e-592f-4e33-98ce-e372f4bae29c]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e (non-flash)
Nov 10 14:03:09 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e (non-flash)
Nov 10 14:03:09 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.247s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] HCTL ('33', '-', '-', 0) found on session 52 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[0eecd41b-2a5e-40ea-a38e-266bec727a96]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Searching for a device in session 52 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 14:03:09 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uawltnqj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 14:03:10 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.278s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 14:03:10 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] <== connect_volume: return (1280ms) {'type': 'block', 'scsi_wwn': '23231336362323932', 'path': '/dev/sdb'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 14:03:10 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23231336362323932', 'path': '/dev/sdb'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 14:03:10 user nova-compute[86206]: DEBUG nova.objects.instance [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lazy-loading 'flavor' on Instance uuid 031a5123-8fc3-4a98-b891-ea1badf22f6c {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 14:03:10 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] attach device xml: <disk type="block" device="disk">
Nov 10 14:03:10 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 14:03:10 user nova-compute[86206]:   <source dev="/dev/sdb"/>
Nov 10 14:03:10 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 14:03:10 user nova-compute[86206]:   <serial>6f221fd2-a9bd-48f6-bb7e-eca43ef9014e</serial>
Nov 10 14:03:10 user nova-compute[86206]: </disk>
Nov 10 14:03:10 user nova-compute[86206]:  {{(pid=86206) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 10 14:03:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 14:03:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] No BDM found with device name vdb, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 14:03:11 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] No VIF found with MAC fa:16:3e:05:fa:53, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 14:03:11 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-811f1a27-5258-42ae-af16-d10be11be932 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "031a5123-8fc3-4a98-b891-ea1badf22f6c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 25.268s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 14:03:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:03:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:03:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=86206) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 10 14:03:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 14:03:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 14:03:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:03:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1103300b-fbc7-4e5e-9faa-e38a3b0cda0a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Acquiring lock "031a5123-8fc3-4a98-b891-ea1badf22f6c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 14:03:13 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1103300b-fbc7-4e5e-9faa-e38a3b0cda0a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "031a5123-8fc3-4a98-b891-ea1badf22f6c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 14:03:13 user nova-compute[86206]: INFO nova.compute.manager [None req-1103300b-fbc7-4e5e-9faa-e38a3b0cda0a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Detaching volume 6f221fd2-a9bd-48f6-bb7e-eca43ef9014e
Nov 10 14:03:13 user nova-compute[86206]: INFO nova.virt.block_device [None req-1103300b-fbc7-4e5e-9faa-e38a3b0cda0a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Attempting to driver detach volume 6f221fd2-a9bd-48f6-bb7e-eca43ef9014e from mountpoint /dev/vdb
Nov 10 14:03:13 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1103300b-fbc7-4e5e-9faa-e38a3b0cda0a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Attempting to detach device vdb from instance 031a5123-8fc3-4a98-b891-ea1badf22f6c from the persistent domain config. {{(pid=86206) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 10 14:03:13 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-1103300b-fbc7-4e5e-9faa-e38a3b0cda0a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 14:03:13 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 14:03:13 user nova-compute[86206]:   <source dev="/dev/sdb"/>
Nov 10 14:03:13 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 14:03:13 user nova-compute[86206]:   <serial>6f221fd2-a9bd-48f6-bb7e-eca43ef9014e</serial>
Nov 10 14:03:13 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 10 14:03:13 user nova-compute[86206]: </disk>
Nov 10 14:03:13 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 14:03:13 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-1103300b-fbc7-4e5e-9faa-e38a3b0cda0a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Successfully detached device vdb from instance 031a5123-8fc3-4a98-b891-ea1badf22f6c from the persistent domain config.
Nov 10 14:03:13 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1103300b-fbc7-4e5e-9faa-e38a3b0cda0a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 031a5123-8fc3-4a98-b891-ea1badf22f6c from the live domain config. {{(pid=86206) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 10 14:03:13 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-1103300b-fbc7-4e5e-9faa-e38a3b0cda0a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 14:03:13 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 14:03:13 user nova-compute[86206]:   <source dev="/dev/sdb"/>
Nov 10 14:03:13 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 14:03:13 user nova-compute[86206]:   <serial>6f221fd2-a9bd-48f6-bb7e-eca43ef9014e</serial>
Nov 10 14:03:13 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 10 14:03:13 user nova-compute[86206]: </disk>
Nov 10 14:03:13 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 14:03:13 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:03:14 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-1103300b-fbc7-4e5e-9faa-e38a3b0cda0a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 031a5123-8fc3-4a98-b891-ea1badf22f6c {{(pid=86206) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 10 14:03:14 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:03:14 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:03:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:03:21 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:03:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:03:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:03:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=86206) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 10 14:03:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 14:03:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 14:03:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:03:26 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:03:28 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._sync_power_states {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:03:28 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Triggering sync for uuid 031a5123-8fc3-4a98-b891-ea1badf22f6c {{(pid=86206) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 10 14:03:28 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "031a5123-8fc3-4a98-b891-ea1badf22f6c" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 14:03:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:03:31 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:03:31 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Cleaning up deleted instances with incomplete migration  {{(pid=86206) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 10 14:03:32 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:03:32 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Cleaning up deleted instances {{(pid=86206) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 10 14:03:32 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] There are 0 instances to clean {{(pid=86206) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 10 14:03:34 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-1103300b-fbc7-4e5e-9faa-e38a3b0cda0a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 031a5123-8fc3-4a98-b891-ea1badf22f6c is timed out.
Nov 10 14:03:34 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-1103300b-fbc7-4e5e-9faa-e38a3b0cda0a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Successfully detached device vdb from instance 031a5123-8fc3-4a98-b891-ea1badf22f6c from the live domain config.
Nov 10 14:03:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1103300b-fbc7-4e5e-9faa-e38a3b0cda0a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1103300b-fbc7-4e5e-9faa-e38a3b0cda0a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uawltnqj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 14:03:34 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-1103300b-fbc7-4e5e-9faa-e38a3b0cda0a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 14:03:34 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-1103300b-fbc7-4e5e-9faa-e38a3b0cda0a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-1103300b-fbc7-4e5e-9faa-e38a3b0cda0a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[7acb9820-51b4-432d-b6f7-b9a5f8cf1d14]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1103300b-fbc7-4e5e-9faa-e38a3b0cda0a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 14:03:34 user nova-compute[86206]: No targets found.
Nov 10 14:03:34 user nova-compute[86206]: iSNS:
Nov 10 14:03:34 user nova-compute[86206]: No targets found.
Nov 10 14:03:34 user nova-compute[86206]: STATIC:
Nov 10 14:03:34 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e
Nov 10 14:03:34 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 14:03:34 user nova-compute[86206]:                 Iface Name: default
Nov 10 14:03:34 user nova-compute[86206]: FIRMWARE:
Nov 10 14:03:34 user nova-compute[86206]: No targets found.
Nov 10 14:03:34 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1103300b-fbc7-4e5e-9faa-e38a3b0cda0a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 14:03:34 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 14:03:34 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1103300b-fbc7-4e5e-9faa-e38a3b0cda0a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[17ba42aa-233d-4c57-8e73-b4b600cd9739]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1f6555b-d2b4-41b7-ba33-a8151805929f]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1103300b-fbc7-4e5e-9faa-e38a3b0cda0a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e (non-flash)
Nov 10 14:03:34 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1103300b-fbc7-4e5e-9faa-e38a3b0cda0a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e (non-flash)
Nov 10 14:03:34 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1103300b-fbc7-4e5e-9faa-e38a3b0cda0a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe4643cd3f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e'): ({'sdb'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-1103300b-fbc7-4e5e-9faa-e38a3b0cda0a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Removing single pathed devices sdb {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5b4d871-39a7-4217-9a55-dc86c11f047c]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c53515c1-23da-48e1-8a8d-2f08ded93c6b]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-1103300b-fbc7-4e5e-9faa-e38a3b0cda0a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Flushing IO for device /dev/sdb {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[180f9f0f-96d6-47d0-9766-5875e038f6e6]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-1103300b-fbc7-4e5e-9faa-e38a3b0cda0a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.044s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[64c1d8fc-d17e-43f4-96a3-240fcb70e8d0]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-1103300b-fbc7-4e5e-9faa-e38a3b0cda0a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-1103300b-fbc7-4e5e-9faa-e38a3b0cda0a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] SCSI volumes sdb have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1103300b-fbc7-4e5e-9faa-e38a3b0cda0a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad32c1a9-ea67-4dab-a828-ac700bb89dce]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1103300b-fbc7-4e5e-9faa-e38a3b0cda0a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[1dee7a11-8dd0-4cbc-addc-4553ca08ff04]: (4, ('Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e, portal: 172.16.0.220,3260]\nLogout of [sid: 52, target: iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1103300b-fbc7-4e5e-9faa-e38a3b0cda0a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e, portal: 172.16.0.220,3260]
Nov 10 14:03:34 user nova-compute[86206]: Logout of [sid: 52, target: iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e, portal: 172.16.0.220,3260] successful.
Nov 10 14:03:34 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6f221fd2-a9bd-48f6-bb7e-eca43ef9014e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[943fb73c-76b2-4477-b749-010a524cbf62]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1103300b-fbc7-4e5e-9faa-e38a3b0cda0a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-1103300b-fbc7-4e5e-9faa-e38a3b0cda0a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.294s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-1103300b-fbc7-4e5e-9faa-e38a3b0cda0a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] <== disconnect_volume: return (294ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 14:03:34 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1103300b-fbc7-4e5e-9faa-e38a3b0cda0a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 14:03:35 user nova-compute[86206]: DEBUG nova.objects.instance [None req-1103300b-fbc7-4e5e-9faa-e38a3b0cda0a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lazy-loading 'flavor' on Instance uuid 031a5123-8fc3-4a98-b891-ea1badf22f6c {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 14:03:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-1103300b-fbc7-4e5e-9faa-e38a3b0cda0a tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "031a5123-8fc3-4a98-b891-ea1badf22f6c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.779s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 14:03:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "031a5123-8fc3-4a98-b891-ea1badf22f6c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 6.967s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 14:03:35 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "031a5123-8fc3-4a98-b891-ea1badf22f6c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.026s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 14:03:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:03:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:03:42 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:03:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:03:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:03:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=86206) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 10 14:03:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 14:03:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 14:03:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:03:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:03:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:03:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:03:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=86206) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 10 14:03:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 14:03:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 14:03:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:03:59 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:03:59 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 14:03:59 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Rebuilding the list of instances to heal {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 10 14:04:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "refresh_cache-031a5123-8fc3-4a98-b891-ea1badf22f6c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 14:04:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquired lock "refresh_cache-031a5123-8fc3-4a98-b891-ea1badf22f6c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 14:04:00 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Forcefully refreshing network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 10 14:04:00 user nova-compute[86206]: DEBUG nova.objects.instance [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lazy-loading 'info_cache' on Instance uuid 031a5123-8fc3-4a98-b891-ea1badf22f6c {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 14:04:00 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Updating instance_info_cache with network_info: [{"id": "1f7cfb19-b80c-49f0-9e5c-b791795ec105", "address": "fa:16:3e:05:fa:53", "network": {"id": "4b55e6dc-18b1-4c02-bc7f-5d28ea43617d", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-658667453-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.87", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61a16e229563451da4b9b4f94f08a969", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f7cfb19-b8", "ovs_interfaceid": "1f7cfb19-b80c-49f0-9e5c-b791795ec105", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 14:04:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Releasing lock "refresh_cache-031a5123-8fc3-4a98-b891-ea1badf22f6c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 14:04:00 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Updated the network info_cache for instance {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 10 14:04:00 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:04:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 14:04:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 14:04:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 14:04:00 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 14:04:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:04:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:04:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:04:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:04:01 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 14:04:01 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 14:04:01 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=8998MB free_disk=25.01236343383789GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 14:04:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 14:04:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 14:04:01 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 031a5123-8fc3-4a98-b891-ea1badf22f6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 14:04:01 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 14:04:01 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 14:04:01 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 14:04:01 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 14:04:01 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 14:04:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.180s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 14:04:01 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:04:05 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:04:05 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:04:05 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:04:05 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:04:05 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 14:04:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:04:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:04:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=86206) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 10 14:04:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 14:04:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 14:04:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:04:08 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:04:09 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:04:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Acquiring lock "031a5123-8fc3-4a98-b891-ea1badf22f6c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 14:04:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "031a5123-8fc3-4a98-b891-ea1badf22f6c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 14:04:09 user nova-compute[86206]: DEBUG nova.objects.instance [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lazy-loading 'flavor' on Instance uuid 031a5123-8fc3-4a98-b891-ea1badf22f6c {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 14:04:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "031a5123-8fc3-4a98-b891-ea1badf22f6c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 14:04:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Acquiring lock "031a5123-8fc3-4a98-b891-ea1badf22f6c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 14:04:10 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "031a5123-8fc3-4a98-b891-ea1badf22f6c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 14:04:10 user nova-compute[86206]: INFO nova.compute.manager [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Attaching volume 56354d35-6529-46d3-ab50-c2250d3741c4 to /dev/vdb
Nov 10 14:04:10 user nova-compute[86206]: DEBUG os_brick.utils [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 14:04:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:04:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:04:10 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ba16ea8-ce54-4af2-bc34-4b7fdcf02c4b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:fabe543f7b1e\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:04:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:04:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:04:10 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[6de4dc00-7b5f-4921-a84f-b94a790e4dc7]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:04:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:04:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:04:10 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4dc8112-b52b-401c-b9e3-5bec4b9570a6]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:04:10 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bde4e52-1b44-4ffa-80f9-045d0f1a6fe0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:04:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Running cmd (subprocess): nvme version {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:04:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] 'nvme version' failed. Not Retrying. {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 14:04:10 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.nvmeof [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] nvme not present on system {{(pid=86206) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 10 14:04:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:04:10 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 10 14:04:10 user nova-compute[86206]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 10 14:04:10 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfef9626-1f0d-4ae0-a5c7-8e6222642eba]: (4, '') {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:04:10 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=86206) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 10 14:04:10 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 10 14:04:10 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.lightos [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] LIGHTOS: no hostnqn found. {{(pid=86206) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 10 14:04:10 user nova-compute[86206]: DEBUG os_brick.utils [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] <== get_connector_properties: return (131ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:fabe543f7b1e', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 14:04:10 user nova-compute[86206]: DEBUG nova.virt.block_device [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Updating existing volume attachment record: 4e18a01b-7afb-4e7e-bf00-f737e82bcd45 {{(pid=86206) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 10 14:04:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:04:13 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:04:14 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:04:15 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:04:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:04:21 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:04:21 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:04:21 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=86206) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 10 14:04:21 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 14:04:21 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 14:04:21 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:04:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:04:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:04:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:04:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:04:43 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Calling os-brick to attach iSCSI Volume {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 10 14:04:43 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EtGsxAev', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 14:04:43 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 14:04:43 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 14:04:43 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 14:04:43 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 14:04:43 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 14:04:43 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 14:04:43 user nova-compute[86206]: INFO os_brick.initiator.connectors.iscsi [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 10 14:04:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4 -p 172.16.0.220:3260 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:04:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:04:43 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[9764d5bc-1ed0-4b6b-9e2c-658dd17f036e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:04:43 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 10 14:04:43 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 14:04:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4 -p 172.16.0.220:3260 --interface default --op new {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:04:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:04:43 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[a76936be-c7d5-45c8-a9d1-3fa49301e1be]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4] added\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:04:43 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4] added
Nov 10 14:04:43 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 14:04:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:04:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.032s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:04:43 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[54ea18ca-6666-4881-a971-f4a6c3390466]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:04:43 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 14:04:43 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:04:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.028s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:04:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[636864bc-b9e8-49e1-8542-9cc08b9032bd]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:04:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 14:04:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EtGsxAev {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:04:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EtGsxAev" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:04:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[e871be49-4aca-403e-94c3-ef3d61dc15ae]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:04:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'EtGsxAev'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 14:04:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:04:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:04:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[108da985-1b3a-4d18-b1f8-3769044ce1e7]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:04:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 14:04:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:04:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:04:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[46bf2ed1-bc70-44f4-8cc6-872be2a0eacd]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:04:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 10 14:04:44 user nova-compute[86206]:  {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 14:04:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 10 14:04:44 user nova-compute[86206]:  {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 14:04:44 user nova-compute[86206]: WARNING os_brick.initiator.connectors.iscsi [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 10 14:04:44 user nova-compute[86206]: 
Nov 10 14:04:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4 -p 172.16.0.220:3260 --login {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:04:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4 -p 172.16.0.220:3260 --login" returned: 0 in 0.045s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:04:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf077123-97fc-4e5c-9d68-099da238929d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:04:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4, portal: 172.16.0.220,3260]
Nov 10 14:04:44 user nova-compute[86206]: Login to [iface: default, target: iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4, portal: 172.16.0.220,3260] successful.
Nov 10 14:04:44 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 14:04:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:04:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:04:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f32be56-ba57-414a-bd74-e8c114532b33]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:04:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 14:04:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:04:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:04:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[44208e98-58ba-420e-8f37-eea5f01e3d37]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:04:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4 (non-flash)
Nov 10 14:04:44 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 14:04:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4 (non-flash)
Nov 10 14:04:44 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 14:04:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.271s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 14:04:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Connected to 172.16.0.220:3260 {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 10 14:04:44 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] HCTL ('33', '-', '-', 0) found on session 53 with lun 0 {{(pid=86206) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 10 14:04:44 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=86206) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 10 14:04:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:04:44 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:04:44 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a628786-5bb9-438b-8918-9d2a4ebf31ee]: (4, ('- - 0', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:04:44 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Searching for a device in session 53 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=86206) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 10 14:04:44 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EtGsxAev', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=86206) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 10 14:04:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.301s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 14:04:45 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] <== connect_volume: return (1303ms) {'type': 'block', 'scsi_wwn': '26535633366373961', 'path': '/dev/sdb'} {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 14:04:45 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26535633366373961', 'path': '/dev/sdb'} {{(pid=86206) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 10 14:04:45 user nova-compute[86206]: DEBUG nova.objects.instance [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lazy-loading 'flavor' on Instance uuid 031a5123-8fc3-4a98-b891-ea1badf22f6c {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 14:04:45 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] attach device xml: <disk type="block" device="disk">
Nov 10 14:04:45 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 14:04:45 user nova-compute[86206]:   <source dev="/dev/sdb"/>
Nov 10 14:04:45 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 14:04:45 user nova-compute[86206]:   <serial>56354d35-6529-46d3-ab50-c2250d3741c4</serial>
Nov 10 14:04:45 user nova-compute[86206]: </disk>
Nov 10 14:04:45 user nova-compute[86206]:  {{(pid=86206) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 10 14:04:45 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] No BDM found with device name vda, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 14:04:45 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] No BDM found with device name vdb, not building metadata. {{(pid=86206) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 10 14:04:45 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] No VIF found with MAC fa:16:3e:05:fa:53, not building metadata {{(pid=86206) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 10 14:04:45 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-67807cc1-5ded-46d5-a1ab-a48ab365d0f0 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "031a5123-8fc3-4a98-b891-ea1badf22f6c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 35.671s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 14:04:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:04:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-945c20d9-e1b2-4776-bba0-96176e3e7475 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Acquiring lock "031a5123-8fc3-4a98-b891-ea1badf22f6c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 14:04:48 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-945c20d9-e1b2-4776-bba0-96176e3e7475 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "031a5123-8fc3-4a98-b891-ea1badf22f6c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 14:04:48 user nova-compute[86206]: INFO nova.compute.manager [None req-945c20d9-e1b2-4776-bba0-96176e3e7475 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Detaching volume 56354d35-6529-46d3-ab50-c2250d3741c4
Nov 10 14:04:48 user nova-compute[86206]: INFO nova.virt.block_device [None req-945c20d9-e1b2-4776-bba0-96176e3e7475 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Attempting to driver detach volume 56354d35-6529-46d3-ab50-c2250d3741c4 from mountpoint /dev/vdb
Nov 10 14:04:48 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-945c20d9-e1b2-4776-bba0-96176e3e7475 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Attempting to detach device vdb from instance 031a5123-8fc3-4a98-b891-ea1badf22f6c from the persistent domain config. {{(pid=86206) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 10 14:04:48 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-945c20d9-e1b2-4776-bba0-96176e3e7475 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 14:04:48 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 14:04:48 user nova-compute[86206]:   <source dev="/dev/sdb"/>
Nov 10 14:04:48 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 14:04:48 user nova-compute[86206]:   <serial>56354d35-6529-46d3-ab50-c2250d3741c4</serial>
Nov 10 14:04:48 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 10 14:04:48 user nova-compute[86206]: </disk>
Nov 10 14:04:48 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 14:04:48 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-945c20d9-e1b2-4776-bba0-96176e3e7475 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Successfully detached device vdb from instance 031a5123-8fc3-4a98-b891-ea1badf22f6c from the persistent domain config.
Nov 10 14:04:48 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-945c20d9-e1b2-4776-bba0-96176e3e7475 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 031a5123-8fc3-4a98-b891-ea1badf22f6c from the live domain config. {{(pid=86206) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 10 14:04:48 user nova-compute[86206]: DEBUG nova.virt.libvirt.guest [None req-945c20d9-e1b2-4776-bba0-96176e3e7475 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] detach device xml: <disk type="block" device="disk">
Nov 10 14:04:48 user nova-compute[86206]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 10 14:04:48 user nova-compute[86206]:   <source dev="/dev/sdb"/>
Nov 10 14:04:48 user nova-compute[86206]:   <target dev="vdb" bus="virtio"/>
Nov 10 14:04:48 user nova-compute[86206]:   <serial>56354d35-6529-46d3-ab50-c2250d3741c4</serial>
Nov 10 14:04:48 user nova-compute[86206]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 10 14:04:48 user nova-compute[86206]: </disk>
Nov 10 14:04:48 user nova-compute[86206]:  {{(pid=86206) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 10 14:04:48 user nova-compute[86206]: DEBUG nova.virt.libvirt.driver [None req-945c20d9-e1b2-4776-bba0-96176e3e7475 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 031a5123-8fc3-4a98-b891-ea1badf22f6c {{(pid=86206) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 10 14:04:49 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:04:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:04:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:04:59 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:04:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 14:04:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 14:04:59 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 14:04:59 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 14:05:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:05:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:05:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:05:00 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:05:00 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 14:05:00 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 14:05:00 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=8986MB free_disk=25.01126480102539GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 14:05:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 14:05:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 14:05:00 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 031a5123-8fc3-4a98-b891-ea1badf22f6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 14:05:00 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 14:05:00 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 14:05:00 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 14:05:00 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 14:05:00 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 14:05:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.204s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 14:05:01 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:05:02 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:05:02 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 14:05:02 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Rebuilding the list of instances to heal {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 10 14:05:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "refresh_cache-031a5123-8fc3-4a98-b891-ea1badf22f6c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 14:05:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquired lock "refresh_cache-031a5123-8fc3-4a98-b891-ea1badf22f6c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 14:05:03 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Forcefully refreshing network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 10 14:05:03 user nova-compute[86206]: DEBUG nova.objects.instance [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lazy-loading 'info_cache' on Instance uuid 031a5123-8fc3-4a98-b891-ea1badf22f6c {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 14:05:03 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Updating instance_info_cache with network_info: [{"id": "1f7cfb19-b80c-49f0-9e5c-b791795ec105", "address": "fa:16:3e:05:fa:53", "network": {"id": "4b55e6dc-18b1-4c02-bc7f-5d28ea43617d", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-658667453-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.87", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61a16e229563451da4b9b4f94f08a969", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f7cfb19-b8", "ovs_interfaceid": "1f7cfb19-b80c-49f0-9e5c-b791795ec105", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 14:05:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Releasing lock "refresh_cache-031a5123-8fc3-4a98-b891-ea1badf22f6c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 14:05:03 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Updated the network info_cache for instance {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 10 14:05:06 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:05:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:05:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:05:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=86206) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 10 14:05:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 14:05:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 14:05:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:05:06 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:05:06 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:05:06 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:05:06 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 14:05:08 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-945c20d9-e1b2-4776-bba0-96176e3e7475 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 031a5123-8fc3-4a98-b891-ea1badf22f6c is timed out.
Nov 10 14:05:08 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-945c20d9-e1b2-4776-bba0-96176e3e7475 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Successfully detached device vdb from instance 031a5123-8fc3-4a98-b891-ea1badf22f6c from the live domain config.
Nov 10 14:05:08 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-945c20d9-e1b2-4776-bba0-96176e3e7475 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] calling os-brick to detach iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-945c20d9-e1b2-4776-bba0-96176e3e7475 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fe48823cca0>, {'target_iqn': 'iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EtGsxAev', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 10 14:05:08 user nova-compute[86206]: WARNING os_brick.initiator.connectors.base [None req-945c20d9-e1b2-4776-bba0-96176e3e7475 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 10 14:05:08 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-945c20d9-e1b2-4776-bba0-96176e3e7475 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-945c20d9-e1b2-4776-bba0-96176e3e7475 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[866dd062-3191-4203-b74f-30b8d4f57425]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-945c20d9-e1b2-4776-bba0-96176e3e7475 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 10 14:05:08 user nova-compute[86206]: No targets found.
Nov 10 14:05:08 user nova-compute[86206]: iSNS:
Nov 10 14:05:08 user nova-compute[86206]: No targets found.
Nov 10 14:05:08 user nova-compute[86206]: STATIC:
Nov 10 14:05:08 user nova-compute[86206]: Target: iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4
Nov 10 14:05:08 user nova-compute[86206]:         Portal: 172.16.0.220:3260,-1
Nov 10 14:05:08 user nova-compute[86206]:                 Iface Name: default
Nov 10 14:05:08 user nova-compute[86206]: FIRMWARE:
Nov 10 14:05:08 user nova-compute[86206]: No targets found.
Nov 10 14:05:08 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-945c20d9-e1b2-4776-bba0-96176e3e7475 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 10 14:05:08 user nova-compute[86206]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 10 14:05:08 user nova-compute[86206]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=86206) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-945c20d9-e1b2-4776-bba0-96176e3e7475 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4', 0)] {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[697f79f6-65e7-4b63-ae5d-189ea087605f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8c15b34-4c9a-419b-9a4c-3e785d098c2a]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4 (non-flash)\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-945c20d9-e1b2-4776-bba0-96176e3e7475 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4 (non-flash)
Nov 10 14:05:08 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-945c20d9-e1b2-4776-bba0-96176e3e7475 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4 (non-flash)
Nov 10 14:05:08 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-945c20d9-e1b2-4776-bba0-96176e3e7475 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fe4886867a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4'): ({'sdb'}, set())}) {{(pid=86206) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-945c20d9-e1b2-4776-bba0-96176e3e7475 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Removing single pathed devices sdb {{(pid=86206) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[b62180d8-471b-465b-ad9b-b42562e0a8e8]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[c30dce90-dc74-4b2b-80ae-9ef277d4dbdc]: (4, ('ok\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-945c20d9-e1b2-4776-bba0-96176e3e7475 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Flushing IO for device /dev/sdb {{(pid=86206) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f9d6baf-ac12-4e2b-84f8-ee77e41f2f56]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-945c20d9-e1b2-4776-bba0-96176e3e7475 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=86206) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.035s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[effb194c-d86c-4d9d-8596-080b33477541]: (4, ('1', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-945c20d9-e1b2-4776-bba0-96176e3e7475 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG os_brick.initiator.linuxscsi [None req-945c20d9-e1b2-4776-bba0-96176e3e7475 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] SCSI volumes sdb have been removed. {{(pid=86206) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-945c20d9-e1b2-4776-bba0-96176e3e7475 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4')] {{(pid=86206) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[aecff376-d04b-4409-8c10-cde87e26c71e]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-945c20d9-e1b2-4776-bba0-96176e3e7475 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4 -p 172.16.0.220:3260 --logout {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.043s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[009fc3eb-61ce-48a1-b82b-462cbde0e470]: (4, ('Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4, portal: 172.16.0.220,3260]\nLogout of [sid: 53, target: iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-945c20d9-e1b2-4776-bba0-96176e3e7475 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4, portal: 172.16.0.220,3260]
Nov 10 14:05:08 user nova-compute[86206]: Logout of [sid: 53, target: iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4, portal: 172.16.0.220,3260] successful.
Nov 10 14:05:08 user nova-compute[86206]:  stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4 -p 172.16.0.220:3260 --op delete {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:56354d35-6529-46d3-ab50-c2250d3741c4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=97560) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG oslo.privsep.daemon [-] privsep: reply[598716c1-0783-495d-8650-d88fcf1be9fc]: (4, ('', '')) {{(pid=97560) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-945c20d9-e1b2-4776-bba0-96176e3e7475 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=86206) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.base [None req-945c20d9-e1b2-4776-bba0-96176e3e7475 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.267s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG os_brick.initiator.connectors.iscsi [None req-945c20d9-e1b2-4776-bba0-96176e3e7475 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] <== disconnect_volume: return (269ms) None {{(pid=86206) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG nova.virt.libvirt.volume.iscsi [None req-945c20d9-e1b2-4776-bba0-96176e3e7475 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Disconnected iSCSI Volume {{(pid=86206) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 10 14:05:08 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:05:09 user nova-compute[86206]: DEBUG nova.objects.instance [None req-945c20d9-e1b2-4776-bba0-96176e3e7475 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lazy-loading 'flavor' on Instance uuid 031a5123-8fc3-4a98-b891-ea1badf22f6c {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 14:05:09 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-945c20d9-e1b2-4776-bba0-96176e3e7475 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "031a5123-8fc3-4a98-b891-ea1badf22f6c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.743s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 14:05:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:05:15 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:05:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:05:17 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:05:21 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:05:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:05:28 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:05:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:05:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:05:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:05:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:05:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=86206) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 10 14:05:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 14:05:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 14:05:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:05:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:05:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:05:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:05:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:05:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=86206) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 10 14:05:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 14:05:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 14:05:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:06:00 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:06:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 14:06:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 14:06:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 14:06:00 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 14:06:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:06:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:06:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/disk --force-share --output=json {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 10 14:06:01 user nova-compute[86206]: DEBUG oslo_concurrency.processutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=86206) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 10 14:06:01 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:06:01 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 14:06:01 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 14:06:01 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=9017MB free_disk=25.010513305664062GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 14:06:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 14:06:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 14:06:01 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 031a5123-8fc3-4a98-b891-ea1badf22f6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 14:06:01 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 14:06:01 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 14:06:02 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 14:06:02 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 14:06:02 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 14:06:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.160s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 14:06:04 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:06:04 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 14:06:04 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Rebuilding the list of instances to heal {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 10 14:06:04 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "refresh_cache-031a5123-8fc3-4a98-b891-ea1badf22f6c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 10 14:06:04 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquired lock "refresh_cache-031a5123-8fc3-4a98-b891-ea1badf22f6c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 10 14:06:04 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Forcefully refreshing network info cache for instance {{(pid=86206) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 10 14:06:04 user nova-compute[86206]: DEBUG nova.objects.instance [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lazy-loading 'info_cache' on Instance uuid 031a5123-8fc3-4a98-b891-ea1badf22f6c {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 14:06:04 user nova-compute[86206]: DEBUG nova.network.neutron [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Updating instance_info_cache with network_info: [{"id": "1f7cfb19-b80c-49f0-9e5c-b791795ec105", "address": "fa:16:3e:05:fa:53", "network": {"id": "4b55e6dc-18b1-4c02-bc7f-5d28ea43617d", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-658667453-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.87", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61a16e229563451da4b9b4f94f08a969", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f7cfb19-b8", "ovs_interfaceid": "1f7cfb19-b80c-49f0-9e5c-b791795ec105", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 14:06:04 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Releasing lock "refresh_cache-031a5123-8fc3-4a98-b891-ea1badf22f6c" {{(pid=86206) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 10 14:06:04 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Updated the network info_cache for instance {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 10 14:06:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:06:06 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:06:06 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 14:06:07 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:06:07 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:06:08 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:06:08 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:06:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:06:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:06:16 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:06:17 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:06:21 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:06:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:06:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:06:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:06:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:06:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=86206) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 10 14:06:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 14:06:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 14:06:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:06:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:06:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:06:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:06:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:06:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=86206) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 10 14:06:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 14:06:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 14:06:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:06:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:06:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:06:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=86206) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 10 14:06:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 14:06:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 14:06:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:07:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b22d0d61-7d3b-4143-aff8-bc26282c11b6 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Acquiring lock "031a5123-8fc3-4a98-b891-ea1badf22f6c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 14:07:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b22d0d61-7d3b-4143-aff8-bc26282c11b6 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "031a5123-8fc3-4a98-b891-ea1badf22f6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 14:07:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b22d0d61-7d3b-4143-aff8-bc26282c11b6 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Acquiring lock "031a5123-8fc3-4a98-b891-ea1badf22f6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 14:07:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b22d0d61-7d3b-4143-aff8-bc26282c11b6 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "031a5123-8fc3-4a98-b891-ea1badf22f6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 14:07:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b22d0d61-7d3b-4143-aff8-bc26282c11b6 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "031a5123-8fc3-4a98-b891-ea1badf22f6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 14:07:00 user nova-compute[86206]: INFO nova.compute.manager [None req-b22d0d61-7d3b-4143-aff8-bc26282c11b6 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Terminating instance
Nov 10 14:07:00 user nova-compute[86206]: DEBUG nova.compute.manager [None req-b22d0d61-7d3b-4143-aff8-bc26282c11b6 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Start destroying the instance on the hypervisor. {{(pid=86206) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 10 14:07:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:07:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:07:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:07:00 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:07:00 user nova-compute[86206]: DEBUG nova.compute.manager [req-ecdd79c4-1a1a-4abe-8cea-16f09f4a24a2 req-6f16d3ac-c091-4aa2-8a40-0edea5a5fe4f service nova] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Received event network-vif-unplugged-1f7cfb19-b80c-49f0-9e5c-b791795ec105 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 14:07:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-ecdd79c4-1a1a-4abe-8cea-16f09f4a24a2 req-6f16d3ac-c091-4aa2-8a40-0edea5a5fe4f service nova] Acquiring lock "031a5123-8fc3-4a98-b891-ea1badf22f6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 14:07:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-ecdd79c4-1a1a-4abe-8cea-16f09f4a24a2 req-6f16d3ac-c091-4aa2-8a40-0edea5a5fe4f service nova] Lock "031a5123-8fc3-4a98-b891-ea1badf22f6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 14:07:00 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-ecdd79c4-1a1a-4abe-8cea-16f09f4a24a2 req-6f16d3ac-c091-4aa2-8a40-0edea5a5fe4f service nova] Lock "031a5123-8fc3-4a98-b891-ea1badf22f6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 14:07:00 user nova-compute[86206]: DEBUG nova.compute.manager [req-ecdd79c4-1a1a-4abe-8cea-16f09f4a24a2 req-6f16d3ac-c091-4aa2-8a40-0edea5a5fe4f service nova] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] No waiting events found dispatching network-vif-unplugged-1f7cfb19-b80c-49f0-9e5c-b791795ec105 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 14:07:00 user nova-compute[86206]: DEBUG nova.compute.manager [req-ecdd79c4-1a1a-4abe-8cea-16f09f4a24a2 req-6f16d3ac-c091-4aa2-8a40-0edea5a5fe4f service nova] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Received event network-vif-unplugged-1f7cfb19-b80c-49f0-9e5c-b791795ec105 for instance with task_state deleting. {{(pid=86206) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 10 14:07:01 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:07:01 user nova-compute[86206]: INFO nova.virt.libvirt.driver [-] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Instance destroyed successfully.
Nov 10 14:07:01 user nova-compute[86206]: DEBUG nova.objects.instance [None req-b22d0d61-7d3b-4143-aff8-bc26282c11b6 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lazy-loading 'resources' on Instance uuid 031a5123-8fc3-4a98-b891-ea1badf22f6c {{(pid=86206) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 10 14:07:01 user nova-compute[86206]: DEBUG nova.virt.libvirt.vif [None req-b22d0d61-7d3b-4143-aff8-bc26282c11b6 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-10T13:57:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-121214025',display_name='tempest-SnapshotDataIntegrityTests-server-121214025',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-121214025',id=52,image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEupOkynLUkobBjK0JrtR6FeqteJB4koDRqCYkvXx5Tq9Mz9DI4OXPUYKZtcU4glnbZ4lrkYebf0UAF45kiJRabsb09u0hk/ZS98jPUrfnyNHwJzHhHsyZ3xKK9xQJpbwA==',key_name='tempest-keypair-927026458',keypairs=<?>,launch_index=0,launched_at=2023-11-10T13:57:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='61a16e229563451da4b9b4f94f08a969',ramdisk_id='',reservation_id='r-5gvgma39',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='member,reader',image_base_image_ref='73290e4a-d2c0-4305-9ee6-397ce6a900ba',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-1720505164',owner_user_name='tempest-SnapshotDataIntegrityTests-1720505164-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-10T13:57:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d8eb40c6e4c9489e82147d02d452e7d4',uuid=031a5123-8fc3-4a98-b891-ea1badf22f6c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1f7cfb19-b80c-49f0-9e5c-b791795ec105", "address": "fa:16:3e:05:fa:53", "network": {"id": "4b55e6dc-18b1-4c02-bc7f-5d28ea43617d", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-658667453-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.87", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61a16e229563451da4b9b4f94f08a969", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f7cfb19-b8", "ovs_interfaceid": "1f7cfb19-b80c-49f0-9e5c-b791795ec105", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 10 14:07:01 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-b22d0d61-7d3b-4143-aff8-bc26282c11b6 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Converting VIF {"id": "1f7cfb19-b80c-49f0-9e5c-b791795ec105", "address": "fa:16:3e:05:fa:53", "network": {"id": "4b55e6dc-18b1-4c02-bc7f-5d28ea43617d", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-658667453-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.87", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61a16e229563451da4b9b4f94f08a969", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1f7cfb19-b8", "ovs_interfaceid": "1f7cfb19-b80c-49f0-9e5c-b791795ec105", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 10 14:07:01 user nova-compute[86206]: DEBUG nova.network.os_vif_util [None req-b22d0d61-7d3b-4143-aff8-bc26282c11b6 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:05:fa:53,bridge_name='br-int',has_traffic_filtering=True,id=1f7cfb19-b80c-49f0-9e5c-b791795ec105,network=Network(4b55e6dc-18b1-4c02-bc7f-5d28ea43617d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f7cfb19-b8') {{(pid=86206) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 10 14:07:01 user nova-compute[86206]: DEBUG os_vif [None req-b22d0d61-7d3b-4143-aff8-bc26282c11b6 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:05:fa:53,bridge_name='br-int',has_traffic_filtering=True,id=1f7cfb19-b80c-49f0-9e5c-b791795ec105,network=Network(4b55e6dc-18b1-4c02-bc7f-5d28ea43617d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f7cfb19-b8') {{(pid=86206) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 10 14:07:01 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:07:01 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1f7cfb19-b8, bridge=br-int, if_exists=True) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 14:07:01 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:07:01 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:07:01 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 22 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:07:01 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=503fe8bb-560e-4bb2-97d3-387da05947a4) {{(pid=86206) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 10 14:07:01 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:07:01 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:07:01 user nova-compute[86206]: INFO os_vif [None req-b22d0d61-7d3b-4143-aff8-bc26282c11b6 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:05:fa:53,bridge_name='br-int',has_traffic_filtering=True,id=1f7cfb19-b80c-49f0-9e5c-b791795ec105,network=Network(4b55e6dc-18b1-4c02-bc7f-5d28ea43617d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1f7cfb19-b8')
Nov 10 14:07:01 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-b22d0d61-7d3b-4143-aff8-bc26282c11b6 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Deleting instance files /opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c_del
Nov 10 14:07:01 user nova-compute[86206]: INFO nova.virt.libvirt.driver [None req-b22d0d61-7d3b-4143-aff8-bc26282c11b6 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Deletion of /opt/stack/data/nova/instances/031a5123-8fc3-4a98-b891-ea1badf22f6c_del complete
Nov 10 14:07:01 user nova-compute[86206]: INFO nova.compute.manager [None req-b22d0d61-7d3b-4143-aff8-bc26282c11b6 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Took 0.89 seconds to destroy the instance on the hypervisor.
Nov 10 14:07:01 user nova-compute[86206]: DEBUG oslo.service.loopingcall [None req-b22d0d61-7d3b-4143-aff8-bc26282c11b6 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=86206) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 10 14:07:01 user nova-compute[86206]: DEBUG nova.compute.manager [-] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Deallocating network for instance {{(pid=86206) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 10 14:07:01 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] deallocate_for_instance() {{(pid=86206) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 10 14:07:01 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:07:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 14:07:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 14:07:01 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 14:07:01 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 14:07:02 user nova-compute[86206]: DEBUG nova.compute.manager [req-36897c03-491d-44b8-839a-826237503a7b req-0cad4351-66e5-4bda-b30a-5986d1eda9c5 service nova] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Received event network-vif-deleted-1f7cfb19-b80c-49f0-9e5c-b791795ec105 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 14:07:02 user nova-compute[86206]: INFO nova.compute.manager [req-36897c03-491d-44b8-839a-826237503a7b req-0cad4351-66e5-4bda-b30a-5986d1eda9c5 service nova] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Neutron deleted interface 1f7cfb19-b80c-49f0-9e5c-b791795ec105; detaching it from the instance and deleting it from the info cache
Nov 10 14:07:02 user nova-compute[86206]: DEBUG nova.network.neutron [req-36897c03-491d-44b8-839a-826237503a7b req-0cad4351-66e5-4bda-b30a-5986d1eda9c5 service nova] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 14:07:02 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 14:07:02 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 14:07:02 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=9121MB free_disk=25.03763198852539GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 14:07:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 14:07:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 14:07:02 user nova-compute[86206]: DEBUG nova.network.neutron [-] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Updating instance_info_cache with network_info: [] {{(pid=86206) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 10 14:07:02 user nova-compute[86206]: DEBUG nova.compute.manager [req-36897c03-491d-44b8-839a-826237503a7b req-0cad4351-66e5-4bda-b30a-5986d1eda9c5 service nova] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Detach interface failed, port_id=1f7cfb19-b80c-49f0-9e5c-b791795ec105, reason: Instance 031a5123-8fc3-4a98-b891-ea1badf22f6c could not be found. {{(pid=86206) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 10 14:07:02 user nova-compute[86206]: INFO nova.compute.manager [-] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Took 1.09 seconds to deallocate network for instance.
Nov 10 14:07:02 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Instance 031a5123-8fc3-4a98-b891-ea1badf22f6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=86206) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 10 14:07:02 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 14:07:02 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 14:07:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b22d0d61-7d3b-4143-aff8-bc26282c11b6 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 14:07:02 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 14:07:02 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 14:07:02 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 14:07:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.294s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 14:07:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b22d0d61-7d3b-4143-aff8-bc26282c11b6 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.182s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 14:07:02 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-b22d0d61-7d3b-4143-aff8-bc26282c11b6 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 14:07:02 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-b22d0d61-7d3b-4143-aff8-bc26282c11b6 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 14:07:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b22d0d61-7d3b-4143-aff8-bc26282c11b6 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.124s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 14:07:02 user nova-compute[86206]: INFO nova.scheduler.client.report [None req-b22d0d61-7d3b-4143-aff8-bc26282c11b6 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Deleted allocations for instance 031a5123-8fc3-4a98-b891-ea1badf22f6c
Nov 10 14:07:02 user nova-compute[86206]: DEBUG nova.compute.manager [req-adff2f35-a8b2-42ee-a4ac-bd51e6688d6e req-a68c0b0a-9b6f-4c62-bbd4-d669739f4779 service nova] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Received event network-vif-plugged-1f7cfb19-b80c-49f0-9e5c-b791795ec105 {{(pid=86206) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 10 14:07:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-adff2f35-a8b2-42ee-a4ac-bd51e6688d6e req-a68c0b0a-9b6f-4c62-bbd4-d669739f4779 service nova] Acquiring lock "031a5123-8fc3-4a98-b891-ea1badf22f6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 14:07:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-adff2f35-a8b2-42ee-a4ac-bd51e6688d6e req-a68c0b0a-9b6f-4c62-bbd4-d669739f4779 service nova] Lock "031a5123-8fc3-4a98-b891-ea1badf22f6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 14:07:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [req-adff2f35-a8b2-42ee-a4ac-bd51e6688d6e req-a68c0b0a-9b6f-4c62-bbd4-d669739f4779 service nova] Lock "031a5123-8fc3-4a98-b891-ea1badf22f6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 14:07:02 user nova-compute[86206]: DEBUG nova.compute.manager [req-adff2f35-a8b2-42ee-a4ac-bd51e6688d6e req-a68c0b0a-9b6f-4c62-bbd4-d669739f4779 service nova] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] No waiting events found dispatching network-vif-plugged-1f7cfb19-b80c-49f0-9e5c-b791795ec105 {{(pid=86206) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 10 14:07:02 user nova-compute[86206]: WARNING nova.compute.manager [req-adff2f35-a8b2-42ee-a4ac-bd51e6688d6e req-a68c0b0a-9b6f-4c62-bbd4-d669739f4779 service nova] [instance: 031a5123-8fc3-4a98-b891-ea1badf22f6c] Received unexpected event network-vif-plugged-1f7cfb19-b80c-49f0-9e5c-b791795ec105 for instance with vm_state deleted and task_state None.
Nov 10 14:07:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-b22d0d61-7d3b-4143-aff8-bc26282c11b6 tempest-SnapshotDataIntegrityTests-1720505164 tempest-SnapshotDataIntegrityTests-1720505164-project-member] Lock "031a5123-8fc3-4a98-b891-ea1badf22f6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.562s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 14:07:03 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:07:03 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 14:07:03 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Rebuilding the list of instances to heal {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 10 14:07:03 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Didn't find any instances for network info cache update. {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 10 14:07:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:07:08 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:07:08 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:07:08 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 14:07:09 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:07:09 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:07:09 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:07:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:07:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:07:17 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:07:18 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:07:21 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:07:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:07:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:07:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=86206) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 10 14:07:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 14:07:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 14:07:26 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:07:31 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:07:33 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:07:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:07:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:07:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=86206) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 10 14:07:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 14:07:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 14:07:36 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:07:41 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:07:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:07:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:07:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=86206) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 10 14:07:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 14:07:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=86206) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 10 14:07:46 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:07:51 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:07:54 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:07:54 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:07:56 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:07:57 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:08:01 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:08:02 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager.update_available_resource {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:08:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 14:08:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 14:08:02 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 14:08:02 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Auditing locally available compute resources for user (node: user) {{(pid=86206) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 10 14:08:03 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 14:08:03 user nova-compute[86206]: WARNING nova.virt.libvirt.driver [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 10 14:08:03 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Hypervisor/Node resource view: name=user free_ram=9292MB free_disk=25.031307220458984GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=86206) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 10 14:08:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 10 14:08:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 10 14:08:03 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 10 14:08:03 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=86206) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 10 14:08:03 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Refreshing inventories for resource provider 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 10 14:08:03 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Updating ProviderTree inventory for provider 97afe8a5-73d4-462c-9196-a44dc5775cec from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 10 14:08:03 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Updating inventory in ProviderTree for provider 97afe8a5-73d4-462c-9196-a44dc5775cec with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 10 14:08:03 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Refreshing aggregate associations for resource provider 97afe8a5-73d4-462c-9196-a44dc5775cec, aggregates: None {{(pid=86206) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 10 14:08:03 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Refreshing trait associations for resource provider 97afe8a5-73d4-462c-9196-a44dc5775cec, traits: COMPUTE_DEVICE_TAGGING,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_USB,COMPUTE_IMAGE_TYPE_AKI,HW_CPU_X86_SSE,COMPUTE_NODE,COMPUTE_STORAGE_BUS_VIRTIO,HW_CPU_X86_MMX,COMPUTE_ACCELERATORS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_SSSE3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE2,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_VIRTIO,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_NET_VIF_MODEL_VMXNET3,HW_CPU_X86_SSE41,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NET_VIF_MODEL_VIRTIO {{(pid=86206) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 10 14:08:03 user nova-compute[86206]: DEBUG nova.compute.provider_tree [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed in ProviderTree for provider: 97afe8a5-73d4-462c-9196-a44dc5775cec {{(pid=86206) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 10 14:08:03 user nova-compute[86206]: DEBUG nova.scheduler.client.report [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Inventory has not changed for provider 97afe8a5-73d4-462c-9196-a44dc5775cec based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=86206) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 10 14:08:03 user nova-compute[86206]: DEBUG nova.compute.resource_tracker [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Compute_service record updated for user:user {{(pid=86206) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 10 14:08:03 user nova-compute[86206]: DEBUG oslo_concurrency.lockutils [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.566s {{(pid=86206) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 10 14:08:05 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:08:05 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Starting heal instance info cache {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 10 14:08:05 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Rebuilding the list of instances to heal {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 10 14:08:05 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Didn't find any instances for network info cache update. {{(pid=86206) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 10 14:08:06 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:08:09 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:08:09 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:08:10 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:08:10 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:08:10 user nova-compute[86206]: DEBUG nova.compute.manager [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=86206) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 10 14:08:11 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 10 14:08:11 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:08:16 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 10 14:08:19 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:08:19 user nova-compute[86206]: DEBUG oslo_service.periodic_task [None req-8ca51a40-819f-4b1b-8046-7e37aae36991 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=86206) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 10 14:08:21 user nova-compute[86206]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 24 {{(pid=86206) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}